Diff of the two buildlogs: -- --- b1/build.log 2024-12-21 18:16:00.537324426 +0000 +++ b2/build.log 2024-12-21 18:22:29.347585091 +0000 @@ -1,6 +1,6 @@ I: pbuilder: network access will be disabled during build -I: Current time: Sat Dec 21 06:10:06 -12 2024 -I: pbuilder-time-stamp: 1734804606 +I: Current time: Sat Jan 24 14:39:03 +14 2026 +I: pbuilder-time-stamp: 1769215143 I: Building the build Environment I: extracting base tarball [/var/cache/pbuilder/unstable-reproducible-base.tgz] I: copying local configuration @@ -33,52 +33,84 @@ dpkg-source: info: applying Stop-using-cgi.parse_header.patch I: Not using root during the build. I: Installing the build-deps -I: user script /srv/workspace/pbuilder/3998218/tmp/hooks/D02_print_environment starting +I: user script /srv/workspace/pbuilder/2820326/tmp/hooks/D01_modify_environment starting +debug: Running on codethink01-arm64. +I: Changing host+domainname to test build reproducibility +I: Adding a custom variable just for the fun of it... +I: Changing /bin/sh to bash +'/bin/sh' -> '/bin/bash' +lrwxrwxrwx 1 root root 9 Jan 24 00:39 /bin/sh -> /bin/bash +I: Setting pbuilder2's login shell to /bin/bash +I: Setting pbuilder2's GECOS to second user,second room,second work-phone,second home-phone,second other +I: user script /srv/workspace/pbuilder/2820326/tmp/hooks/D01_modify_environment finished +I: user script /srv/workspace/pbuilder/2820326/tmp/hooks/D02_print_environment starting I: set - BUILDDIR='/build/reproducible-path' - BUILDUSERGECOS='first user,first room,first work-phone,first home-phone,first other' - BUILDUSERNAME='pbuilder1' - BUILD_ARCH='arm64' - DEBIAN_FRONTEND='noninteractive' + BASH=/bin/sh + BASHOPTS=checkwinsize:cmdhist:complete_fullquote:extquote:force_fignore:globasciiranges:globskipdots:hostcomplete:interactive_comments:patsub_replacement:progcomp:promptvars:sourcepath + BASH_ALIASES=() + BASH_ARGC=() + BASH_ARGV=() + BASH_CMDS=() + BASH_LINENO=([0]="12" [1]="0") + BASH_LOADABLES_PATH=/usr/local/lib/bash:/usr/lib/bash:/opt/local/lib/bash:/usr/pkg/lib/bash:/opt/pkg/lib/bash:. + BASH_SOURCE=([0]="/tmp/hooks/D02_print_environment" [1]="/tmp/hooks/D02_print_environment") + BASH_VERSINFO=([0]="5" [1]="2" [2]="37" [3]="1" [4]="release" [5]="aarch64-unknown-linux-gnu") + BASH_VERSION='5.2.37(1)-release' + BUILDDIR=/build/reproducible-path + BUILDUSERGECOS='second user,second room,second work-phone,second home-phone,second other' + BUILDUSERNAME=pbuilder2 + BUILD_ARCH=arm64 + DEBIAN_FRONTEND=noninteractive DEB_BUILD_OPTIONS='buildinfo=+all reproducible=+all parallel=12 ' - DISTRIBUTION='unstable' - HOME='/root' - HOST_ARCH='arm64' + DIRSTACK=() + DISTRIBUTION=unstable + EUID=0 + FUNCNAME=([0]="Echo" [1]="main") + GROUPS=() + HOME=/root + HOSTNAME=i-capture-the-hostname + HOSTTYPE=aarch64 + HOST_ARCH=arm64 IFS=' ' - INVOCATION_ID='31e2e4e7c530470ea6b6d3dd1b25291e' - LANG='C' - LANGUAGE='en_US:en' - LC_ALL='C' - MAIL='/var/mail/root' - OPTIND='1' - PATH='/usr/sbin:/usr/bin:/sbin:/bin:/usr/games' - PBCURRENTCOMMANDLINEOPERATION='build' - PBUILDER_OPERATION='build' - PBUILDER_PKGDATADIR='/usr/share/pbuilder' - PBUILDER_PKGLIBDIR='/usr/lib/pbuilder' - PBUILDER_SYSCONFDIR='/etc' - PPID='3998218' - PS1='# ' - PS2='> ' + INVOCATION_ID=bf613cb2ebf6431a9bd461a0d19f9cf4 + LANG=C + LANGUAGE=nl_BE:nl + LC_ALL=C + MACHTYPE=aarch64-unknown-linux-gnu + MAIL=/var/mail/root + OPTERR=1 + OPTIND=1 + OSTYPE=linux-gnu + PATH=/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/i/capture/the/path + PBCURRENTCOMMANDLINEOPERATION=build + PBUILDER_OPERATION=build + PBUILDER_PKGDATADIR=/usr/share/pbuilder + PBUILDER_PKGLIBDIR=/usr/lib/pbuilder + PBUILDER_SYSCONFDIR=/etc + PIPESTATUS=([0]="0") + POSIXLY_CORRECT=y + PPID=2820326 PS4='+ ' - PWD='/' - SHELL='/bin/bash' - SHLVL='2' - SUDO_COMMAND='/usr/bin/timeout -k 18.1h 18h /usr/bin/ionice -c 3 /usr/bin/nice /usr/sbin/pbuilder --build --configfile /srv/reproducible-results/rbuild-debian/r-b-build.v0FIrVId/pbuilderrc_4ppO --distribution unstable --hookdir /etc/pbuilder/first-build-hooks --debbuildopts -b --basetgz /var/cache/pbuilder/unstable-reproducible-base.tgz --buildresult /srv/reproducible-results/rbuild-debian/r-b-build.v0FIrVId/b1 --logfile b1/build.log swift_2.34.0-5.dsc' - SUDO_GID='109' - SUDO_UID='104' - SUDO_USER='jenkins' - TERM='unknown' - TZ='/usr/share/zoneinfo/Etc/GMT+12' - USER='root' - _='/usr/bin/systemd-run' - http_proxy='http://192.168.101.4:3128' + PWD=/ + SHELL=/bin/bash + SHELLOPTS=braceexpand:errexit:hashall:interactive-comments:posix + SHLVL=3 + SUDO_COMMAND='/usr/bin/timeout -k 24.1h 24h /usr/bin/ionice -c 3 /usr/bin/nice -n 11 /usr/bin/unshare --uts -- /usr/sbin/pbuilder --build --configfile /srv/reproducible-results/rbuild-debian/r-b-build.v0FIrVId/pbuilderrc_ZG9i --distribution unstable --hookdir /etc/pbuilder/rebuild-hooks --debbuildopts -b --basetgz /var/cache/pbuilder/unstable-reproducible-base.tgz --buildresult /srv/reproducible-results/rbuild-debian/r-b-build.v0FIrVId/b2 --logfile b2/build.log swift_2.34.0-5.dsc' + SUDO_GID=109 + SUDO_UID=104 + SUDO_USER=jenkins + TERM=unknown + TZ=/usr/share/zoneinfo/Etc/GMT-14 + UID=0 + USER=root + _='I: set' + http_proxy=http://192.168.101.4:3128 I: uname -a - Linux codethink04-arm64 6.1.0-28-cloud-arm64 #1 SMP Debian 6.1.119-1 (2024-11-22) aarch64 GNU/Linux + Linux i-capture-the-hostname 6.1.0-28-cloud-arm64 #1 SMP Debian 6.1.119-1 (2024-11-22) aarch64 GNU/Linux I: ls -l /bin - lrwxrwxrwx 1 root root 7 Nov 22 14:40 /bin -> usr/bin -I: user script /srv/workspace/pbuilder/3998218/tmp/hooks/D02_print_environment finished + lrwxrwxrwx 1 root root 7 Nov 22 2024 /bin -> usr/bin +I: user script /srv/workspace/pbuilder/2820326/tmp/hooks/D02_print_environment finished -> Attempting to satisfy build-dependencies -> Creating pbuilder-satisfydepends-dummy package Package: pbuilder-satisfydepends-dummy @@ -420,7 +452,7 @@ Get: 234 http://deb.debian.org/debian unstable/main arm64 python3-requests-mock all 1.12.1-3 [17.6 kB] Get: 235 http://deb.debian.org/debian unstable/main arm64 python3-swiftclient all 1:4.6.0-3 [76.4 kB] Get: 236 http://deb.debian.org/debian unstable/main arm64 python3-xattr arm64 0.10.1-1+b1 [16.6 kB] -Fetched 69.9 MB in 1s (121 MB/s) +Fetched 69.9 MB in 0s (170 MB/s) debconf: delaying package configuration, since apt-utils is not installed Selecting previously unselected package libpython3.12-minimal:arm64. (Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 20084 files and directories currently installed.) @@ -1173,8 +1205,8 @@ Setting up tzdata (2024b-4) ... Current default time zone: 'Etc/UTC' -Local time is now: Sat Dec 21 18:10:53 UTC 2024. -Universal Time is now: Sat Dec 21 18:10:53 UTC 2024. +Local time is now: Sat Jan 24 00:40:06 UTC 2026. +Universal Time is now: Sat Jan 24 00:40:06 UTC 2026. Run 'dpkg-reconfigure tzdata' if you wish to change it. Setting up libpython3.13-minimal:arm64 (3.13.1-2) ... @@ -1406,7 +1438,11 @@ Building tag database... -> Finished parsing the build-deps I: Building the package -I: Running cd /build/reproducible-path/swift-2.34.0/ && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games" HOME="/nonexistent/first-build" dpkg-buildpackage -us -uc -b && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games" HOME="/nonexistent/first-build" dpkg-genchanges -S > ../swift_2.34.0-5_source.changes +I: user script /srv/workspace/pbuilder/2820326/tmp/hooks/A99_set_merged_usr starting +Not re-configuring usrmerge for unstable +I: user script /srv/workspace/pbuilder/2820326/tmp/hooks/A99_set_merged_usr finished +hostname: Name or service not known +I: Running cd /build/reproducible-path/swift-2.34.0/ && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/i/capture/the/path" HOME="/nonexistent/second-build" dpkg-buildpackage -us -uc -b && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/i/capture/the/path" HOME="/nonexistent/second-build" dpkg-genchanges -S > ../swift_2.34.0-5_source.changes dpkg-buildpackage: info: source package swift dpkg-buildpackage: info: source version 2.34.0-5 dpkg-buildpackage: info: source distribution unstable @@ -1585,7 +1621,69 @@ warnings.warn(msg) running build running build_py -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj/watchers +copying swift/obj/watchers/dark_data.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj/watchers +copying swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj/watchers +copying swift/obj/updater.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/ssync_sender.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/ssync_receiver.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/reconstructor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/mem_server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/mem_diskfile.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/expirer.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/diskfile.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/symlink.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/slo.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/tempurl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/xprofile.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/tempauth.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/staticweb.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/recon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/read_only.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/ratelimit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/proxy_logging.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/name_check.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/memcache.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/listing_formats.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/list_endpoints.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/keystoneauth.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/healthcheck.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/gatekeeper.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/formpost.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/etag_quoter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/domain_remap.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/dlo.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/crossdomain.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/copy.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/container_sync.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/container_quotas.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/cname_lookup.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/catch_errors.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/bulk.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/backend_ratelimit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/acl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/account_quotas.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy +copying swift/proxy/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy +copying swift/proxy/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers +copying swift/proxy/controllers/obj.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers +copying swift/proxy/controllers/info.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers +copying swift/proxy/controllers/container.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers +copying swift/proxy/controllers/base.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers +copying swift/proxy/controllers/account.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers +copying swift/proxy/controllers/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/profile_model.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/html_viewer.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/exceptions.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/x_profile copying swift/common/wsgi.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common copying swift/common/swob.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common copying swift/common/storage_policy.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common @@ -1614,19 +1712,25 @@ copying swift/common/bufferedhttp.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common copying swift/common/base_storage_server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common copying swift/common/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/updater.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/ssync_sender.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/ssync_receiver.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/reconstructor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/mem_server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/mem_diskfile.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/expirer.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/diskfile.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/crypto_utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/kmip_keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/encrypter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/decrypter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container +copying swift/container/updater.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container +copying swift/container/sync_store.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container +copying swift/container/sync.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container +copying swift/container/sharder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container +copying swift/container/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container +copying swift/container/replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container +copying swift/container/reconciler.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container +copying swift/container/backend.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container +copying swift/container/auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container +copying swift/container/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers copying swift/common/middleware/s3api/controllers/versioning.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers copying swift/common/middleware/s3api/controllers/tagging.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers @@ -1642,17 +1746,6 @@ copying swift/common/middleware/s3api/controllers/base.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers copying swift/common/middleware/s3api/controllers/acl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers copying swift/common/middleware/s3api/controllers/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container -copying swift/container/updater.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container -copying swift/container/sync_store.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container -copying swift/container/sync.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container -copying swift/container/sharder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container -copying swift/container/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container -copying swift/container/replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container -copying swift/container/reconciler.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container -copying swift/container/backend.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container -copying swift/container/auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container -copying swift/container/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account copying swift/account/utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account copying swift/account/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account @@ -1661,13 +1754,14 @@ copying swift/account/backend.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account copying swift/account/auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account copying swift/account/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/object_versioning.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/versioned_writes -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj/watchers -copying swift/obj/watchers/dark_data.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj/watchers -copying swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj/watchers +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils +copying swift/common/utils/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils +copying swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils +copying swift/common/utils/logs.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils +copying swift/common/utils/libc.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils +copying swift/common/utils/ipaddrs.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils +copying swift/common/utils/config.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils +copying swift/common/utils/base.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils copying swift/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli copying swift/cli/drive_full_checker.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli @@ -1693,44 +1787,6 @@ copying swift/cli/config.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli copying swift/cli/account_audit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli copying swift/cli/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/common/middleware/symlink.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/slo.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/tempurl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/xprofile.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/tempauth.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/staticweb.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/recon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/read_only.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/ratelimit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/proxy_logging.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/name_check.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/memcache.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/listing_formats.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/list_endpoints.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/keystoneauth.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/healthcheck.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/gatekeeper.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/formpost.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/etag_quoter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/domain_remap.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/dlo.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/crossdomain.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/copy.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/container_sync.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/container_quotas.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/cname_lookup.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/catch_errors.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/bulk.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/backend_ratelimit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/acl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/account_quotas.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring -copying swift/common/ring/utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring -copying swift/common/ring/ring.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring -copying swift/common/ring/composite_builder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring -copying swift/common/ring/builder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring -copying swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring copying swift/common/middleware/s3api/s3api.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api copying swift/common/middleware/s3api/utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api copying swift/common/middleware/s3api/subresource.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api @@ -1742,37 +1798,16 @@ copying swift/common/middleware/s3api/acl_utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api copying swift/common/middleware/s3api/acl_handlers.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api copying swift/common/middleware/s3api/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy -copying swift/proxy/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy -copying swift/proxy/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers -copying swift/proxy/controllers/obj.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers -copying swift/proxy/controllers/info.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers -copying swift/proxy/controllers/container.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers -copying swift/proxy/controllers/base.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers -copying swift/proxy/controllers/account.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers -copying swift/proxy/controllers/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/crypto_utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/kmip_keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/encrypter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/decrypter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/profile_model.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/html_viewer.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/exceptions.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/x_profile -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils -copying swift/common/utils/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils -copying swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils -copying swift/common/utils/logs.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils -copying swift/common/utils/libc.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils -copying swift/common/utils/ipaddrs.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils -copying swift/common/utils/config.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils -copying swift/common/utils/base.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring +copying swift/common/ring/utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring +copying swift/common/ring/ring.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring +copying swift/common/ring/composite_builder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring +copying swift/common/ring/builder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring +copying swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/object_versioning.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/versioned_writes running egg_info creating swift.egg-info writing swift.egg-info/PKG-INFO @@ -2410,98 +2445,8 @@ warnings.warn(msg) running build running build_py -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers -copying swift/proxy/controllers/obj.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers -copying swift/proxy/controllers/info.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers -copying swift/proxy/controllers/container.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers -copying swift/proxy/controllers/base.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers -copying swift/proxy/controllers/account.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers -copying swift/proxy/controllers/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/updater.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/ssync_sender.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/ssync_receiver.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/reconstructor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/mem_server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/mem_diskfile.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/expirer.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/diskfile.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj/watchers -copying swift/obj/watchers/dark_data.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj/watchers -copying swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj/watchers -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring -copying swift/common/ring/utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring -copying swift/common/ring/ring.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring -copying swift/common/ring/composite_builder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring -copying swift/common/ring/builder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring -copying swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3api.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/subresource.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3token.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3response.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3request.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/exception.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/etree.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/acl_utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/acl_handlers.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/updater.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/sync_store.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/sync.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/sharder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/reconciler.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/backend.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/object_versioning.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/crypto_utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/kmip_keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/encrypter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/decrypter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -copying swift/common/wsgi.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/swob.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/storage_policy.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/statsd_client.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/splice.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/request_helpers.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/registry.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/recon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/memcached.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/manager.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/linkat.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/internal_client.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/http_protocol.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/http.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/header_key_dict.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/exceptions.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/error_limiter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/direct_client.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/digest.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/db_replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/db_auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/db.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/daemon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/container_sync_realms.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/constraints.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/bufferedhttp.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/base_storage_server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift +copying swift/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli copying swift/cli/drive_full_checker.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli copying swift/cli/recon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli @@ -2526,6 +2471,7 @@ copying swift/cli/config.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli copying swift/cli/account_audit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli copying swift/cli/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware copying swift/common/middleware/symlink.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware copying swift/common/middleware/slo.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware copying swift/common/middleware/tempurl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware @@ -2558,22 +2504,34 @@ copying swift/common/middleware/acl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware copying swift/common/middleware/account_quotas.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware copying swift/common/middleware/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/profile_model.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/html_viewer.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/exceptions.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/account/utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/account/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/account/replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/account/reaper.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/account/backend.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/account/auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/account/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/proxy/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy -copying swift/proxy/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy -copying swift/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift +copying swift/common/wsgi.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/swob.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/storage_policy.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/statsd_client.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/splice.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/request_helpers.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/registry.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/recon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/memcached.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/manager.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/linkat.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/internal_client.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/http_protocol.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/http.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/header_key_dict.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/exceptions.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/error_limiter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/direct_client.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/digest.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/db_replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/db_auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/db.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/daemon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/container_sync_realms.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/constraints.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/bufferedhttp.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/base_storage_server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers copying swift/common/middleware/s3api/controllers/versioning.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers copying swift/common/middleware/s3api/controllers/tagging.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers @@ -2589,6 +2547,71 @@ copying swift/common/middleware/s3api/controllers/base.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers copying swift/common/middleware/s3api/controllers/acl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers copying swift/common/middleware/s3api/controllers/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/profile_model.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/html_viewer.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/exceptions.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers +copying swift/proxy/controllers/obj.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers +copying swift/proxy/controllers/info.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers +copying swift/proxy/controllers/container.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers +copying swift/proxy/controllers/base.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers +copying swift/proxy/controllers/account.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers +copying swift/proxy/controllers/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/object_versioning.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/updater.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/sync_store.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/sync.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/sharder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/reconciler.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/backend.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/crypto_utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/kmip_keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/encrypter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/decrypter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring +copying swift/common/ring/utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring +copying swift/common/ring/ring.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring +copying swift/common/ring/composite_builder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring +copying swift/common/ring/builder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring +copying swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/account/utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/account/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/account/replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/account/reaper.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/account/backend.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/account/auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/account/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/common/middleware/s3api/s3api.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/subresource.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3token.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3response.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3request.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/exception.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/etree.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/acl_utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/acl_handlers.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/proxy/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy +copying swift/proxy/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj/watchers +copying swift/obj/watchers/dark_data.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj/watchers +copying swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj/watchers creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils copying swift/common/utils/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils copying swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils @@ -2597,6 +2620,18 @@ copying swift/common/utils/ipaddrs.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils copying swift/common/utils/config.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils copying swift/common/utils/base.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils +copying swift/obj/updater.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/ssync_sender.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/ssync_receiver.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/reconstructor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/mem_server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/mem_diskfile.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/expirer.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/diskfile.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj running egg_info writing swift.egg-info/PKG-INFO writing dependency_links to swift.egg-info/dependency_links.txt @@ -3137,27 +3172,6 @@ !! check.warn(importable) -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/access_control_policy.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/bucket_logging_status.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/common.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/complete_multipart_upload.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/complete_multipart_upload_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/copy_object_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/copy_part_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/create_bucket_configuration.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/delete.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/delete_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/error.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/initiate_multipart_upload_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/lifecycle_configuration.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_all_my_buckets_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_bucket_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_multipart_uploads_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_parts_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_versions_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/location_constraint.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/versioning_configuration.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/locale/de/LC_MESSAGES copying swift/locale/de/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/locale/de/LC_MESSAGES creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/locale/en_GB/LC_MESSAGES @@ -3182,6 +3196,27 @@ copying swift/locale/zh_CN/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/locale/zh_CN/LC_MESSAGES creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/locale/zh_TW/LC_MESSAGES copying swift/locale/zh_TW/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/locale/zh_TW/LC_MESSAGES +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/access_control_policy.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/bucket_logging_status.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/common.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/complete_multipart_upload.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/complete_multipart_upload_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/copy_object_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/copy_part_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/create_bucket_configuration.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/delete.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/delete_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/error.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/initiate_multipart_upload_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/lifecycle_configuration.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_all_my_buckets_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_bucket_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_multipart_uploads_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_parts_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_versions_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/location_constraint.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/versioning_configuration.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema /usr/share/openstack-pkg-tools/pkgos_insert_include pkgos_func python3-swift.postinst set -e ; set -x ; \ for i in debian/swift-account.swift-account-auditor.init.in \ @@ -3202,20 +3237,35 @@ ; do \ debian/gen-init $i ; \ done ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-account.swift-account-auditor.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-account.swift-account-reaper.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-account.swift-account-replicator.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-auditor.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-reconciler.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-replicator.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-sharder.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-sync.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-updater.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object-expirer.swift-object-expirer.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object.swift-object-auditor.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object.swift-object.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object.swift-object-reconstructor.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object.swift-object-replicator.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object.swift-object-updater.init.in set -e ; set -x ; \ for i in debian/swift-proxy.swift-proxy.init \ @@ -3230,24 +3280,30 @@ CONFIG=`echo $i | cut -d/ -f2 | cut -d. -f1 | sed -e s/swift-//`-server debian/gen-init $i.in ; \ fi ; \ done -+ [ no = yes ] -+ echo debian/swift-proxy.swift-proxy.init -+ cut -d/ -f2 -+ sed -e s/swift-// -+ cut -d. -f1 -+ CONFIG=proxy-server debian/gen-init debian/swift-proxy.swift-proxy.init.in -+ [ no = yes ] -+ echo debian/swift-account.swift-account.init -+ cut -d/ -f2 -+ cut -d. -f1 -+ sed -e s/swift-// -+ CONFIG=account-server debian/gen-init debian/swift-account.swift-account.init.in -+ [ no = yes ] -+ echo debian/swift-container.swift-container.init -+ cut -d/ -f2 -+ cut -d. -f1 -+ sed -e s/swift-// -+ CONFIG=container-server debian/gen-init debian/swift-container.swift-container.init.in ++ for i in debian/swift-proxy.swift-proxy.init debian/swift-account.swift-account.init debian/swift-container.swift-container.init ++ '[' no = yes ']' +++ echo debian/swift-proxy.swift-proxy.init +++ cut -d/ -f2 +++ cut -d. -f1 +++ sed -e s/swift-// ++ CONFIG=proxy-server ++ debian/gen-init debian/swift-proxy.swift-proxy.init.in ++ for i in debian/swift-proxy.swift-proxy.init debian/swift-account.swift-account.init debian/swift-container.swift-container.init ++ '[' no = yes ']' +++ echo debian/swift-account.swift-account.init +++ cut -d. -f1 +++ sed -e s/swift-// +++ cut -d/ -f2 ++ CONFIG=account-server ++ debian/gen-init debian/swift-account.swift-account.init.in ++ for i in debian/swift-proxy.swift-proxy.init debian/swift-account.swift-account.init debian/swift-container.swift-container.init ++ '[' no = yes ']' +++ cut -d/ -f2 +++ echo debian/swift-container.swift-container.init +++ sed -e s/swift-// +++ cut -d. -f1 ++ CONFIG=container-server ++ debian/gen-init debian/swift-container.swift-container.init.in make[1]: Leaving directory '/build/reproducible-path/swift-2.34.0' debian/rules override_dh_auto_test make[1]: Entering directory '/build/reproducible-path/swift-2.34.0' @@ -3277,21 +3333,26 @@ /usr/share/openstack-pkg-tools/pkgos.make:19: warning: ignoring old recipe for target 'gen-init-configurations' pkgos-dh_auto_install --no-py2 --in-tmp + PKGOS_IN_TMP=no -+ echo WARNING: --no-py2 is deprecated and always on. ++ for i in $@ ++ case "${1}" in ++ echo 'WARNING: --no-py2 is deprecated and always on.' WARNING: --no-py2 is deprecated and always on. + shift ++ for i in $@ ++ case "${1}" in + PKGOS_IN_TMP=yes + shift -+ dpkg-parsechangelog -SSource +++ dpkg-parsechangelog -SSource + SRC_PKG_NAME=swift -+ echo swift -+ sed s/python-// +++ sed s/python-// +++ echo swift + PY_MODULE_NAME=swift -+ py3versions -vr -+ PYTHON3S=3.13 3.12 -+ [ yes = yes ] +++ py3versions -vr ++ PYTHON3S='3.13 3.12' ++ '[' yes = yes ']' + TARGET_DIR=tmp -+ pwd ++ for pyvers in ${PYTHON3S} +++ pwd + python3.13 setup.py install --install-layout=deb --root /build/reproducible-path/swift-2.34.0/debian/tmp /usr/lib/python3/dist-packages/setuptools/__init__.py:94: _DeprecatedInstaller: setuptools.installer and fetch_build_eggs are deprecated. !! @@ -3334,6 +3395,12 @@ running install running build running build_py +creating build/lib/swift/common/ring +copying swift/common/ring/utils.py -> build/lib/swift/common/ring +copying swift/common/ring/ring.py -> build/lib/swift/common/ring +copying swift/common/ring/composite_builder.py -> build/lib/swift/common/ring +copying swift/common/ring/builder.py -> build/lib/swift/common/ring +copying swift/common/ring/__init__.py -> build/lib/swift/common/ring creating build/lib/swift/account copying swift/account/utils.py -> build/lib/swift/account copying swift/account/server.py -> build/lib/swift/account @@ -3342,11 +3409,96 @@ copying swift/account/backend.py -> build/lib/swift/account copying swift/account/auditor.py -> build/lib/swift/account copying swift/account/__init__.py -> build/lib/swift/account +creating build/lib/swift/cli +copying swift/cli/drive_full_checker.py -> build/lib/swift/cli +copying swift/cli/recon.py -> build/lib/swift/cli +copying swift/cli/shard-info.py -> build/lib/swift/cli +copying swift/cli/ringcomposer.py -> build/lib/swift/cli +copying swift/cli/ringbuilder.py -> build/lib/swift/cli +copying swift/cli/ring_builder_analyzer.py -> build/lib/swift/cli +copying swift/cli/reload.py -> build/lib/swift/cli +copying swift/cli/relinker.py -> build/lib/swift/cli +copying swift/cli/reconciler_enqueue.py -> build/lib/swift/cli +copying swift/cli/recon_cron.py -> build/lib/swift/cli +copying swift/cli/orphans.py -> build/lib/swift/cli +copying swift/cli/oldies.py -> build/lib/swift/cli +copying swift/cli/manage_shard_ranges.py -> build/lib/swift/cli +copying swift/cli/info.py -> build/lib/swift/cli +copying swift/cli/get_nodes.py -> build/lib/swift/cli +copying swift/cli/form_signature.py -> build/lib/swift/cli +copying swift/cli/drive_audit.py -> build/lib/swift/cli +copying swift/cli/dispersion_report.py -> build/lib/swift/cli +copying swift/cli/dispersion_populate.py -> build/lib/swift/cli +copying swift/cli/container_deleter.py -> build/lib/swift/cli +copying swift/cli/config.py -> build/lib/swift/cli +copying swift/cli/account_audit.py -> build/lib/swift/cli +copying swift/cli/__init__.py -> build/lib/swift/cli +creating build/lib/swift/common/utils +copying swift/common/utils/__init__.py -> build/lib/swift/common/utils +copying swift/common/utils/timestamp.py -> build/lib/swift/common/utils +copying swift/common/utils/logs.py -> build/lib/swift/common/utils +copying swift/common/utils/libc.py -> build/lib/swift/common/utils +copying swift/common/utils/ipaddrs.py -> build/lib/swift/common/utils +copying swift/common/utils/config.py -> build/lib/swift/common/utils +copying swift/common/utils/base.py -> build/lib/swift/common/utils +creating build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/crypto_utils.py -> build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/kms_keymaster.py -> build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/kmip_keymaster.py -> build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/keymaster.py -> build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/encrypter.py -> build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/decrypter.py -> build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/__init__.py -> build/lib/swift/common/middleware/crypto +creating build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3api.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/utils.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/subresource.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3token.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3response.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3request.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/exception.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/etree.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/acl_utils.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/acl_handlers.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/__init__.py -> build/lib/swift/common/middleware/s3api creating build/lib/swift/common/middleware/x_profile copying swift/common/middleware/x_profile/profile_model.py -> build/lib/swift/common/middleware/x_profile copying swift/common/middleware/x_profile/html_viewer.py -> build/lib/swift/common/middleware/x_profile copying swift/common/middleware/x_profile/exceptions.py -> build/lib/swift/common/middleware/x_profile copying swift/common/middleware/x_profile/__init__.py -> build/lib/swift/common/middleware/x_profile +creating build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/versioning.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/tagging.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/service.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/s3_acl.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/object_lock.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/obj.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/multi_upload.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/multi_delete.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/logging.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/location.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/bucket.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/base.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/acl.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/__init__.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/__init__.py -> build/lib/swift +creating build/lib/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/object_versioning.py -> build/lib/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/legacy.py -> build/lib/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/__init__.py -> build/lib/swift/common/middleware/versioned_writes +creating build/lib/swift/obj +copying swift/obj/updater.py -> build/lib/swift/obj +copying swift/obj/ssync_sender.py -> build/lib/swift/obj +copying swift/obj/ssync_receiver.py -> build/lib/swift/obj +copying swift/obj/server.py -> build/lib/swift/obj +copying swift/obj/replicator.py -> build/lib/swift/obj +copying swift/obj/reconstructor.py -> build/lib/swift/obj +copying swift/obj/mem_server.py -> build/lib/swift/obj +copying swift/obj/mem_diskfile.py -> build/lib/swift/obj +copying swift/obj/expirer.py -> build/lib/swift/obj +copying swift/obj/diskfile.py -> build/lib/swift/obj +copying swift/obj/auditor.py -> build/lib/swift/obj +copying swift/obj/__init__.py -> build/lib/swift/obj creating build/lib/swift/container copying swift/container/updater.py -> build/lib/swift/container copying swift/container/sync_store.py -> build/lib/swift/container @@ -3358,6 +3510,16 @@ copying swift/container/backend.py -> build/lib/swift/container copying swift/container/auditor.py -> build/lib/swift/container copying swift/container/__init__.py -> build/lib/swift/container +creating build/lib/swift/proxy/controllers +copying swift/proxy/controllers/obj.py -> build/lib/swift/proxy/controllers +copying swift/proxy/controllers/info.py -> build/lib/swift/proxy/controllers +copying swift/proxy/controllers/container.py -> build/lib/swift/proxy/controllers +copying swift/proxy/controllers/base.py -> build/lib/swift/proxy/controllers +copying swift/proxy/controllers/account.py -> build/lib/swift/proxy/controllers +copying swift/proxy/controllers/__init__.py -> build/lib/swift/proxy/controllers +creating build/lib/swift/obj/watchers +copying swift/obj/watchers/dark_data.py -> build/lib/swift/obj/watchers +copying swift/obj/watchers/__init__.py -> build/lib/swift/obj/watchers copying swift/common/wsgi.py -> build/lib/swift/common copying swift/common/swob.py -> build/lib/swift/common copying swift/common/storage_policy.py -> build/lib/swift/common @@ -3386,64 +3548,6 @@ copying swift/common/bufferedhttp.py -> build/lib/swift/common copying swift/common/base_storage_server.py -> build/lib/swift/common copying swift/common/__init__.py -> build/lib/swift/common -creating build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3api.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/utils.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/subresource.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3token.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3response.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3request.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/exception.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/etree.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/acl_utils.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/acl_handlers.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/__init__.py -> build/lib/swift/common/middleware/s3api -creating build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/versioning.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/tagging.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/service.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/s3_acl.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/object_lock.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/obj.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/multi_upload.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/multi_delete.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/logging.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/location.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/bucket.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/base.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/acl.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/__init__.py -> build/lib/swift/common/middleware/s3api/controllers -creating build/lib/swift/obj -copying swift/obj/updater.py -> build/lib/swift/obj -copying swift/obj/ssync_sender.py -> build/lib/swift/obj -copying swift/obj/ssync_receiver.py -> build/lib/swift/obj -copying swift/obj/server.py -> build/lib/swift/obj -copying swift/obj/replicator.py -> build/lib/swift/obj -copying swift/obj/reconstructor.py -> build/lib/swift/obj -copying swift/obj/mem_server.py -> build/lib/swift/obj -copying swift/obj/mem_diskfile.py -> build/lib/swift/obj -copying swift/obj/expirer.py -> build/lib/swift/obj -copying swift/obj/diskfile.py -> build/lib/swift/obj -copying swift/obj/auditor.py -> build/lib/swift/obj -copying swift/obj/__init__.py -> build/lib/swift/obj -creating build/lib/swift/proxy -copying swift/proxy/server.py -> build/lib/swift/proxy -copying swift/proxy/__init__.py -> build/lib/swift/proxy -copying swift/__init__.py -> build/lib/swift -creating build/lib/swift/common/utils -copying swift/common/utils/__init__.py -> build/lib/swift/common/utils -copying swift/common/utils/timestamp.py -> build/lib/swift/common/utils -copying swift/common/utils/logs.py -> build/lib/swift/common/utils -copying swift/common/utils/libc.py -> build/lib/swift/common/utils -copying swift/common/utils/ipaddrs.py -> build/lib/swift/common/utils -copying swift/common/utils/config.py -> build/lib/swift/common/utils -copying swift/common/utils/base.py -> build/lib/swift/common/utils -creating build/lib/swift/common/ring -copying swift/common/ring/utils.py -> build/lib/swift/common/ring -copying swift/common/ring/ring.py -> build/lib/swift/common/ring -copying swift/common/ring/composite_builder.py -> build/lib/swift/common/ring -copying swift/common/ring/builder.py -> build/lib/swift/common/ring -copying swift/common/ring/__init__.py -> build/lib/swift/common/ring copying swift/common/middleware/symlink.py -> build/lib/swift/common/middleware copying swift/common/middleware/slo.py -> build/lib/swift/common/middleware copying swift/common/middleware/tempurl.py -> build/lib/swift/common/middleware @@ -3476,52 +3580,8 @@ copying swift/common/middleware/acl.py -> build/lib/swift/common/middleware copying swift/common/middleware/account_quotas.py -> build/lib/swift/common/middleware copying swift/common/middleware/__init__.py -> build/lib/swift/common/middleware -creating build/lib/swift/proxy/controllers -copying swift/proxy/controllers/obj.py -> build/lib/swift/proxy/controllers -copying swift/proxy/controllers/info.py -> build/lib/swift/proxy/controllers -copying swift/proxy/controllers/container.py -> build/lib/swift/proxy/controllers -copying swift/proxy/controllers/base.py -> build/lib/swift/proxy/controllers -copying swift/proxy/controllers/account.py -> build/lib/swift/proxy/controllers -copying swift/proxy/controllers/__init__.py -> build/lib/swift/proxy/controllers -creating build/lib/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/object_versioning.py -> build/lib/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/legacy.py -> build/lib/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/__init__.py -> build/lib/swift/common/middleware/versioned_writes -creating build/lib/swift/obj/watchers -copying swift/obj/watchers/dark_data.py -> build/lib/swift/obj/watchers -copying swift/obj/watchers/__init__.py -> build/lib/swift/obj/watchers -creating build/lib/swift/cli -copying swift/cli/drive_full_checker.py -> build/lib/swift/cli -copying swift/cli/recon.py -> build/lib/swift/cli -copying swift/cli/shard-info.py -> build/lib/swift/cli -copying swift/cli/ringcomposer.py -> build/lib/swift/cli -copying swift/cli/ringbuilder.py -> build/lib/swift/cli -copying swift/cli/ring_builder_analyzer.py -> build/lib/swift/cli -copying swift/cli/reload.py -> build/lib/swift/cli -copying swift/cli/relinker.py -> build/lib/swift/cli -copying swift/cli/reconciler_enqueue.py -> build/lib/swift/cli -copying swift/cli/recon_cron.py -> build/lib/swift/cli -copying swift/cli/orphans.py -> build/lib/swift/cli -copying swift/cli/oldies.py -> build/lib/swift/cli -copying swift/cli/manage_shard_ranges.py -> build/lib/swift/cli -copying swift/cli/info.py -> build/lib/swift/cli -copying swift/cli/get_nodes.py -> build/lib/swift/cli -copying swift/cli/form_signature.py -> build/lib/swift/cli -copying swift/cli/drive_audit.py -> build/lib/swift/cli -copying swift/cli/dispersion_report.py -> build/lib/swift/cli -copying swift/cli/dispersion_populate.py -> build/lib/swift/cli -copying swift/cli/container_deleter.py -> build/lib/swift/cli -copying swift/cli/config.py -> build/lib/swift/cli -copying swift/cli/account_audit.py -> build/lib/swift/cli -copying swift/cli/__init__.py -> build/lib/swift/cli -creating build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/crypto_utils.py -> build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/kms_keymaster.py -> build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/kmip_keymaster.py -> build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/keymaster.py -> build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/encrypter.py -> build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/decrypter.py -> build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/__init__.py -> build/lib/swift/common/middleware/crypto +copying swift/proxy/server.py -> build/lib/swift/proxy +copying swift/proxy/__init__.py -> build/lib/swift/proxy running egg_info writing swift.egg-info/PKG-INFO writing dependency_links to swift.egg-info/dependency_links.txt @@ -4147,32 +4207,9 @@ creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/de creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/de/LC_MESSAGES copying build/lib/swift/locale/de/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/de/LC_MESSAGES -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/account_audit.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/config.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/container_deleter.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/dispersion_populate.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/dispersion_report.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/drive_audit.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/form_signature.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/get_nodes.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/info.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/manage_shard_ranges.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/oldies.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/orphans.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/recon_cron.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/reconciler_enqueue.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/relinker.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/reload.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/ring_builder_analyzer.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/ringbuilder.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/ringcomposer.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/shard-info.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/recon.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/drive_full_checker.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy +copying build/lib/swift/proxy/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy +copying build/lib/swift/proxy/server.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers copying build/lib/swift/proxy/controllers/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers copying build/lib/swift/proxy/controllers/account.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers @@ -4180,8 +4217,17 @@ copying build/lib/swift/proxy/controllers/container.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers copying build/lib/swift/proxy/controllers/info.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers copying build/lib/swift/proxy/controllers/obj.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -copying build/lib/swift/proxy/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy -copying build/lib/swift/proxy/server.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/auditor.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/backend.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/reconciler.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/replicator.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/server.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/sharder.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/sync.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/sync_store.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/updater.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers copying build/lib/swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers @@ -4198,32 +4244,40 @@ copying build/lib/swift/obj/ssync_receiver.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj copying build/lib/swift/obj/ssync_sender.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj copying build/lib/swift/obj/updater.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/auditor.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/backend.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/reconciler.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/replicator.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/server.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/sharder.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/sync.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/sync_store.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/updater.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/account_audit.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/config.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/container_deleter.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/dispersion_populate.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/dispersion_report.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/drive_audit.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/form_signature.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/get_nodes.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/info.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/manage_shard_ranges.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/oldies.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/orphans.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/recon_cron.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/reconciler_enqueue.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/relinker.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/reload.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/ring_builder_analyzer.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/ringbuilder.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/ringcomposer.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/shard-info.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/recon.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/drive_full_checker.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/auditor.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/backend.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/reaper.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/replicator.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/server.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/utils.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring -copying build/lib/swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring -copying build/lib/swift/common/ring/builder.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring -copying build/lib/swift/common/ring/composite_builder.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring -copying build/lib/swift/common/ring/ring.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring -copying build/lib/swift/common/ring/utils.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils -copying build/lib/swift/common/utils/base.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils -copying build/lib/swift/common/utils/config.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils -copying build/lib/swift/common/utils/ipaddrs.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils -copying build/lib/swift/common/utils/libc.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils -copying build/lib/swift/common/utils/logs.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils -copying build/lib/swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils -copying build/lib/swift/common/utils/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils copying build/lib/swift/common/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common copying build/lib/swift/common/base_storage_server.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common copying build/lib/swift/common/bufferedhttp.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common @@ -4253,18 +4307,6 @@ copying build/lib/swift/common/swob.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common copying build/lib/swift/common/wsgi.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -copying build/lib/swift/common/middleware/crypto/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -copying build/lib/swift/common/middleware/crypto/decrypter.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -copying build/lib/swift/common/middleware/crypto/encrypter.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -copying build/lib/swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -copying build/lib/swift/common/middleware/crypto/kmip_keymaster.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -copying build/lib/swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -copying build/lib/swift/common/middleware/crypto/crypto_utils.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes -copying build/lib/swift/common/middleware/versioned_writes/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes -copying build/lib/swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes -copying build/lib/swift/common/middleware/versioned_writes/object_versioning.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes copying build/lib/swift/common/middleware/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware copying build/lib/swift/common/middleware/account_quotas.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware copying build/lib/swift/common/middleware/acl.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware @@ -4297,6 +4339,15 @@ copying build/lib/swift/common/middleware/tempurl.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware copying build/lib/swift/common/middleware/slo.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware copying build/lib/swift/common/middleware/symlink.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes +copying build/lib/swift/common/middleware/versioned_writes/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes +copying build/lib/swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes +copying build/lib/swift/common/middleware/versioned_writes/object_versioning.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile +copying build/lib/swift/common/middleware/x_profile/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile +copying build/lib/swift/common/middleware/x_profile/exceptions.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile +copying build/lib/swift/common/middleware/x_profile/html_viewer.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile +copying build/lib/swift/common/middleware/x_profile/profile_model.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema copying build/lib/swift/common/middleware/s3api/schema/versioning_configuration.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema @@ -4345,19 +4396,61 @@ copying build/lib/swift/common/middleware/s3api/subresource.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api copying build/lib/swift/common/middleware/s3api/utils.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api copying build/lib/swift/common/middleware/s3api/s3api.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile -copying build/lib/swift/common/middleware/x_profile/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile -copying build/lib/swift/common/middleware/x_profile/exceptions.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile -copying build/lib/swift/common/middleware/x_profile/html_viewer.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile -copying build/lib/swift/common/middleware/x_profile/profile_model.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/auditor.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/backend.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/reaper.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/replicator.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/server.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/utils.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto +copying build/lib/swift/common/middleware/crypto/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto +copying build/lib/swift/common/middleware/crypto/decrypter.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto +copying build/lib/swift/common/middleware/crypto/encrypter.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto +copying build/lib/swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto +copying build/lib/swift/common/middleware/crypto/kmip_keymaster.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto +copying build/lib/swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto +copying build/lib/swift/common/middleware/crypto/crypto_utils.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils +copying build/lib/swift/common/utils/base.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils +copying build/lib/swift/common/utils/config.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils +copying build/lib/swift/common/utils/ipaddrs.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils +copying build/lib/swift/common/utils/libc.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils +copying build/lib/swift/common/utils/logs.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils +copying build/lib/swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils +copying build/lib/swift/common/utils/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring +copying build/lib/swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring +copying build/lib/swift/common/ring/builder.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring +copying build/lib/swift/common/ring/composite_builder.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring +copying build/lib/swift/common/ring/ring.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring +copying build/lib/swift/common/ring/utils.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/server.py to server.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/account.py to account.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/base.py to base.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/container.py to container.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/info.py to info.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/obj.py to obj.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/auditor.py to auditor.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/backend.py to backend.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/reconciler.py to reconciler.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/replicator.py to replicator.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/server.py to server.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sharder.py to sharder.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync.py to sync.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync_store.py to sync_store.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/updater.py to updater.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/dark_data.py to dark_data.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/auditor.py to auditor.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/diskfile.py to diskfile.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/expirer.py to expirer.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_diskfile.py to mem_diskfile.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_server.py to mem_server.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/reconstructor.py to reconstructor.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/replicator.py to replicator.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/server.py to server.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_receiver.py to ssync_receiver.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_sender.py to ssync_sender.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/updater.py to updater.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/__init__.py to __init__.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/__init__.py to __init__.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/account_audit.py to account_audit.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/config.py to config.cpython-313.pyc @@ -4381,51 +4474,13 @@ byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/shard-info.py to shard-info.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/recon.py to recon.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/drive_full_checker.py to drive_full_checker.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/account.py to account.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/base.py to base.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/container.py to container.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/info.py to info.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/obj.py to obj.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/server.py to server.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/dark_data.py to dark_data.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/auditor.py to auditor.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/diskfile.py to diskfile.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/expirer.py to expirer.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_diskfile.py to mem_diskfile.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_server.py to mem_server.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/reconstructor.py to reconstructor.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/replicator.py to replicator.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/server.py to server.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_receiver.py to ssync_receiver.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_sender.py to ssync_sender.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/updater.py to updater.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/auditor.py to auditor.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/backend.py to backend.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/reconciler.py to reconciler.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/replicator.py to replicator.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/server.py to server.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sharder.py to sharder.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync.py to sync.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync_store.py to sync_store.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/updater.py to updater.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/builder.py to builder.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/composite_builder.py to composite_builder.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/ring.py to ring.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/utils.py to utils.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/base.py to base.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/config.py to config.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/ipaddrs.py to ipaddrs.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/libc.py to libc.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/logs.py to logs.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/timestamp.py to timestamp.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/auditor.py to auditor.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/backend.py to backend.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/reaper.py to reaper.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/replicator.py to replicator.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/server.py to server.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/utils.py to utils.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/__init__.py to __init__.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/base_storage_server.py to base_storage_server.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/bufferedhttp.py to bufferedhttp.cpython-313.pyc @@ -4454,16 +4509,6 @@ byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/storage_policy.py to storage_policy.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/swob.py to swob.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/wsgi.py to wsgi.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/decrypter.py to decrypter.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/encrypter.py to encrypter.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/keymaster.py to keymaster.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kmip_keymaster.py to kmip_keymaster.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kms_keymaster.py to kms_keymaster.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/crypto_utils.py to crypto_utils.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/legacy.py to legacy.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/object_versioning.py to object_versioning.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/__init__.py to __init__.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/account_quotas.py to account_quotas.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/acl.py to acl.cpython-313.pyc @@ -4496,6 +4541,13 @@ byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/tempurl.py to tempurl.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/slo.py to slo.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/symlink.py to symlink.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/legacy.py to legacy.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/object_versioning.py to object_versioning.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/exceptions.py to exceptions.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/html_viewer.py to html_viewer.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/profile_model.py to profile_model.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/__init__.py to __init__.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/acl.py to acl.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/base.py to base.cpython-313.pyc @@ -4521,17 +4573,25 @@ byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/subresource.py to subresource.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/utils.py to utils.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3api.py to s3api.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/exceptions.py to exceptions.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/html_viewer.py to html_viewer.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/profile_model.py to profile_model.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/auditor.py to auditor.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/backend.py to backend.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/reaper.py to reaper.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/replicator.py to replicator.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/server.py to server.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/utils.py to utils.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/decrypter.py to decrypter.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/encrypter.py to encrypter.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/keymaster.py to keymaster.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kmip_keymaster.py to kmip_keymaster.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kms_keymaster.py to kms_keymaster.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/crypto_utils.py to crypto_utils.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/base.py to base.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/config.py to config.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/ipaddrs.py to ipaddrs.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/libc.py to libc.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/logs.py to logs.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/timestamp.py to timestamp.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/builder.py to builder.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/composite_builder.py to composite_builder.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/ring.py to ring.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/utils.py to utils.cpython-313.pyc running install_egg_info Copying swift.egg-info to /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift-2.34.0.egg-info Skipping SOURCES.txt @@ -4578,7 +4638,8 @@ Installing swift-ring-builder script to /build/reproducible-path/swift-2.34.0/debian/tmp/usr/bin Installing swift-ring-builder-analyzer script to /build/reproducible-path/swift-2.34.0/debian/tmp/usr/bin Installing swift-ring-composer script to /build/reproducible-path/swift-2.34.0/debian/tmp/usr/bin -+ pwd ++ for pyvers in ${PYTHON3S} +++ pwd + python3.12 setup.py install --install-layout=deb --root /build/reproducible-path/swift-2.34.0/debian/tmp /usr/lib/python3/dist-packages/setuptools/__init__.py:94: _DeprecatedInstaller: setuptools.installer and fetch_build_eggs are deprecated. !! @@ -5162,6 +5223,39 @@ !! check.warn(importable) running install_lib +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/server.py to server.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/account.py to account.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/base.py to base.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/container.py to container.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/info.py to info.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/obj.py to obj.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/auditor.py to auditor.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/backend.py to backend.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/reconciler.py to reconciler.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/replicator.py to replicator.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/server.py to server.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sharder.py to sharder.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync.py to sync.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync_store.py to sync_store.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/updater.py to updater.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/dark_data.py to dark_data.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/auditor.py to auditor.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/diskfile.py to diskfile.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/expirer.py to expirer.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_diskfile.py to mem_diskfile.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_server.py to mem_server.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/reconstructor.py to reconstructor.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/replicator.py to replicator.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/server.py to server.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_receiver.py to ssync_receiver.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_sender.py to ssync_sender.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/updater.py to updater.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/__init__.py to __init__.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/__init__.py to __init__.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/account_audit.py to account_audit.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/config.py to config.cpython-312.pyc @@ -5185,51 +5279,13 @@ byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/shard-info.py to shard-info.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/recon.py to recon.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/drive_full_checker.py to drive_full_checker.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/account.py to account.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/base.py to base.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/container.py to container.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/info.py to info.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/obj.py to obj.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/server.py to server.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/dark_data.py to dark_data.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/auditor.py to auditor.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/diskfile.py to diskfile.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/expirer.py to expirer.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_diskfile.py to mem_diskfile.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_server.py to mem_server.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/reconstructor.py to reconstructor.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/replicator.py to replicator.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/server.py to server.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_receiver.py to ssync_receiver.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_sender.py to ssync_sender.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/updater.py to updater.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/auditor.py to auditor.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/backend.py to backend.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/reconciler.py to reconciler.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/replicator.py to replicator.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/server.py to server.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sharder.py to sharder.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync.py to sync.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync_store.py to sync_store.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/updater.py to updater.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/builder.py to builder.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/composite_builder.py to composite_builder.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/ring.py to ring.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/utils.py to utils.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/base.py to base.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/config.py to config.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/ipaddrs.py to ipaddrs.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/libc.py to libc.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/logs.py to logs.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/timestamp.py to timestamp.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/auditor.py to auditor.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/backend.py to backend.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/reaper.py to reaper.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/replicator.py to replicator.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/server.py to server.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/utils.py to utils.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/__init__.py to __init__.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/base_storage_server.py to base_storage_server.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/bufferedhttp.py to bufferedhttp.cpython-312.pyc @@ -5258,16 +5314,6 @@ byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/storage_policy.py to storage_policy.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/swob.py to swob.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/wsgi.py to wsgi.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/decrypter.py to decrypter.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/encrypter.py to encrypter.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/keymaster.py to keymaster.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kmip_keymaster.py to kmip_keymaster.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kms_keymaster.py to kms_keymaster.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/crypto_utils.py to crypto_utils.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/legacy.py to legacy.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/object_versioning.py to object_versioning.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/__init__.py to __init__.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/account_quotas.py to account_quotas.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/acl.py to acl.cpython-312.pyc @@ -5300,6 +5346,13 @@ byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/tempurl.py to tempurl.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/slo.py to slo.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/symlink.py to symlink.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/legacy.py to legacy.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/object_versioning.py to object_versioning.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/exceptions.py to exceptions.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/html_viewer.py to html_viewer.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/profile_model.py to profile_model.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/__init__.py to __init__.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/acl.py to acl.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/base.py to base.cpython-312.pyc @@ -5325,17 +5378,25 @@ byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/subresource.py to subresource.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/utils.py to utils.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3api.py to s3api.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/exceptions.py to exceptions.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/html_viewer.py to html_viewer.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/profile_model.py to profile_model.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/auditor.py to auditor.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/backend.py to backend.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/reaper.py to reaper.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/replicator.py to replicator.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/server.py to server.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/utils.py to utils.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/decrypter.py to decrypter.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/encrypter.py to encrypter.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/keymaster.py to keymaster.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kmip_keymaster.py to kmip_keymaster.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kms_keymaster.py to kms_keymaster.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/crypto_utils.py to crypto_utils.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/base.py to base.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/config.py to config.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/ipaddrs.py to ipaddrs.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/libc.py to libc.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/logs.py to logs.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/timestamp.py to timestamp.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/builder.py to builder.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/composite_builder.py to composite_builder.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/ring.py to ring.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/utils.py to utils.cpython-312.pyc running install_egg_info removing '/build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift-2.34.0.egg-info' (and everything under it) Copying swift.egg-info to /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift-2.34.0.egg-info @@ -5383,10 +5444,10 @@ Installing swift-ring-builder script to /build/reproducible-path/swift-2.34.0/debian/tmp/usr/bin Installing swift-ring-builder-analyzer script to /build/reproducible-path/swift-2.34.0/debian/tmp/usr/bin Installing swift-ring-composer script to /build/reproducible-path/swift-2.34.0/debian/tmp/usr/bin -+ pwd -+ rm -rf /build/reproducible-path/swift-2.34.0/debian/python*/usr/lib/python*/dist-packages/*.pth -+ pwd -+ rm -rf /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python*/dist-packages/*.pth +++ pwd ++ rm -rf '/build/reproducible-path/swift-2.34.0/debian/python*/usr/lib/python*/dist-packages/*.pth' +++ pwd ++ rm -rf '/build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python*/dist-packages/*.pth' rm debian/tmp/usr/bin/swift-init pkgos-dh_auto_test --no-py2 --test-path test/unit 'test\.unit\.(?!common\.test_utils\.TestUtils\.test_get_logger_sysloghandler_plumbing|common\.middleware\.test_cname_lookup\.TestCNAMELookup.*|common\.test_db\.TestDatabaseBroker\.test_get.*|container\.test_sync\.TestContainerSync\.test_init.*|common\.test_utils\.TestPunchHoleReally\.test_punch_a_hole.*|common\.test_utils\.Test_LibcWrapper\.test_argument_plumbing.*|common\.test_utils\.TestUtils\.test_load_pkg_resource_importlib.*|common\.test_db_replicator\.TestHandoffsOnly.*|common\.ring\.test_builder\.TestGetRequiredOverload\.test_perfect_four_zone_four_replica_bad_placement|common\.test_wsgi\.TestWSGI.*|obj\.test_expirer\.TestObjectExpirer\.test_delete_actual_object|common\.test_memcached\.TestMemcached\.test_get_conns_hostname6|common\.test_memcached\.TestMemcached\.test_get_conns_v6|common\.test_memcached\.TestMemcached\.test_get_conns_v6_default|obj\.test_reconstructor\.TestWorkerReconstructor\.test_run_forever_recon_aggregation|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_with_duplicate_but_sufficient_frag_indexes|proxy\.test_mem_server\.TestProxyServer\.test_statsd_prefix|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_read_timeout|proxy\.controllers\.test_base\.TestGetOrHeadHandler\.test_disconnected_logging|obj\.test_expirer\.TestObjectExpirer\.test_failed_delete_continues_on|obj\.test_replicator\.TestObjectReplicator\.test_update|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_timeout|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_no_problems_no_hard_disconnect|common\.test_memcached\.TestMemcached\.test_operations_timing_stats_with_incr_timeout|obj\.test_expirer\.TestExpirerHelpers\.test_embed_expirer_bytes_from_diskfile_metadata|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_access_log_prefix|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_log_prefix)' + PKGOS_TEST_PARALLEL=yes @@ -5395,71 +5456,206 @@ + PYTHON3S=disabled + TEST_PARALLEL_OPT=--parallel + TEST_SERIAL_OPT= -+ echo WARNING: --no-py2 is deprecated, and always on. ++ for i in $@ ++ case "${1}" in ++ echo 'WARNING: --no-py2 is deprecated, and always on.' WARNING: --no-py2 is deprecated, and always on. + shift -+ py3versions -vr -+ PYTHON3S=3.13 3.12 -+ [ yes = no ] -+ [ no = yes ] -+ [ 3.13 = disabled ] -+ echo+ 3.13 -cut -d. -f1 ++ for i in $@ ++ case "${1}" in ++ for i in $@ ++ case "${1}" in ++ for i in $@ ++ case "${1}" in +++ py3versions -vr ++ PYTHON3S='3.13 3.12' ++ '[' yes = no ']' ++ '[' no = yes ']' ++ for pyvers in ${PYTHON3S} ++ '[' 3.13 = disabled ']' +++ cut -d. -f1 +++ echo 3.13 + PYMAJOR=3 -+ echo ===> Testing with python (python3) ++ echo '===> Testing with python (python3)' ===> Testing with python (python3) -+ pwd -+ [ -d /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages ] -+ [ -z ] -+ pwd -+ echo Implicitly adding PYTHONPATH=/build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages +++ pwd ++ '[' -d /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages ']' ++ '[' -z '' ']' +++ pwd ++ echo 'Implicitly adding PYTHONPATH=/build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages' Implicitly adding PYTHONPATH=/build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages -+ pwd +++ pwd + export PYTHONPATH=/build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages -+ [ -e .stestr.conf ] -+ [ -x /usr/bin/python3-stestr ] ++ PYTHONPATH=/build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages ++ '[' -e .stestr.conf ']' ++ '[' -x /usr/bin/python3-stestr ']' + STESTR=stestr + rm -rf .stestr -+ + PYTHON=python3.13 stestr run --parallel --subunitsubunit2pyunit --test-path - test/unit test\.unit\.(?!common\.test_utils\.TestUtils\.test_get_logger_sysloghandler_plumbing|common\.middleware\.test_cname_lookup\.TestCNAMELookup.*|common\.test_db\.TestDatabaseBroker\.test_get.*|container\.test_sync\.TestContainerSync\.test_init.*|common\.test_utils\.TestPunchHoleReally\.test_punch_a_hole.*|common\.test_utils\.Test_LibcWrapper\.test_argument_plumbing.*|common\.test_utils\.TestUtils\.test_load_pkg_resource_importlib.*|common\.test_db_replicator\.TestHandoffsOnly.*|common\.ring\.test_builder\.TestGetRequiredOverload\.test_perfect_four_zone_four_replica_bad_placement|common\.test_wsgi\.TestWSGI.*|obj\.test_expirer\.TestObjectExpirer\.test_delete_actual_object|common\.test_memcached\.TestMemcached\.test_get_conns_hostname6|common\.test_memcached\.TestMemcached\.test_get_conns_v6|common\.test_memcached\.TestMemcached\.test_get_conns_v6_default|obj\.test_reconstructor\.TestWorkerReconstructor\.test_run_forever_recon_aggregation|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_with_duplicate_but_sufficient_frag_indexes|proxy\.test_mem_server\.TestProxyServer\.test_statsd_prefix|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_read_timeout|proxy\.controllers\.test_base\.TestGetOrHeadHandler\.test_disconnected_logging|obj\.test_expirer\.TestObjectExpirer\.test_failed_delete_continues_on|obj\.test_replicator\.TestObjectReplicator\.test_update|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_timeout|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_no_problems_no_hard_disconnect|common\.test_memcached\.TestMemcached\.test_operations_timing_stats_with_incr_timeout|obj\.test_expirer\.TestExpirerHelpers\.test_embed_expirer_bytes_from_diskfile_metadata|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_access_log_prefix|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_log_prefix) -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.account.test_reaper.TestReaper.test_basic_reap_account -test.unit.account.test_reaper.TestReaper.test_basic_reap_account ... ok -test.unit.account.test_reaper.TestReaper.test_creation -test.unit.account.test_reaper.TestReaper.test_creation ... ok -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value ... ok -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default ... ok -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set ... ok -test.unit.account.test_reaper.TestReaper.test_reap_account -test.unit.account.test_reaper.TestReaper.test_reap_account ... ok -test.unit.account.test_reaper.TestReaper.test_reap_account_no_container -test.unit.account.test_reaper.TestReaper.test_reap_account_no_container ... ok -test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding -test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container -test.unit.account.test_reaper.TestReaper.test_reap_container ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", ++ PYTHON=python3.13 ++ subunit2pyunit ++ stestr run --parallel --subunit --test-path test/unit 'test\.unit\.(?!common\.test_utils\.TestUtils\.test_get_logger_sysloghandler_plumbing|common\.middleware\.test_cname_lookup\.TestCNAMELookup.*|common\.test_db\.TestDatabaseBroker\.test_get.*|container\.test_sync\.TestContainerSync\.test_init.*|common\.test_utils\.TestPunchHoleReally\.test_punch_a_hole.*|common\.test_utils\.Test_LibcWrapper\.test_argument_plumbing.*|common\.test_utils\.TestUtils\.test_load_pkg_resource_importlib.*|common\.test_db_replicator\.TestHandoffsOnly.*|common\.ring\.test_builder\.TestGetRequiredOverload\.test_perfect_four_zone_four_replica_bad_placement|common\.test_wsgi\.TestWSGI.*|obj\.test_expirer\.TestObjectExpirer\.test_delete_actual_object|common\.test_memcached\.TestMemcached\.test_get_conns_hostname6|common\.test_memcached\.TestMemcached\.test_get_conns_v6|common\.test_memcached\.TestMemcached\.test_get_conns_v6_default|obj\.test_reconstructor\.TestWorkerReconstructor\.test_run_forever_recon_aggregation|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_with_duplicate_but_sufficient_frag_indexes|proxy\.test_mem_server\.TestProxyServer\.test_statsd_prefix|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_read_timeout|proxy\.controllers\.test_base\.TestGetOrHeadHandler\.test_disconnected_logging|obj\.test_expirer\.TestObjectExpirer\.test_failed_delete_continues_on|obj\.test_replicator\.TestObjectReplicator\.test_update|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_timeout|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_no_problems_no_hard_disconnect|common\.test_memcached\.TestMemcached\.test_operations_timing_stats_with_incr_timeout|obj\.test_expirer\.TestExpirerHelpers\.test_embed_expirer_bytes_from_diskfile_metadata|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_access_log_prefix|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_log_prefix)' /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails -test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails ... ok +test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag +test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag +test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag +test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_recon.TestRecon.test_async_check +test.unit.cli.test_recon.TestRecon.test_async_check ... ok +test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent +test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent ... ok +test.unit.cli.test_recon.TestRecon.test_drive_audit_check +test.unit.cli.test_recon.TestRecon.test_drive_audit_check ... ok +test.unit.cli.test_recon.TestRecon.test_gen_stats +test.unit.cli.test_recon.TestRecon.test_gen_stats ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending +test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db +test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_get_info +test.unit.account.test_backend.TestCommonAccountBroker.test_get_info ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row +test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata +test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs +test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs ... ok +test.unit.cli.test_recon.TestRecon.test_get_error_ringnames +test.unit.cli.test_recon.TestRecon.test_get_error_ringnames ... ok +test.unit.cli.test_recon.TestRecon.test_get_hosts +test.unit.cli.test_recon.TestRecon.test_get_hosts ... ok +test.unit.cli.test_recon.TestRecon.test_get_ring_names +test.unit.cli.test_recon.TestRecon.test_get_ring_names ... ok +test.unit.cli.test_recon.TestRecon.test_get_ringmd5 +test.unit.cli.test_recon.TestRecon.test_get_ringmd5 ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu ... ok +test.unit.cli.test_recon.TestRecon.test_ptime +test.unit.cli.test_recon.TestRecon.test_ptime ... ok +test.unit.cli.test_recon.TestRecon.test_quarantine_check +test.unit.cli.test_recon.TestRecon.test_quarantine_check ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get +test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change ... ok +test.unit.cli.test_recon.TestRecon.test_umount_check +test.unit.cli.test_recon.TestRecon.test_umount_check ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp +test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at +test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at ... ok +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info ... ok +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats ... ok +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter ... ok +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata ... ok +test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args +test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_syncs +test.unit.cli.test_info.TestCliInfo.test_print_db_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_info +test.unit.cli.test_info.TestCliInfo.test_print_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_recon.TestScout.test_scout_http_error +test.unit.cli.test_recon.TestScout.test_scout_http_error ... ok +test.unit.cli.test_recon.TestScout.test_scout_ok +test.unit.cli.test_recon.TestScout.test_scout_ok ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error +test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_ok ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout +test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error +test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error ... ok +test.unit.cli.test_recon.TestScout.test_scout_socket_timeout +test.unit.cli.test_recon.TestScout.test_scout_socket_timeout ... ok +test.unit.cli.test_recon.TestScout.test_scout_url_error +test.unit.cli.test_recon.TestScout.test_scout_url_error ... ok test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta ... ok test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.account.test_server.TestAccountController.test_DELETE_empty -test.unit.account.test_server.TestAccountController.test_DELETE_empty ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition -test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition ... ok test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context ... ok test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset @@ -5482,40 +5678,100 @@ test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key ... ok test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception +test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response ... ok +test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs +test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_empty +test.unit.account.test_server.TestAccountController.test_DELETE_empty ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition +test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition ... ok test.unit.account.test_server.TestAccountController.test_DELETE_not_empty test.unit.account.test_server.TestAccountController.test_DELETE_not_empty ... ok test.unit.account.test_server.TestAccountController.test_DELETE_not_found test.unit.account.test_server.TestAccountController.test_DELETE_not_found ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose +test.unit.cli.test_ringcomposer.TestCommands.test_compose ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing +test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing ... ok test.unit.account.test_server.TestAccountController.test_DELETE_now_empty test.unit.account.test_server.TestAccountController.test_DELETE_now_empty ... ok -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json ... ok -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration -test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending -test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db -test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_info -test.unit.account.test_backend.TestCommonAccountBroker.test_get_info ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row -test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata -test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs -test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs ... ok test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float ... ok test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard @@ -5528,113 +5784,50 @@ test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid ... ok test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get -test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_error_response_reason_logging -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_error_response_reason_logging ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp -test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at -test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at ... ok -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info ... ok -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats ... ok -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 426, in set - raise MemcacheConnectionError('failed set: %s' % msg) -swift.common.exceptions.MemcacheConnectionError: failed set: - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch - self.greenlet.switch(value) - ~~~~~~~~~~~~~~~~~~~~^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 900, in _timing_stats - result = func(cache, *args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 430, in set - self._exception_occurred(server, e, cmd, conn_start_time, - ~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - sock=sock, fp=fp) - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 276, in _exception_occurred - elif isinstance(e, (socket.error, MemcacheConnectionError)): - ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter ... ok -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata ... ok -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full ... ok -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space ... ok -test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit -test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit ... ok -test.unit.cli.test_recon.TestHelpers.test_size_suffix -test.unit.cli.test_recon.TestHelpers.test_size_suffix ... ok test.unit.account.test_server.TestAccountController.test_GET_accept_xml test.unit.account.test_server.TestAccountController.test_GET_accept_xml ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case ... ok +test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails +test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers +test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_local_ids +test.unit.account.test_replicator.TestReplicatorSync.test_local_ids ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync +test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge +test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync +test.unit.account.test_replicator.TestReplicatorSync.test_sync ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok test.unit.account.test_server.TestAccountController.test_GET_empty_account_json test.unit.account.test_server.TestAccountController.test_GET_empty_account_json ... ok test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain @@ -5645,82 +5838,1184 @@ test.unit.account.test_server.TestAccountController.test_GET_invalid_accept ... ok test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok +test.unit.cli.test_info.TestPrintObj.test_missing_etag +test.unit.cli.test_info.TestPrintObj.test_missing_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid +test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObj.test_print_obj_valid +test.unit.cli.test_info.TestPrintObj.test_print_obj_valid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy +test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_reload.TestMain.test_check_failed +test.unit.cli.test_reload.TestMain.test_check_failed ... ok +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain ... ok +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_log_requests_false +test.unit.account.test_server.TestAccountController.test_GET_log_requests_false ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files +test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_show +test.unit.cli.test_ringcomposer.TestCommands.test_show ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command +test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id ... ok +test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config +test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_invalid ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_not_satisfiable ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_and_range ... ok +test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Cipher must be AES_CTR_256 +test DEBUG: No decryption is necessary because of override +test DEBUG: No decryption is necessary because of override +test ERROR: get_keys(): from callback: Testing: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys + keys = fetch_crypto_keys(key_id=key_id) + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_decrypter.py", line 902, in raise_exc + raise Exception('Testing') +Exception: Testing +test ERROR: Error decrypting header X-Object-Sysmeta-Crypto-Etag: Missing crypto meta in value fgBd78GL6kACmfmuAxTz9B7eJCFTfjxotcr7trw/5Qo= +test ERROR: ERROR get_keys() missing callback: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys + fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] + ~~~^^^^^^^^^^^^^^^^^^^^^ +KeyError: 'swift.callback.fetch_crypto_keys' +test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting object: Bad crypto meta: Missing 'cipher' +test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting object: Key must be length 32 bytes +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes +test ERROR: Bad key for 'object': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys + self.crypto.check_key(key) + ~~~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: Error decrypting object: Missing 'body_key' +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== +test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes +test ERROR: Bad key for 'object': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys + self.crypto.check_key(key) + ~~~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmptjmx2px4/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmptjmx2px4/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmptjmx2px4/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmptjmx2px4/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:38 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0034 "-" 3035092 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0033 "-" 3035092 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 3035092 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:38 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0027 "-" 3035092 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:38 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx71612725cb1a46a2b7b79-0069741542" "proxy-server 3035092" 0.0014 "-" 3035092 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:38 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:34469/sdb1/1/a/c" "tx71612725cb1a46a2b7b79-0069741542" "container-server 3035092" 0.0095 "-" 3035092 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:32877/sda1/1/a/c" "tx71612725cb1a46a2b7b79-0069741542" "container-server 3035092" 0.0012 "-" 3035092 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx71612725cb1a46a2b7b79-0069741542" "proxy-server 3035092" 0.0174 "-" 3035092 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:38 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx71612725cb1a46a2b7b79-0069741542" "proxy-server 3035092" 0.0228 "-" 3035092 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/41/38 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx71612725cb1a46a2b7b79-0069741542 - 0.0311 - - 1769215298.123792171 1769215298.154918432 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:38 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx04c9abda93464346b4524-0069741542" "proxy-server 3035092" 0.0012 "-" 3035092 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:38 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:34469/sdb1/1/a1/c1" "tx04c9abda93464346b4524-0069741542" "container-server 3035092" 0.0010 "-" 3035092 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:32877/sda1/1/a1/c1" "tx04c9abda93464346b4524-0069741542" "container-server 3035092" 0.0011 "-" 3035092 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:38 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx04c9abda93464346b4524-0069741542" "proxy-server 3035092" 0.0083 "-" 3035092 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx04c9abda93464346b4524-0069741542" "proxy-server 3035092" 0.0134 "-" 3035092 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/41/38 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx04c9abda93464346b4524-0069741542 - 0.0210 - - 1769215298.156473160 1769215298.177516699 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:38 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4be06d3434224d58a4104-0069741542" "proxy-server 3035092" 0.0021 "-" 3035092 -Loaded db broker for a/c +Loaded db broker for a/c +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +Loaded db broker for a/c +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' Loaded db broker for a/c Loaded db broker for a/c Loaded db broker for a/c Loaded db broker for a/c Loaded db broker for a/c Loaded db broker for a/c +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_existing_part_number_greater_than_max_parts_allowed +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_existing_part_number_greater_than_max_parts_allowed ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing ... ok +test.unit.cli.test_reload.TestMain.test_good +test.unit.cli.test_reload.TestMain.test_good ... ok +test.unit.cli.test_reload.TestMain.test_needs_pid +test.unit.cli.test_reload.TestMain.test_needs_pid ... ok +test INFO: - - - [24/Jan/2026:00:41:37 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:37 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:37 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:37 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:37 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:37 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0100 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:37 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:37 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:37 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:37 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0017 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0165 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0022 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0024 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0021 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0076 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0022 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0021 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0012 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0014 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0009 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0015 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0077 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0015 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0105 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0017 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0015 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0016 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0019 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0053 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0016 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0016 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0012 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0020 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0017 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0015 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0021 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0013 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0014 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0014 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0016 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0018 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0017 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0009 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0014 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0014 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0018 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0020 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0016 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3034965 -test.unit.account.test_server.TestAccountController.test_GET_log_requests_true +test.unit.account.test_server.TestAccountController.test_GET_log_requests_true ... ok +test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter +test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_json +test.unit.account.test_server.TestAccountController.test_GET_not_found_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_plain +test.unit.account.test_server.TestAccountController.test_GET_not_found_plain ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_xml +test.unit.account.test_server.TestAccountController.test_GET_not_found_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_over_limit +test.unit.account.test_server.TestAccountController.test_GET_over_limit ... ok +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain ... ok +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration ... ok + +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0068 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0010 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0017 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0016 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0017 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0015 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0015 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0014 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0017 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0020 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0016 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0017 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0015 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0013 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0017 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0014 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0015 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0014 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0010 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0002 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0025 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0009 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0014 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0016 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0017 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0015 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0015 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0016 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0016 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0016 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0024 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0017 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0017 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0017 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0017 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0015 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0018 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0017 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0016 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0017 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0016 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0018 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0080 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0016 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0016 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0009 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0016 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0017 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0015 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0016 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0015 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0015 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0015 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0014 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0014 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0020 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0020 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0016 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0020 "-" 3034965 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:38 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:34469/sdb1/2/a/c1" "tx4be06d3434224d58a4104-0069741542" "container-server 3035092" 0.0017 "-" 3035092 1 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:32877/sda1/2/a/c1" "tx4be06d3434224d58a4104-0069741542" "container-server 3035092" 0.0011 "-" 3035092 1 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4be06d3434224d58a4104-0069741542" "proxy-server 3035092" 0.0091 "-" 3035092 1 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:38 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4be06d3434224d58a4104-0069741542" "proxy-server 3035092" 0.0142 "-" 3035092 1 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/41/38 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx4be06d3434224d58a4104-0069741542 - 0.0226 - - 1769215298.179155111 1769215298.201747417 1 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:38 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txffbd55860f8a4835abed9-0069741542" "proxy-server 3035092" 0.0081 "-" 3035092 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:34469/sdb1/1/a/c2" "txffbd55860f8a4835abed9-0069741542" "container-server 3035092" 0.0100 "-" 3035092 2 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:38 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:32877/sda1/1/a/c2" "txffbd55860f8a4835abed9-0069741542" "container-server 3035092" 0.0011 "-" 3035092 2 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:38 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txffbd55860f8a4835abed9-0069741542" "proxy-server 3035092" 0.0175 "-" 3035092 2 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txffbd55860f8a4835abed9-0069741542" "proxy-server 3035092" 0.0269 "-" 3035092 2 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/41/38 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txffbd55860f8a4835abed9-0069741542 - 0.0416 - - 1769215298.203295708 1769215298.244884968 2 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_huge_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_huge_part_num ... ok +test.unit.account.test_server.TestAccountController.test_GET_with_containers_json +test.unit.account.test_server.TestAccountController.test_GET_with_containers_json ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok ... ok +=============================================================================== +--> Starting reconnaissance on 2 hosts (object) +=============================================================================== +=============================================================================== +--> Starting reconnaissance on 5 hosts (object) +=============================================================================== +=============================================================================== +--> Starting reconnaissance on 2 hosts (object) +=============================================================================== +test ERROR: Bad key for 'container': Key must be length 32 bytes: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 426, in set - raise MemcacheConnectionError('failed set: %s' % msg) -swift.common.exceptions.MemcacheConnectionError: failed set: + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys + self.crypto.check_key(key) + ~~~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: Bad key for 'object': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys + self.crypto.check_key(key) + ~~~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: get_keys(): from callback: boom: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys + keys = fetch_crypto_keys(key_id=key_id) + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_crypto_utils.py", line 95, in callback + raise Exception('boom') +Exception: boom +test ERROR: ERROR get_keys() missing callback: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys + fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] + ~~~^^^^^^^^^^^^^^^^^^^^^ +KeyError: 'swift.callback.fetch_crypto_keys' +test ERROR: Missing key for 'container': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys + key = keys[name] + ~~~~^^^^^^ +KeyError: 'container' +test ERROR: Missing key for 'object': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys + key = keys[name] + ~~~~^^^^^^ +KeyError: 'object' +test ERROR: Missing key for 'object': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys + key = keys[name] + ~~~~^^^^^^ +KeyError: 'object' +test ERROR: Did not get a keys dict: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys + key = keys[name] + ~~~~^^^^^^ +TypeError: list indices must be integers or slices, not str +test ERROR: Error decrypting container listing: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: get_keys(): unknown key id: unknown_key +test ERROR: Error decrypting container listing: unknown_key +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE + new_resp = self._restore_on_delete(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 194, in _restore_on_delete + resp = req.get_response(self.app, 'GET', req.container_name, '', + query={'prefix': req.object_name, + 'versions': True}) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE + new_resp = self._restore_on_delete(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 206, in _restore_on_delete + resp = req.get_response(self.app, 'PUT', query={ + 'version-id': item['version_id']}) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: skipping failed PUT?version-id=1574341899.21751 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats ... ok +test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain +test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail ... ok +test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml +test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace ... ok +test.unit.cli.test_reload.TestMain.test_timeout +test.unit.cli.test_reload.TestMain.test_timeout ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path ... ok -During handling of the above exception, another exception occurred: +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_invalid_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_invalid_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_out_of_range_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_out_of_range_part_num ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_not_satisfiable ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_and_range ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch - self.greenlet.switch(value) - ~~~~~~~~~~~~~~~~~~~~^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 900, in _timing_stats - result = func(cache, *args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 430, in set - self._exception_occurred(server, e, cmd, conn_start_time, - ~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - sock=sock, fp=fp) - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 276, in _exception_occurred - elif isinstance(e, (socket.error, MemcacheConnectionError)): - ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count ... ok -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count_deleted -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count_deleted ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception -test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception ... ok -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location ... ok -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_existing_part_number_greater_than_max_parts_allowed -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_existing_part_number_greater_than_max_parts_allowed ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_huge_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_huge_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_invalid_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_invalid_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_out_of_range_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_out_of_range_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_zero_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_zero_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_huge_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_huge_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_invalid_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_invalid_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_out_of_range_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_out_of_range_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_zero_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_zero_part_num ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats ... ok +test.unit.account.test_reaper.TestReaper.test_basic_reap_account +test.unit.account.test_reaper.TestReaper.test_basic_reap_account ... ok +test.unit.account.test_reaper.TestReaper.test_creation +test.unit.account.test_reaper.TestReaper.test_creation ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy ... ok +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value ... ok +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default ... ok +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set ... ok +test.unit.account.test_reaper.TestReaper.test_reap_account +test.unit.account.test_reaper.TestReaper.test_reap_account ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_zero_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_zero_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok +test.unit.account.test_reaper.TestReaper.test_reap_account_no_container +test.unit.account.test_reaper.TestReaper.test_reap_account_no_container ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_huge_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_huge_part_num ... ok +test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding +test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container +test.unit.account.test_reaper.TestReaper.test_reap_container ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_empty_account +test.unit.account.test_server.TestAccountController.test_HEAD_empty_account ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_invalid_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_invalid_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_out_of_range_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_out_of_range_part_num ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_not_found +test.unit.account.test_server.TestAccountController.test_HEAD_not_found ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature +test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args +test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args ... ok +test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit +test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit ... ok +test.unit.cli.test_recon.TestHelpers.test_size_suffix +test.unit.cli.test_recon.TestHelpers.test_size_suffix ... ok +test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers +test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults +test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete +test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_update +test.unit.common.middleware.s3api.test_utils.TestConfig.test_update ... ok +test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata +test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update ... ok +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options ... ok +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_error +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_error ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_with_containers +test.unit.account.test_server.TestAccountController.test_HEAD_with_containers ... ok +test.unit.account.test_server.TestAccountController.test_OPTIONS +test.unit.account.test_server.TestAccountController.test_OPTIONS ... ok +test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata +test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata ... ok +test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata +test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata ... ok +test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found +test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found ... ok +test.unit.account.test_server.TestAccountController.test_POST_insufficient_space +test.unit.account.test_server.TestAccountController.test_POST_insufficient_space ... ok +test.unit.account.test_server.TestAccountController.test_POST_invalid_partition +test.unit.account.test_server.TestAccountController.test_POST_invalid_partition ... ok +test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float +test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float ... ok +test.unit.account.test_server.TestAccountController.test_PUT +test.unit.account.test_server.TestAccountController.test_PUT ... ok +test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata +test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata ... ok +test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag +test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload ... ok test-reaper INFO: Beginning pass on account a test-reaper INFO: Completed pass on account a, elapsed: 0.00s test-reaper INFO: Beginning pass on account a @@ -5880,212 +7175,62 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container raise self.myexp -swift.common.exceptions.ClientException: : 404test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail -test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index -test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index ... ok -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", +swift.common.exceptions.ClientException: : 404test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility ... ok test INFO: Begin account audit "once" mode -test ERROR: Audit Failed for /tmp/tmpm9ysxy_s/sda/accounts/0/0/0/test.db: The total container_count for the account a (3) does not match the sum of container_count across policies (2) +test ERROR: Audit Failed for /tmp/tmpbnmqmg5x/sda/accounts/0/0/0/test.db: The total container_count for the account a (3) does not match the sum of container_count across policies (2) test INFO: Account audit "once" mode completed: 0.00s -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline -fake-swift DEBUG: Use tempauth middleware. -fake-swift DEBUG: Use keystone middleware. -fake-swift DEBUG: Use keystone middleware. -fake-swift DEBUG: Use keystone middleware. -fake-swift DEBUG: 's3api' is not in list -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift INFO: HEAD /bucket/object s3:err:AccessDenied.invalid_credential -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline -fake-swift DEBUG: Skip pipeline auth check. -fake-swift DEBUG: Skip pipeline auth check. -fake-swift DEBUG: Skip pipeline auth check. -fake-swift DEBUG: Skip pipeline auth check. -fake-swift DEBUG: 's3api' is not in list -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. -Use of the auth_admin_prefix, auth_host, auth_port, auth_protocol, identity_uri, admin_token, admin_user, admin_password, and admin_tenant_name configuration options was deprecated in the Mitaka release in favor of an auth_plugin and its related options. This class may be removed in a future release. -Configuring admin URI using auth fragments was deprecated in the Kilo release, and will be removed in the Newton release, use 'identity_uri' instead. -Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint -test DEBUG: Calling S3Api Middleware -Using the in-process token cache is deprecated as of the 4.2.0 release and may be removed in the 5.0.0 release or the 'O' development cycle. The in-process cache causes inconsistent results and high memory usage. When the feature is removed the auth_token middleware will not cache tokens by default which may result in performance issues. It is recommended to use memcache for the auth_token token cache by setting the memcached_servers option. -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -swift: Unrecognised secret id: None -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: Path stored in meta ('/a/c/o') does not match path from request ('/a/not-c/not-o')! Using path from meta. -swift: Path stored in meta ('/a/c/o') does not match path from request ('/a/not-c/not-o')! Using path from meta. -swift: Path stored in meta ('/a/c/o') does not match path from request ('/a/not-c/not-o')! Using path from meta. -swift: Path stored in meta ('/o') does not match path from request ('/not-a/not-c//not-o')! Using path from meta. -swift: Path stored in meta ('/a/c//o') does not match path from request ('/not-a/not-c//not-o')! Using path from meta. -swift: Path stored in meta ('/a/â\x98\x83/â\x9d\x84') does not match path from request ('/a/☃/❄')! Using path from meta. -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain ... ok -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_log_requests_false -test.unit.account.test_server.TestAccountController.test_GET_log_requests_false ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: Error: An error occurred: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/catch_errors.py", line 73, in handle_request#012 resp = self._app_call(env)#012 File "/build/reproducible-path/swift-2.34.0/swift/common/wsgi.py", line 1142, in _app_call#012 resp = self.app(env, self._start_response)#012 File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_catch_errors.py", line 39, in __call__#012 raise Exception('An error occurred')#012Exception: An error occurred (txn: tx100e1eea0c914bebb7931-0067670517) -swift: Error: An error occurred: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/catch_errors.py", line 73, in handle_request#012 resp = self._app_call(env)#012 File "/build/reproducible-path/swift-2.34.0/swift/common/wsgi.py", line 1142, in _app_call#012 resp = self.app(env, self._start_response)#012 File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_catch_errors.py", line 38, in __call__#012 raise StrangeException('whoa')#012test.unit.common.middleware.test_catch_errors.StrangeException: whoa (txn: tx85a7387997014822ac444-0067670517) -swift: Error: An error occurred: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/catch_errors.py", line 73, in handle_request#012 resp = self._app_call(env)#012 File "/build/reproducible-path/swift-2.34.0/swift/common/wsgi.py", line 1146, in _app_call#012 resp = reiterate(resp)#012 File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2390, in reiterate#012 chunk = next(iterator)#012 File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_catch_errors.py", line 90, in #012 FakeApp(body_iter=(int(x) for x in 'abcd')), {})#012 ~~~^^^#012ValueError: invalid literal for int() with base 10: 'a' (txn: tx34e0494d3603422eaee23-0067670517) -swift: Error: An error occurred: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/catch_errors.py", line 73, in handle_request#012 resp = self._app_call(env)#012 File "/build/reproducible-path/swift-2.34.0/swift/common/wsgi.py", line 1142, in _app_call#012 resp = self.app(env, self._start_response)#012 File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_catch_errors.py", line 39, in __call__#012 raise Exception('An error occurred')#012Exception: An error occurred (txn: tx3dd91c468749410bb2b3e-0067670517) -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website ... ok -swift: The following digest algorithms are configured but not supported: md4 -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00041 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpq13ta_v_/sda/accounts/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00230 seconds (434.57898/s) +test INFO: Removed 1 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00029 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00027 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00021 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +REPLICATE: /sda/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', 'd96377f6-f5cf-44d7-9743-968a520fbb9a-sda', '1769215298.09959', '1769215298.09791', '0', '') +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp6l2tkekk/sda/accounts/0/cca/7e85f39cfbd92b74b0b21a19f4188cca/7e85f39cfbd92b74b0b21a19f4188cca.db +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '3adf120a-a08e-4950-97d6-7007e5ffacf1-sda', '1769215298.10511', '1769215298.10361', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('3adf120a-a08e-4950-97d6-7007e5ffacf1-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '3adf120a-a08e-4950-97d6-7007e5ffacf1-sda', '1769215298.10511', '1769215298.10361', '0', '') +REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('3adf120a-a08e-4950-97d6-7007e5ffacf1-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01101 seconds (90.79087/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (1, '155149e4f28e3749efb3b365e8e461b3', '4e6842c0-84bb-407d-a97c-a021e063950a-sda', '1769215298.14198', '1769215298.13358', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, rsync_then_merge, ('4e6842c0-84bb-407d-a97c-a021e063950a-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (11, '7fabc5fad3c543532f07c5d52176a86c', 'db486274-b76b-45ae-ae37-bcdb253c04e6-sda', '1769215298.15906', '1769215298.15744', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_items, ([{'ROWID': 1, 'name': '/a/c_0', 'put_timestamp': '1769215298.17582', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c_1', 'put_timestamp': '1769215298.17611', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c_2', 'put_timestamp': '1769215298.17621', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c_3', 'put_timestamp': '1769215298.17629', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c_4', 'put_timestamp': '1769215298.17636', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c_5', 'put_timestamp': '1769215298.17644', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c_6', 'put_timestamp': '1769215298.17651', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c_7', 'put_timestamp': '1769215298.17658', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c_8', 'put_timestamp': '1769215298.17666', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c_9', 'put_timestamp': '1769215298.17673', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c_missing', 'put_timestamp': '1769215298.1768', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}], 'db486274-b76b-45ae-ae37-bcdb253c04e6-sda') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_syncs, ([],) +Reloaded swift-proxy-server fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -6099,358 +7244,331 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version_part_num ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_for_multipart_upload_requests -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_for_multipart_upload_requests ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0036 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0064 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0052 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0111 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0071 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0023 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0109 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0022 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0069 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0056 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0021 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0082 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0023 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0072 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0012 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0111 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0013 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0110 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0009 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0058 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0058 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0059 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0058 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0017 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0060 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0019 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0017 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0021 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0133 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0047 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0017 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0152 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0017 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0021 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0138 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0109 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0009 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0061 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0013 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0070 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0022 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0059 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 4136298 -test.unit.account.test_server.TestAccountController.test_GET_log_requests_true -test.unit.account.test_server.TestAccountController.test_GET_log_requests_true ... ok -test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter -test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_json -test.unit.account.test_server.TestAccountController.test_GET_not_found_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_plain -test.unit.account.test_server.TestAccountController.test_GET_not_found_plain ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_xml -test.unit.account.test_server.TestAccountController.test_GET_not_found_xml ... ok +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE + new_resp = self._restore_on_delete(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 194, in _restore_on_delete + resp = req.get_response(self.app, 'GET', req.container_name, '', + query={'prefix': req.object_name, + 'versions': True}) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0021 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0019 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0020 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0013 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0025 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0066 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0019 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0022 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0033 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0013 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0010 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0020 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0009 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0020 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0003 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0014 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0050 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0002 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 3034965 -test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail +test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter ... ok +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata +test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata ... ok +test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE +test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error ... ok +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version ... ok +test.unit.account.test_server.TestAccountController.test_PUT_auto_create +test.unit.account.test_server.TestAccountController.test_PUT_auto_create ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default ... ok +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space +test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space ... ok +test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition +test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version_part_num ... ok -test.unit.account.test_server.TestAccountController.test_GET_over_limit -test.unit.account.test_server.TestAccountController.test_GET_over_limit ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl - func(*args, **kwargs) - ~~~~^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/x_profile/profile_model.py", line 273, in dump_profile - profiler.dump_stats(tmpfn) - ~~~~~~~~~~~~~~~~~~~^^^^^^^ - File "/usr/lib/python3.13/profile.py", line 395, in dump_stats - with open(file, 'wb') as f: - ~~~~^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/tmp/tmpnobflah5/log/swift/profile/default.profile4136359.tmp' -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl - func(*args, **kwargs) - ~~~~^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/x_profile/profile_model.py", line 273, in dump_profile - profiler.dump_stats(tmpfn) - ~~~~~~~~~~~~~~~~~~~^^^^^^^ - File "/usr/lib/python3.13/profile.py", line 395, in dump_stats - with open(file, 'wb') as f: - ~~~~^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/tmp/tmpi0lg1d2x/log/swift/profile/default.profile4136359.tmp' -swift: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request#012 conn = http_connect(#012 ip, port, node['device'],#012 self.partition, self.req.method, self.path,#012 headers=req_headers,#012 query_string=self.req.query_string)#012 File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect#012 i, status = next(conn_id_and_code_iter)#012 ~~~~^^^^^^^^^^^^^^^^^^^^^^^#012StopIteration (txn: tx46637590b94941cdaf014-0067670519) -swift: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request#012 conn = http_connect(#012 ip, port, node['device'],#012 self.partition, self.req.method, self.path,#012 headers=req_headers,#012 query_string=self.req.query_string)#012 File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect#012 i, status = next(conn_id_and_code_iter)#012 ~~~~^^^^^^^^^^^^^^^^^^^^^^^#012StopIteration (txn: tx46637590b94941cdaf014-0067670519) -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - ~~~~~^^ - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - ~~^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_internal_client.py", line 904, in __call__ - raise Exception() -Exception -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - ~~~~~^^ - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - ~~^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_internal_client.py", line 904, in __call__ - raise Exception() -Exception -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - ~~~~~^^ - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - ~~^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_internal_client.py", line 904, in __call__ - raise Exception() -Exception -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path ... ok - +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata +test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy ... ok +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail ... ok +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_server.TestAccountController.test_PUT_not_found +test.unit.account.test_server.TestAccountController.test_PUT_not_found ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index +test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index ... ok +test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race +test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works +test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space +test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space ... ok +test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag +test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag +test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_zero_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_zero_part_num ... ok +test INFO: - - 24/Jan/2026/00/41/38 GET / HTTP/1.0 200 - - - - 8 - - First:%201%0ASecond:%202 0.0001 - - 1769215298.831462383 1769215298.831569195 - +test INFO: - - 24/Jan/2026/00/41/38 GET / HTTP/1.0 500 - - - - - - - - 0.0000 - - 1769215298.832802773 1769215298.832812786 - +test INFO: - - 24/Jan/2026/00/41/39 GET /path HTTP/1.0 503 - - - - 118 - - - 0.7000 - - 1769215298.833708763 1769215299.533708811 - +test INFO: - - 24/Jan/2026/00/41/38 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769215298.835793972 1769215298.835872650 - +test INFO: GET /v1/a/c 205 205 +test INFO: GET /v1/a/c 209 205 +test INFO: GET /v1/a/c 210 205 +test INFO: 1.2.3.4 1.2.3.4 24/Jan/2026/00/41/38 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769215298.843754292 1769215298.843824863 - +test INFO: - - 24/Jan/2026/00/41/38 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1769215298.844793558 1769215298.844819307 - +test INFO: - - 24/Jan/2026/00/41/38 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1769215298.845793247 1769215298.845806599 - +test INFO: - - 24/Jan/2026/00/41/38 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769215298.846635342 1769215298.846708059 - +test INFO: - - 24/Jan/2026/00/41/38 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769215298.847505569 1769215298.847570658 - +test INFO: - - 24/Jan/2026/00/41/38 GET / HTTP/1.0 200 - - - - 15 - - - 0.0004 - - 1769215298.847491503 1769215298.847866058 - +test INFO: - - 26/Apr/1970/17/46/41 GET / HTTP/1.0 200 - - - - 8 - - - 1.0000 - - 10000000.000000000 10000001.000000000 - +test INFO: GET /v1/a/c 503 503 +test INFO: GET /v1/a/c 429 503 +test INFO: GET /v1/a/c 429 503 +test INFO: GET /v1/a/c - 503 +test INFO: GET /v1/a/c - 503 +test INFO: GET /v1/a/c True 503 +test INFO: GET /v1/a/c - 503 +test INFO: GET /v1/a/c parsing%20ok 503 +test INFO: GET /v1/a/c 500 500 +test INFO: GET /v1/a/c 500 568 +test INFO: GET /v1/a/c 499 503 +test INFO: GET /v1/a/c 499 503 +test INFO: GET / 500 200 +test INFO: 2001:db8:85a3:8d3:1319:8a2e:370:7348 2001:db8:85a3:8d3:1319:8a2e:370:7348 24/Jan/2026/00/41/38 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769215298.868806124 1769215298.868891239 - +test INFO: - - 24/Jan/2026/00/41/38 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769215298.871170998 1769215298.871250153 - +test INFO: - - 24/Jan/2026/00/41/38 GET / HTTP/1.0 200 - - b05bf940-0464-4c... - 8 - - - 0.0001 - - 1769215298.871937513 1769215298.872000217 - +test INFO: - - 24/Jan/2026/00/41/38 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769215298.872683048 1769215298.872743845 - +test INFO: - - 24/Jan/2026/00/41/38 GET / HTTP/1.0 200 - - b05bf940... - 8 - - - 0.0001 - - 1769215298.873399973 1769215298.873457193 - +test INFO: - - 24/Jan/2026/00/41/38 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0001 - - 1769215298.874090910 1769215298.874149561 - +test INFO: - - 24/Jan/2026/00/41/38 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0001 - - 1769215298.874884367 1769215298.874946117 - +test INFO: - - 24/Jan/2026/00/41/38 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769215298.875588655 1769215298.875643253 - +test INFO: - - 24/Jan/2026/00/41/38 GET / HTTP/1.0 200 - - ... - 8 - - - 0.0001 - - 1769215298.876252651 1769215298.876309395 - +test INFO: - - 24/Jan/2026/00/41/38 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1769215298.876952171 1769215298.877002001 - +test INFO: - - 24/Jan/2026/00/41/38 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1769215298.877377987 1769215298.877417803 - +test INFO: - - 24/Jan/2026/00/41/38 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - one%2Cand%20two 1769215298.878356695 1769215298.878422976 - +test INFO: - - 24/Jan/2026/00/41/38 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769215298.879420996 1769215298.879486322 - +test INFO: - - 24/Jan/2026/00/41/38 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769215298.880163431 1769215298.880225897 - +test INFO: - - 24/Jan/2026/00/41/38 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - one 1769215298.881167173 1769215298.881230593 - +test INFO: template which can be edited in config: HTTP/1.0 / GET {SMD5}c65475e457fea0951fbb9ec9596b2177 - 1.0000 26/Apr/1970/17/46/40 10000001.000000000 0.5 example.com +test INFO: HTTP/1.0 /bucket/path/to/key GET AUTH_test bucket path/to/key +test INFO: - - 24/Jan/2026/00/41/38 GET /%3Fx%3D3 HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769215298.885200024 1769215298.885286331 - +test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 HEAD /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 POST /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 DELETE /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 OPTIONS /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/42 GET - HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET / HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /bad HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /baddy/mc_badderson HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works +test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix ... ok test-reaper ERROR: Exception with 10.10.10.1:6202/sda3: Traceback (most recent call last): @@ -6618,491 +7736,172 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container raise self.myexp -swift.common.exceptions.ClientException: : 404test.unit.account.test_reaper.TestReaper.test_reap_container_partial_fail +swift.common.exceptions.ClientException: : 404test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync +test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_partial_fail test.unit.account.test_reaper.TestReaper.test_reap_container_partial_fail ... ok +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works +test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works ... ok +test.unit.account.test_server.TestAccountController.test__call__raise_timeout +test.unit.account.test_server.TestAccountController.test__call__raise_timeout ... ok +test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD +test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD ... ok test.unit.account.test_reaper.TestReaper.test_reap_delay test.unit.account.test_reaper.TestReaper.test_reap_delay ... ok +test.unit.account.test_server.TestAccountController.test_correct_allowed_method +test.unit.account.test_server.TestAccountController.test_correct_allowed_method ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_for_multipart_upload_requests +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_for_multipart_upload_requests ... ok +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing ... ok test.unit.account.test_reaper.TestReaper.test_reap_device test.unit.account.test_reaper.TestReaper.test_reap_device ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization ... ok test.unit.account.test_reaper.TestReaper.test_reap_device_with_not_my_ip test.unit.account.test_reaper.TestReaper.test_reap_device_with_not_my_ip ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding -test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding_and_various_devices -test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding_and_various_devices ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device_with_ts -test.unit.account.test_reaper.TestReaper.test_reap_device_with_ts ... ok -test.unit.account.test_reaper.TestReaper.test_reap_object -test.unit.account.test_reaper.TestReaper.test_reap_object ... ok -test.unit.account.test_reaper.TestReaper.test_reap_object_fail -test.unit.account.test_reaper.TestReaper.test_reap_object_fail ... ok -test.unit.account.test_reaper.TestReaper.test_reap_object_non_exist_policy_index -test.unit.account.test_reaper.TestReaper.test_reap_object_non_exist_policy_index ... ok -test.unit.account.test_reaper.TestReaper.test_reap_object_timeout -test.unit.account.test_reaper.TestReaper.test_reap_object_timeout ... ok -test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_bad_value -test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_bad_value ... ok -test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_set -test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_set ... ok -test.unit.account.test_reaper.TestReaper.test_reset_stats -test.unit.account.test_reaper.TestReaper.test_reset_stats ... ok -test.unit.account.test_reaper.TestReaper.test_run_forever -test.unit.account.test_reaper.TestReaper.test_run_forever ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id ... ok -test.unit.account.test_reaper.TestReaper.test_run_once -test.unit.account.test_reaper.TestReaper.test_run_once ... ok -test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names -test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names ... ok -test.unit.account.test_utils.TestAccountUtils.test_account_listing_response -test.unit.account.test_utils.TestAccountUtils.test_account_listing_response ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature -test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args -test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args ... ok -test.unit.cli.test_info.TestPrintObj.test_missing_etag -test.unit.cli.test_info.TestPrintObj.test_missing_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid -test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObj.test_print_obj_valid -test.unit.cli.test_info.TestPrintObj.test_print_obj_valid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy -test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_reload.TestValidateManagerPid.test_good -test.unit.cli.test_reload.TestValidateManagerPid.test_good ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_python -test.unit.cli.test_reload.TestValidateManagerPid.test_non_python ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_server -test.unit.cli.test_reload.TestValidateManagerPid.test_non_server ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift -test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.cli.test_reload.TestValidateManagerPid.test_open_error -test.unit.cli.test_reload.TestValidateManagerPid.test_open_error ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_worker -test.unit.cli.test_reload.TestValidateManagerPid.test_worker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash ... ok -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults ... ok -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict -test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv -test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_json -test.unit.common.middleware.test_xprofile.TestStats2.test_to_json ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods -test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values ... ok -test.unit.common.test_daemon.TestDaemon.test_create -test.unit.common.test_daemon.TestDaemon.test_create ... ok -test.unit.common.test_daemon.TestDaemon.test_stubs -test.unit.common.test_daemon.TestDaemon.test_stubs ... ok -test.unit.common.test_db.TestHelperFunctions.test_zero_like -test.unit.common.test_db.TestHelperFunctions.test_zero_like ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy ... ok +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account ... ok -test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.0.0.0:1000/sda: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 491, in reap_object - direct_delete_object( - ~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 160, in fake_direct_delete_object - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Timeout Exception with 10.0.0.0:1000/sda -test-reaper ERROR: Timeout Exception with 10.0.0.1:1001/sdb -test-reaper ERROR: Timeout Exception with 10.0.0.2:1002/sdc -test-reaper ERROR: Timeout Exception with 10.0.0.3:1003/sdd -test-reaper DEBUG: Begin devices pass: thisdeviceisbad -test-reaper ERROR: Exception in top-level account reaper loop: +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 136, in run_once - for device in os.listdir(self.devices): - ~~~~~~~~~~^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: 'thisdeviceisbad' -test-reaper INFO: Devices pass completed: 0.00s + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET + return self.GETorHEAD(req) + ~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission ... ok - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0106 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0098 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0057 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0058 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0020 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0098 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0018 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0057 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0014 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0057 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0014 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0014 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0085 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0002 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0057 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0058 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0058 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0017 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0018 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0143 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0059 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0111 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0099 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0017 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0017 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0098 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0017 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0206 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0059 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0017 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0014 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0014 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0062 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0059 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0091 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0021 "-" 4136298 -test.unit.account.test_server.TestAccountController.test_GET_with_containers_json -test.unit.account.test_server.TestAccountController.test_GET_with_containers_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain -test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain ... ok -test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml -test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_empty_account -test.unit.account.test_server.TestAccountController.test_HEAD_empty_account ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_not_found -test.unit.account.test_server.TestAccountController.test_HEAD_not_found ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_with_containers -test.unit.account.test_server.TestAccountController.test_HEAD_with_containers ... ok -test.unit.account.test_server.TestAccountController.test_OPTIONS -test.unit.account.test_server.TestAccountController.test_OPTIONS ... ok -test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata -test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata ... ok -test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata -test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata ... ok -test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found -test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold ... ok - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD + resp = self.GETorHEAD(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -7131,12 +7930,8 @@ resp = self.handle_request(req) File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE - new_resp = self._restore_on_delete(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 194, in _restore_on_delete - resp = req.get_response(self.app, 'GET', req.container_name, '', - query={'prefix': req.object_name, - 'versions': True}) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT + resp = req.get_response(self.app) File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response return self._get_response(app, method, container, obj, ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -7144,304 +7939,164 @@ ^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success ... ok -test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout -test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout ... ok -test.unit.account.test_server.TestAccountController.test_POST_insufficient_space -test.unit.account.test_server.TestAccountController.test_POST_insufficient_space ... ok -test.unit.account.test_server.TestAccountController.test_POST_invalid_partition -test.unit.account.test_server.TestAccountController.test_POST_invalid_partition ... ok -test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float -test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range ... ok - +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy ... ok -test.unit.account.test_server.TestAccountController.test_PUT -test.unit.account.test_server.TestAccountController.test_PUT ... ok -test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata -test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim ... ok -test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder -test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder ... ok -test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args -test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift INFO: - - 24/Jan/2026/00/41/38 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0010 - - 1769215298.706515312 1769215298.707492113 1 fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift INFO: - - 24/Jan/2026/00/41/38 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0008 - - 1769215298.708047390 1769215298.708807945 0 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middlewarefake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'X-Amz-Acl': 'public-read', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Grant AllUsers READ permission on the bucket /bucket +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.cli.test_recon.TestReconCommands.test_disk_usage -test.unit.cli.test_recon.TestReconCommands.test_disk_usage ... ok -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 ... ok -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch ... ok -test.unit.cli.test_recon.TestReconCommands.test_load_check -test.unit.cli.test_recon.TestReconCommands.test_load_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types -test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types ... ok -test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check -test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check -test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_replication_check -test.unit.cli.test_recon.TestReconCommands.test_replication_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_server_type_check -test.unit.cli.test_recon.TestReconCommands.test_server_type_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_sharding_check -test.unit.cli.test_recon.TestReconCommands.test_sharding_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check -test.unit.cli.test_recon.TestReconCommands.test_time_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch -test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch ... ok -test.unit.cli.test_recon.TestReconCommands.test_version_check -test.unit.cli.test_recon.TestReconCommands.test_version_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_version_check_differs -test.unit.cli.test_recon.TestReconCommands.test_version_check_differs ... ok -test.unit.cli.test_reload.TestMain.test_check_failed -test.unit.cli.test_reload.TestMain.test_check_failed ... ok -test.unit.cli.test_reload.TestMain.test_good -test.unit.cli.test_reload.TestMain.test_good ... ok -test.unit.cli.test_reload.TestMain.test_needs_pid -test.unit.cli.test_reload.TestMain.test_needs_pid ... ok -test.unit.cli.test_reload.TestMain.test_timeout -test.unit.cli.test_reload.TestMain.test_timeout ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices -test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default -test.unit.cli.test_ringbuilder.TestCommands.test_default ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception -test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_output -test.unit.cli.test_ringbuilder.TestCommands.test_default_output ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned -test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check -test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'}test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding +test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE ... ok +test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account +test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization ... ok +test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding_and_various_devices +test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding_and_various_devices ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok +test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account +test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account ... ok + +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0// HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0//c HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/a// HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/a//o HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 24/Jan/2026/00/41/38 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769215298.926410913 1769215298.926467180 - +test INFO: - - 24/Jan/2026/00/41/38 GET /foo HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1769215298.926739454 1769215298.926779032 - +test INFO: - - 24/Jan/2026/00/41/38 GET /foo/bar HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1769215298.926988840 1769215298.927021980 - +test INFO: - - 24/Jan/2026/00/41/38 GET /v1 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1769215298.927206516 1769215298.927236080 - +test INFO: - - 24/Jan/2026/00/41/38 GET /v1.0 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1769215298.927409887 1769215298.927439928 - +test INFO: - - 24/Jan/2026/00/41/39 GET /path HTTP/1.0 503 - - - - 118 - - - 0.7000 FA - 1769215298.929895401 1769215299.629895449 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_error +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_error ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake ... ok +test.unit.common.middleware.s3api.test_s3response.TestErrorResponse.test_error_response +test.unit.common.middleware.s3api.test_s3response.TestErrorResponse.test_error_response ... ok +test.unit.account.test_reaper.TestReaper.test_reap_device_with_ts +test.unit.account.test_reaper.TestReaper.test_reap_device_with_ts ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_exception +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_exception ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime ... ok +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp ... ok fake-swift DEBUG: Calling S3Api Middleware fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): @@ -7578,14 +8233,70 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.account.test_reaper.TestReaper.test_reap_object +test.unit.account.test_reaper.TestReaper.test_reap_object ... ok +test.unit.account.test_reaper.TestReaper.test_reap_object_fail +test.unit.account.test_reaper.TestReaper.test_reap_object_fail ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key ... ok +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public ... ok +test.unit.account.test_reaper.TestReaper.test_reap_object_non_exist_policy_index +test.unit.account.test_reaper.TestReaper.test_reap_object_non_exist_policy_index ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel ... ok +test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies +test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies ... ok +test.unit.account.test_reaper.TestReaper.test_reap_object_timeout +test.unit.account.test_reaper.TestReaper.test_reap_object_timeout ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator ... ok +test.unit.account.test_server.TestAccountController.test_empty_policy_stats +test.unit.account.test_server.TestAccountController.test_empty_policy_stats ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match ... ok +test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_bad_value +test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_bad_value ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name ... ok +test.unit.account.test_server.TestAccountController.test_init +test.unit.account.test_server.TestAccountController.test_init ... ok +test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_set +test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_set ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_object_error +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_object_error ... ok +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false ... ok +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true ... ok +test.unit.account.test_reaper.TestReaper.test_reset_stats +test.unit.account.test_reaper.TestReaper.test_reset_stats ... ok +test.unit.account.test_reaper.TestReaper.test_run_forever +test.unit.account.test_reaper.TestReaper.test_run_forever ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req ... ok +test.unit.account.test_reaper.TestReaper.test_run_once +test.unit.account.test_reaper.TestReaper.test_run_once ... ok +test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist +test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self @@ -7596,533 +8307,95 @@ test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error ... ok +test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public +test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public ... ok +test.unit.account.test_server.TestAccountController.test_list_allowed_methods +test.unit.account.test_server.TestAccountController.test_list_allowed_methods ... ok +test.unit.account.test_server.TestAccountController.test_log_line_format +test.unit.account.test_server.TestAccountController.test_log_line_format ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed -test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed ... ok - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0060 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0019 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0062 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0058 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0020 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0095 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0149 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0137 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0245 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0019 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0024 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0037 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0013 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0021 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0025 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0003 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0025 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0013 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0040 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0029 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0054 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0110 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0002 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0121 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0054 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0055 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0054 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0048 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0054 "-" 4136298 -test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata -test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata ... ok -test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE -test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE ... ok -test.unit.account.test_server.TestAccountController.test_PUT_auto_create -test.unit.account.test_server.TestAccountController.test_PUT_auto_create ... ok -test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space -test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space ... ok -test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition -test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition ... ok -test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata -test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata ... ok -test.unit.account.test_server.TestAccountController.test_PUT_not_found -test.unit.account.test_server.TestAccountController.test_PUT_not_found ... ok -test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race -test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works -test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space -test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works -test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync -test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works -test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works ... ok -test.unit.account.test_server.TestAccountController.test__call__raise_timeout -test.unit.account.test_server.TestAccountController.test__call__raise_timeout ... ok -test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD -test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD ... ok -test.unit.account.test_server.TestAccountController.test_correct_allowed_method -test.unit.account.test_server.TestAccountController.test_correct_allowed_method ... ok -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account ... ok -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account ... ok -test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account -test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account ... ok -test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account -test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account ... ok -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public ... ok -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public ... ok -test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies -test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies ... ok -test.unit.account.test_server.TestAccountController.test_empty_policy_stats -test.unit.account.test_server.TestAccountController.test_empty_policy_stats ... ok -test.unit.account.test_server.TestAccountController.test_init -test.unit.account.test_server.TestAccountController.test_init ... ok -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false ... ok -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true ... ok -test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist -test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist ... ok -test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public -test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public ... ok -test.unit.account.test_server.TestAccountController.test_list_allowed_methods -test.unit.account.test_server.TestAccountController.test_list_allowed_methods ... ok -test.unit.account.test_server.TestAccountController.test_log_line_format -test.unit.account.test_server.TestAccountController.test_log_line_format ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output -test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring -test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_find_parts -test.unit.cli.test_ringbuilder.TestCommands.test_find_parts ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name -test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output -test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching ... ok -test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory -test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies +test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_count_quota_is_ignored +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_count_quota_is_ignored ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'Content-Md5': 'Je0by0I7C3IA9IX8X/ccjg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '25ed1bcb423b0b7200f485fc5ff71c8e'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_syncs -test.unit.cli.test_info.TestCliInfo.test_print_db_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_info -test.unit.cli.test_info.TestCliInfo.test_print_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid ... ok -[2024-12-21 18:12:35] Checking auditor stats -=============================================================================== -Reloaded swift-proxy-server -Ring Builder file does not exist: /tmp/tmpjzw_bqq4/tmprgocgqxz -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-127.0.0.2:6200R127.0.0.2:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-127.0.0.1:6200R127.0.0.1:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:6200R[3::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Ring Builder file does not exist: /tmp/tmp4svi2dxt/tmp49pt95zx -Partition power increase in progress. You need -to finish the increase first before adding devices. -Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sda9_"" with 3.14159265359 weight got id 4 -Device 4 already uses 127.0.0.1:6200/sda9. -The on-disk ring builder is unchanged. - -swift-ring-builder create - - Creates with 2^ partitions and . - is number of hours to restrict moving a partition more - than once. -/tmp/tmp9z4ijvyp/tmpbvfxus9h, build version 4, id 1e60b1aa18ef4b959047af37ffcb69d0 -64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion -The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) -The overload factor is 0.00% (0.000000) -Ring file /tmp/tmp9z4ijvyp/tmpbvfxus9h.ring.gz not found, probably it hasn't been written yet -Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta - 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data - 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 - 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 - 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 -/build/reproducible-path/swift-2.34.0/test/unit/cli/test_default_output -/build/reproducible-path/swift-2.34.0/test/unit/cli/test_default_output_id_assigned -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 -d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 -Device d4r1z2-127.0.0.5:6004R127.0.0.5:6004/sda5_"" with 100.0 weight got id 4 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" marked for removal and will be removed next rebalance. -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Device d0r2z1-127.0.0.6:6005R127.0.0.6:6005/sdb6_"" with 100.0 weight got id 0 -/build/reproducible-path/swift-2.34.0/test/unit/cli/test_default_sorted_output -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -/build/reproducible-path/swift-2.34.0/test/unit/cli/test_ipv6_output -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Partition Matches - 35 1 - 4 1 -Partition Matches - 7 1 - 11 1 - 17 1 - 18 1 - 19 1 - 26 1 - 28 1 - 29 1 - 30 1 - 32 1 - 34 1 - 35 1 - 36 1 - 41 1 - 45 1 - 62 1 - 0 1 - 2 1 - 5 1 - 6 1 - 9 1 - 22 1 - 24 1 - 25 1 - 39 1 - 40 1 - 47 1 - 52 1 - 55 1 - 57 1 - 58 1 - 59 1 - 1 1 - 3 1 - 4 1 - 14 1 - 16 1 - 20 1 - 21 1 - 33 1 - 43 1 - 46 1 - 48 1 - 50 1 - 54 1 - 60 1 - 61 1 - 63 1 -Partition Matches - 4 1 - 6 1 - 13 1 - 19 1 - 23 1 - 26 1 - 29 1 - 30 1 - 33 1 - 34 1 - 39 1 - 42 1 - 50 1 - 54 1 - 55 1 - 63 1 - 9 1 - 10 1 - 14 1 - 16 1 - 24 1 - 35 1 - 37 1 - 41 1 - 45 1 - 48 1 - 49 1 - 53 1 - 57 1 - 58 1 - 61 1 - 62 1 - 0 1 - 11 1 - 12 1 - 15 1 - 20 1 - 22 1 - 25 1 - 31 1 - 32 1 - 36 1 - 43 1 - 44 1 - 47 1 - 51 1 - 56 1 - 60 1 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Partition Matches - 33 1 - 24 1 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Partition Matches - 14 1 - 49 1 -Specified builder file "/tmp/tmpwz7vx172/tmpm1fiuzvj" is not rebalanced yet. Please rebalance first. -swift-ring-builder list_parts [] .. - -or - -swift-ring-builder list_parts - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Returns a 2 column list of all the partitions that are assigned to any of - the devices matching the search values given. The first column is the - assigned partition number and the second column is the number of device - matches for that partition. The list is ordered from most number of matches - to least. If there are a lot of devices to match against, this command - could take a while to run. - -The can be of the form:: - - drz-:R:/ - _ - -Where and are replication ip and port. - -Any part is optional, but you must include at least one part. - -Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - -Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - -Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included.test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_count_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_count_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas ... ok -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0030 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0053 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0032 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0032 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0012 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0037 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0023 "-" 4136298 - -test DEBUG: - - - [21/Dec/2024:18:12:35 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 4136298 - -test DEBUG: - - - [21/Dec/2024:18:12:35 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 4136298 - -test DEBUG: - - - [21/Dec/2024:18:12:35 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 4136298 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0025 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0053 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0029 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0029 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0012 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0022 "-" 3034965 - +test DEBUG: - - - [24/Jan/2026:00:41:38 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 3034965 - +test DEBUG: - - - [24/Jan/2026:00:41:38 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 3034965 - +test DEBUG: - - - [24/Jan/2026:00:41:38 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 3034965 - test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ @@ -8135,8 +8408,8 @@ return getattr(self, op)( ~~~~~~~^^^^^^^^^^ AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [21/Dec/2024:18:12:35 +0000] "REPLICATE /sda1/p/a/" 500 696 "-" "-" "-" 0.0048 "-" 4136298 - -test DEBUG: - - - [21/Dec/2024:18:12:35 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 4136298 - +test DEBUG: - - - [24/Jan/2026:00:41:38 +0000] "REPLICATE /sda1/p/a/" 500 696 "-" "-" "-" 0.0028 "-" 3034965 - +test DEBUG: - - - [24/Jan/2026:00:41:38 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 3034965 - test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ @@ -8144,306 +8417,416 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_server.py", line 2606, in mock_put_method raise Exception() Exception -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0002 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0036 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0037 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0047 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0014 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0022 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0020 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0014 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0014 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0019 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 4136298 1 -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0039 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 4136298 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0001 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0009 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0027 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0028 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0033 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0014 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0014 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0015 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0016 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0019 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0015 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0014 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0014 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0020 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3034965 1 +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0018 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 3034965 - test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 4136298 - -test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim -test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim ... ok -test.unit.account.test_backend.TestAccountBroker.test_chexor -test.unit.account.test_backend.TestAccountBroker.test_chexor ... ok -test.unit.account.test_backend.TestAccountBroker.test_creation -test.unit.account.test_backend.TestAccountBroker.test_creation ... ok -test.unit.account.test_backend.TestAccountBroker.test_delete_container -test.unit.account.test_backend.TestAccountBroker.test_delete_container ... ok -test.unit.account.test_backend.TestAccountBroker.test_delete_db_status -test.unit.account.test_backend.TestAccountBroker.test_delete_db_status ... ok -test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter ... ok -test.unit.account.test_backend.TestAccountBroker.test_empty -test.unit.account.test_backend.TestAccountBroker.test_empty ... ok -test.unit.account.test_backend.TestAccountBroker.test_exception -test.unit.account.test_backend.TestAccountBroker.test_exception ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_info -test.unit.account.test_backend.TestAccountBroker.test_get_info ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats -test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBroker.test_initialize_fail -test.unit.account.test_backend.TestAccountBroker.test_initialize_fail ... ok -test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted -test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted ... ok -test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name ... ok -test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter -test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter ... ok -test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse ... ok -test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts ... ok -test.unit.account.test_backend.TestAccountBroker.test_merge_items -test.unit.account.test_backend.TestAccountBroker.test_merge_items ... ok -test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode ... ok -test.unit.account.test_backend.TestAccountBroker.test_newid -test.unit.account.test_backend.TestAccountBroker.test_newid ... /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -ok -test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking ... ok -test.unit.account.test_backend.TestAccountBroker.test_put_container -test.unit.account.test_backend.TestAccountBroker.test_put_container ... ok -test.unit.account.test_backend.TestAccountBroker.test_reclaim -test.unit.account.test_backend.TestAccountBroker.test_reclaim ... ok -test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name -test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies -test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3034965 - + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: FORCED_TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}}test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_conflicting_meta_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_conflicting_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file ... ok -Something useful -Also useful -Boring, but not secret -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir ... ok -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler ... ok -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl ... ok -test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config -test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_x_mz_content_sha256_bad_format -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_x_mz_content_sha256_bad_format ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_mismatch -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_mismatch ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_missing -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_missing ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_argument -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_argument ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_part_number -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_part_number ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_with_range_header -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_with_range_header ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_count_quota_is_ignored -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_count_quota_is_ignored ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_count_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_count_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging ... ok test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_reseller test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload ... ok test.unit.account.test_server.TestAccountController.test_markers_with_reserved test.unit.account.test_server.TestAccountController.test_markers_with_reserved ... ok test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars ... ok test.unit.account.test_server.TestAccountController.test_not_allowed_method test.unit.account.test_server.TestAccountController.test_not_allowed_method ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header_reseller ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version ... ok test.unit.account.test_server.TestAccountController.test_null_markers test.unit.account.test_server.TestAccountController.test_null_markers ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_conflicting_meta_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_conflicting_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized ... ok test.unit.account.test_server.TestAccountController.test_params_format test.unit.account.test_server.TestAccountController.test_params_format ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.account.test_server.TestAccountController.test_params_utf8 test.unit.account.test_server.TestAccountController.test_params_utf8 ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http ... ok test.unit.account.test_server.TestAccountController.test_policy_stats_non_default test.unit.account.test_server.TestAccountController.test_policy_stats_non_default ... ok test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting ... ok test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted +test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter +test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid +test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error +test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", test.unit.account.test_server.TestAccountController.test_prefix_with_reserved test.unit.account.test_server.TestAccountController.test_prefix_with_reserved ... ok test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods @@ -8460,36 +8843,162 @@ test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 ... ok test.unit.account.test_server.TestAccountController.test_utf8_metadata test.unit.account.test_server.TestAccountController.test_utf8_metadata ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota ... ok +test.unit.cli.test_recon.TestReconCommands.test_disk_usage +test.unit.cli.test_recon.TestReconCommands.test_disk_usage ... ok +test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 +test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 ... ok +test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch +test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch ... ok +test.unit.cli.test_recon.TestReconCommands.test_load_check +test.unit.cli.test_recon.TestReconCommands.test_load_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types +test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types ... ok +test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check +test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check +test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_replication_check +test.unit.cli.test_recon.TestReconCommands.test_replication_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_server_type_check +test.unit.cli.test_recon.TestReconCommands.test_server_type_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_sharding_check +test.unit.cli.test_recon.TestReconCommands.test_sharding_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_time_check +test.unit.cli.test_recon.TestReconCommands.test_time_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter +test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter ... ok +test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch +test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch ... ok +test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch +test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch ... ok +test.unit.cli.test_recon.TestReconCommands.test_version_check +test.unit.cli.test_recon.TestReconCommands.test_version_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_version_check_differs +test.unit.cli.test_recon.TestReconCommands.test_version_check_differs ... ok +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler ... ok +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl ... ok +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 ... ok test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_legacy test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_legacy ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype ... ok test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing +test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex ... ok test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second +test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash +test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on ... ok test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 ... ok test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_authorized test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_authorized ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error +test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_from test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_from ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off ... ok test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_verb test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_verb ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on ... ok test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_existing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 ... ok test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized_legacy test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized_legacy ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir ... ok test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_authorized test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_authorized ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_authorized test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_authorized ... ok test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_authorized @@ -8572,708 +9081,54 @@ test.unit.common.middleware.test_bulk.TestConfig.test_defaults ... ok test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_recon.TestScout.test_scout_http_error -test.unit.cli.test_recon.TestScout.test_scout_http_error ... ok -test.unit.cli.test_recon.TestScout.test_scout_ok -test.unit.cli.test_recon.TestScout.test_scout_ok ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error -test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_ok ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout -test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error -test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error ... ok -test.unit.cli.test_recon.TestScout.test_scout_socket_timeout -test.unit.cli.test_recon.TestScout.test_scout_socket_timeout ... ok -test.unit.cli.test_recon.TestScout.test_scout_url_error -test.unit.cli.test_recon.TestScout.test_scout_url_error ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_auth_url -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_auth_url ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_user_domain_name -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_user_domain_name ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_config_file_and_params -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_config_file_and_params ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_format -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_format ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_id -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_id ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT - resp = req.get_response(self.app) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 21/Dec/2024/18/12/36 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0011 - - 1734804756.145066023 1734804756.146184921 1 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 21/Dec/2024/18/12/36 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0008 - - 1734804756.146816492 1734804756.147619247 0 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted -test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second -test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash -test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error -test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_existing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file_relink_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_data_missing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name ... ok - -swift-ring-builder 1.3 - -swift-ring-builder - Shows information about the ring and the devices within. Output - includes a table that describes the report parameters (id, region, - port, flags, etc). - flags: possible values are 'DEL' and '' - DEL - indicates that the device is marked for removal from - ring and will be removed in next rebalance. - -swift-ring-builder add - [r]z-:[R:]/_ - - [[r]z-:[R:]/_ - ] ... - - Where and are replication ip and port. - -or - -swift-ring-builder add - --region --zone --ip --port - [--replication-ip ] [--replication-port ] - --device --weight - [--meta ] - - Adds devices to the ring with the given information. No partitions will be - assigned to the new device until after running 'rebalance'. This is so you - can make multiple device changes and rebalance them all just once. - -swift-ring-builder cancel_increase_partition_power - Cancel the increase of the partition power. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to cleanup unneeded links. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder create - - Creates with 2^ partitions and . - is number of hours to restrict moving a partition more - than once. - -swift-ring-builder dispersion [options] - - Output report on dispersion. - - --recalculate option will rebuild cached dispersion info and save builder - --verbose option will display dispersion graph broken down by tier - - You can filter which tiers are evaluated to drill down using a regex - in the optional search_filter argument. i.e. - - swift-ring-builder dispersion "r\d+z\d+$" -v - - ... would only display rows for the zone tiers - - swift-ring-builder dispersion ".*\-[^/]*$" -v - - ... would only display rows for the server tiers - - The reports columns are: - - Tier : the name of the tier - parts : the total number of partitions with assignment in the tier - % : the percentage of parts in the tier with replicas over assigned - max : maximum replicas a part should have assigned at the tier - 0 - N : the number of parts with that many replicas assigned - - e.g. - Tier: parts % max 0 1 2 3 - r1z1 1022 79.45 1 2 210 784 28 - - r1z1 has 1022 total parts assigned, 79% of them have more than the - recommend max replica count of 1 assigned. Only 2 parts in the ring - are *not* assigned in this tier (0 replica count), 210 parts have - the recommend replica count of 1, 784 have 2 replicas, and 28 sadly - have all three replicas in this tier. - -swift-ring-builder finish_increase_partition_power - Finally removes the next_part_power flag. Has to be run after the - swift-object-relinker tool has been used to cleanup old existing data. - - A write_ring command is needed to make the change take effect. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder increase_partition_power - Increases the partition power by one. Needs to be run after - prepare_increase_partition_power has been run and all existing data has - been relinked using the swift-object-relinker tool. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to cleanup old data. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder list_parts [] .. - -or - -swift-ring-builder list_parts - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Returns a 2 column list of all the partitions that are assigned to any of - the devices matching the search values given. The first column is the - assigned partition number and the second column is the number of device - matches for that partition. The list is ordered from most number of matches - to least. If there are a lot of devices to match against, this command - could take a while to run. - -swift-ring-builder prepare_increase_partition_power - Prepare the ring to increase the partition power by one. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to relink existing data. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder pretend_min_part_hours_passed - Resets the clock on the last time a rebalance happened, thus - circumventing the min_part_hours check. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you run this command and deploy rebalanced rings before a replication - pass completes, you may introduce unavailability in your cluster. This - has an end-user impact. - -swift-ring-builder rebalance [options] - Attempts to rebalance the ring by reassigning partitions that haven't been - recently reassigned. - -swift-ring-builder remove [search-value ...] - [--yes] - -or - -swift-ring-builder remove - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Removes the device(s) from the ring. This should normally just be used for - a device that has failed. For a device you wish to decommission, it's best - to set its weight to 0, wait for it to drain all its data, then use this - remove command. This will not take effect until after running 'rebalance'. - This is so you can make multiple device changes and rebalance them all just - once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices.test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap ... ok -test ERROR: Error decrypting container listing: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: get_keys(): unknown key id: unknown_key -test ERROR: Error decrypting container listing: unknown_key -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE - self._delete_segments_bucket(req) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket - resp = req.get_response(self.app, 'HEAD') - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - app, method, container, obj, headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 208, in HEAD - return self._handle_acl(app, 'DELETE') - ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 150, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - container, '') - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items ... ok -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0017 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:35 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0014 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0012 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0019 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0017 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0020 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0014 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0010 "-" 4136298 0 -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0015 "-" 4136298 1 -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.1160 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0080 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0059 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0021 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0034 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0018 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0014 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0019 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0012 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0008 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0000 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 4136298 1 -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0023 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0080 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0020 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0019 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0024 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0023 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0014 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0097 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0020 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0014 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0036 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0099 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 4136298 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain @@ -9282,154 +9137,261 @@ test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}'test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok +test.unit.common.test_daemon.TestRunDaemon.test_fork_workers +test.unit.common.test_daemon.TestRunDaemon.test_fork_workers ... ok +test.unit.common.test_daemon.TestRunDaemon.test_forked_worker +test.unit.common.test_daemon.TestRunDaemon.test_forked_worker ... ok +test.unit.common.test_daemon.TestRunDaemon.test_restart_workers +test.unit.common.test_daemon.TestRunDaemon.test_restart_workers ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run +test.unit.common.test_daemon.TestRunDaemon.test_run ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file ... ok +test.unit.common.test_daemon.TestRunDaemon.test_signal +test.unit.common.test_daemon.TestRunDaemon.test_signal ... ok +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears ... ok +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup ... ok +test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup +test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup ... ok +test.unit.common.test_db.TestDatabaseConnectionError.test_str +test.unit.common.test_db.TestDatabaseConnectionError.test_str ... ok +test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked +test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read +test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read ... ok +test.unit.common.test_utils.TestSpliterator.test_big_input_string +test.unit.common.test_utils.TestSpliterator.test_big_input_string ... ok +test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries +test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries ... ok +test.unit.common.test_utils.TestSpliterator.test_closing +test.unit.common.test_utils.TestSpliterator.test_closing ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'}test INFO: Begin account audit "once" mode -test INFO: Account audit "once" mode completed: 0.00s -test INFO: Disabling account_sdb -test INFO: Disabling container_sdb -test INFO: Disabling object_sdb -test INFO: Enabling account_sdb -test INFO: Enabling container_sdb -test INFO: Enabling object_sdb -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpxlpmj1yp/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpxlpmj1yp/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpxlpmj1yp/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpxlpmj1yp/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:34 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0106 "-" 4136317 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0033 "-" 4136317 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0083 "-" 4136317 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:34 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 4136317 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:34 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe86f983a7473421584186-0067670512" "proxy-server 4136317" 0.0013 "-" 4136317 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:47863/sda1/1/a/c" "txe86f983a7473421584186-0067670512" "container-server 4136317" 0.0011 "-" 4136317 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:34 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:44937/sdb1/1/a/c" "txe86f983a7473421584186-0067670512" "container-server 4136317" 0.0011 "-" 4136317 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:34 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txe86f983a7473421584186-0067670512" "proxy-server 4136317" 0.0212 "-" 4136317 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txe86f983a7473421584186-0067670512" "proxy-server 4136317" 0.0173 "-" 4136317 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/12/34 PUT /v1/a/c HTTP/1.0 201 - - t - - - txe86f983a7473421584186-0067670512 - 0.0309 - - 1734804754.887087822 1734804754.917954922 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:34 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx1a16e1c63f8b4fc3847d0-0067670512" "proxy-server 4136317" 0.0012 "-" 4136317 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:34 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:47863/sda1/1/a1/c1" "tx1a16e1c63f8b4fc3847d0-0067670512" "container-server 4136317" 0.0012 "-" 4136317 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:44937/sdb1/1/a1/c1" "tx1a16e1c63f8b4fc3847d0-0067670512" "container-server 4136317" 0.0010 "-" 4136317 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx1a16e1c63f8b4fc3847d0-0067670512" "proxy-server 4136317" 0.0086 "-" 4136317 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:34 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx1a16e1c63f8b4fc3847d0-0067670512" "proxy-server 4136317" 0.0137 "-" 4136317 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/12/34 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx1a16e1c63f8b4fc3847d0-0067670512 - 0.0314 - - 1734804754.919501066 1734804754.950891018 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:34 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx900c3c6e7ae149d2a557c-0067670512" "proxy-server 4136317" 0.0018 "-" 4136317 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:34 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:47863/sda1/2/a/c1" "tx900c3c6e7ae149d2a557c-0067670512" "container-server 4136317" 0.0019 "-" 4136317 1 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:44937/sdb1/2/a/c1" "tx900c3c6e7ae149d2a557c-0067670512" "container-server 4136317" 0.0012 "-" 4136317 1 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:34 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx900c3c6e7ae149d2a557c-0067670512" "proxy-server 4136317" 0.0166 "-" 4136317 1 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx900c3c6e7ae149d2a557c-0067670512" "proxy-server 4136317" 0.0132 "-" 4136317 1 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/12/34 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx900c3c6e7ae149d2a557c-0067670512 - 0.0261 - - 1734804754.952392101 1734804754.978518009 1 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:34 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa612033be0d147b3ae0cb-0067670512" "proxy-server 4136317" 0.0019 "-" 4136317 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:34 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:44937/sdb1/1/a/c2" "txa612033be0d147b3ae0cb-0067670512" "container-server 4136317" 0.0019 "-" 4136317 2 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:35 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:47863/sda1/1/a/c2" "txa612033be0d147b3ae0cb-0067670512" "container-server 4136317" 0.0011 "-" 4136317 2 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:35 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txa612033be0d147b3ae0cb-0067670512" "proxy-server 4136317" 0.0144 "-" 4136317 2 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:35 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txa612033be0d147b3ae0cb-0067670512" "proxy-server 4136317" 0.0107 "-" 4136317 2 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/12/35 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txa612033be0d147b3ae0cb-0067670512 - 0.0236 - - 1734804754.980000973 1734804755.003594398 2 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test INFO: - - 24/Jan/2026/00/41/39 GET /path HTTP/1.0 500 - - - - - - - - 0.2000 - - 1769215298.931392908 1769215299.131392956 - +test INFO: - - 24/Jan/2026/00/41/38 GET / HTTP/1.0 200 - - - - 17 - - - 0.0001 SOS - 1769215298.932390451 1769215298.932454348 - +test INFO: - - 24/Jan/2026/00/41/38 GET / HTTP/1.0 200 - - - - - - - - 0.0001 - - 1769215298.933368683 1769215298.933436632 - +test INFO: - - 24/Jan/2026/00/41/38 GET / HTTP/1.0 200 - - - - 3 - - - 0.0001 - - 1769215298.935219288 1769215298.935304642 - +test INFO: - - 24/Jan/2026/00/41/38 GET / HTTP/1.0 200 - - - - 12 - - - 0.0001 - - 1769215298.936260700 1769215298.936327696 - +test INFO: - - 24/Jan/2026/00/41/39 GET /v1/a/c/o HTTP/1.0 503 - - - - 118 - - - 0.7000 - - 1769215298.937147856 1769215299.637147903 0 +test INFO: - - 24/Jan/2026/00/41/38 PUT /v1/a/c/o HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1769215298.943892002 1769215298.943926334 1 +test INFO: - - 24/Jan/2026/00/41/38 GET /v1/a/c HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769215298.944686174 1769215298.944762945 1 +test INFO: 4.5.6.7 1.2.3.4 24/Jan/2026/00/41/38 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769215298.945739508 1769215298.945814848 - +test INFO: 4.5.6.7 1.2.3.4 24/Jan/2026/00/41/38 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769215298.946713924 1769215298.946815729 - +test INFO: - - 24/Jan/2026/00/41/38 GET /v1/something HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769215298.947904110 1769215298.947981119 - +test INFO: - - 24/Jan/2026/00/41/38 GET / HTTP/1.0 499 - - - - 4 - - - 0.0001 - - 1769215298.949567556 1769215298.949645281 - +test INFO: - - 24/Jan/2026/00/41/38 POST /v1/a/c HTTP/1.0 200 - - - 11 8 - - Host:%20localhost:80 0.0000 - - 1769215298.950287580 1769215298.950311899 - +test INFO: - - 24/Jan/2026/00/41/38 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1769215298.951000214 1769215298.951025486 0 +test INFO: - - 24/Jan/2026/00/41/38 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1769215298.951431274 1769215298.951449156 -1 +test INFO: - - 24/Jan/2026/00/41/38 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1769215298.951990128 1769215298.952010870 - +test ERROR: Error retrieving recon data: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete - resp = req.get_response(self.app, method='DELETE', query=query, - headers={'Accept': 'application/json'}) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1462, in _get_response - sw_resp = sw_req.get_response(app) - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 183, in __call__ - return self.app(env, start_response) - ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/s3api/__init__.py", line 84, in __call__ - return self.app(env, start_response) - ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - req=req, headers=headers, body=body, - conditional_response=req.method in ('GET', 'HEAD'), - conditional_etag=conditional_etag) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache + with openr(cache_file, 'r') as f: + ~~~~~^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 228, in raise_Exception + raise Exception +Exception +test ERROR: Error reading recon cache file: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache + with openr(cache_file, 'r') as f: + ~~~~~^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ @@ -9438,9 +9400,12 @@ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 197, in _select_response - is_success = resp_class().is_success - ~~~~~~~~~~^^ +OSError: [Errno None] None +test ERROR: Error reading recon cache file: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache + with openr(cache_file, 'r') as f: + ~~~~~^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ @@ -9449,1124 +9414,212 @@ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect -Exception: kaboomtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num ... ok - -fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_missing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_missing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_ts_missing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_ts_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'' -test DEBUG: Error on keystone reply: 201 b'' - deferring rejection downstream -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Received error, deferring rejection based on error: 400 Bad Request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone reply error: status=403 reason=None -test DEBUG: Received error, deferring rejection based on error: 401 Unauthorized -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9088dcc0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9088dcc0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9088dcc0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9088dcc0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9088f7c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9088cd00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9088cd00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10327625274658203 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10399770736694336 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10425138473510742 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10441160202026367 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10456585884094238 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10471534729003906 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10486102104187012 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10499310493469238 -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0031487941741943 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0034687519073486 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0036251544952393 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0037500858306885 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to trytest.unit.common.test_memcached.TestMemcached.test_connection_pooling -test.unit.common.test_memcached.TestMemcached.test_connection_pooling ... ok -test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect -test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect ... ok -test.unit.common.test_memcached.TestMemcached.test_decr -test.unit.common.test_memcached.TestMemcached.test_decr ... ok -test.unit.common.test_memcached.TestMemcached.test_delete -test.unit.common.test_memcached.TestMemcached.test_delete ... ok -test.unit.common.test_memcached.TestMemcached.test_error_disabled -test.unit.common.test_memcached.TestMemcached.test_error_disabled ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj ... ok - -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning ... ok - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0109 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0113 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0110 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0023 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0109 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0020 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0109 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0020 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0110 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0001 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0019 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0109 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0020 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0107 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0012 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0075 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0115 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0017 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0057 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0017 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0058 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0058 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0059 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0059 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0063 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0013 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0057 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0014 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0052 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0059 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0058 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0020 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0070 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0009 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0058 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0060 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0020 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0055 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0057 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0017 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0063 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0143 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0113 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0012 "-" 4136298 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes ... ok - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0017 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0061 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0099 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0020 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0022 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0018 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0058 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0098 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0056 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0014 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0069 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0061 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0002 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0071 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0009 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0058 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0143 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0058 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0057 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0014 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0057 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0059 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0101 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0098 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0097 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0019 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:36 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0022 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0204 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0017 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0077 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0058 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0017 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0060 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0100 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0017 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0017 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0058 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0065 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0060 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0017 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0053 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0065 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0059 "-" 4136298 -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file_relink_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_missing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_missing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_missing_data_missing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist -test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist_and_relink_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist_and_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_local_ids -test.unit.account.test_replicator.TestReplicatorSync.test_local_ids ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync -test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync -test.unit.account.test_replicator.TestReplicatorSync.test_sync ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_no_applicable_policy -test.unit.cli.test_relinker.TestRelinker.test_cleanup_no_applicable_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_mounted -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_mounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked_low -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked_low ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_dir -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_lock_taken_between_get_hashes_and_rm -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_lock_taken_between_get_hashes_and_rm ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_partition_lock_taken_during_get_hashes -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_partition_lock_taken_during_get_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_replication_lock_taken -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_replication_lock_taken ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition -test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_reapable -test.unit.cli.test_relinker.TestRelinker.test_cleanup_reapable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: Could not parse SLO delete response (200 OK): b'asdf': + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache + with openr(cache_file, 'r') as f: + ~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: [Errno None] None +test ERROR: Error parsing recon cache file: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete - delete_result = json.loads(resp.body) - File "/usr/lib/python3.13/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ~~~~~~~~~~~~~~~~~~~~~~~^^^ - File "/usr/lib/python3.13/json/decoder.py", line 345, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/json/decoder.py", line 363, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_invalid ... ok - -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0039162635803223 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.004040002822876 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0041491985321045 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.00425124168396 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout connecting to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10220861434936523 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 2.1219253540039062e-05: + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache + with openr(cache_file, 'r') as f: + ~~~~~^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 225, in raise_ValueError + raise ValueError +ValueError +test ERROR: Error reading ringfile: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 481, in _incr_or_decr - line = fp.readline().strip().split() - ^^^^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'strip' -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.4:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to trytest.unit.common.test_memcached.TestMemcached.test_error_limiting -test.unit.common.test_memcached.TestMemcached.test_error_limiting ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json ... ok - - -swift-ring-builder set_info - :[R:]/_ - [ :[R:]/_] ... - [--yes] - -or - -swift-ring-builder set_info - --ip --port - --replication-ip --replication-port - --device --meta - --change-ip --change-port - --change-replication-ip - --change-replication-port - --change-device - --change-meta - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - For each search-value, resets the matched device's information. - This information isn't used to assign partitions, so you can use - 'write_ring' afterward to rewrite the current ring with the newer - device information. Any of the parts are optional in the final - :/_ parameter; just give what you - want to change. For instance set_info d74 _"snet: 5.6.7.8" would - just update the meta data for device id 74. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_min_part_hours - Changes the to the given . This should be set to - however long a full replication/update cycle takes. We're working on a way - to determine this more easily than scanning logs. - -swift-ring-builder set_overload [%] - Changes the overload factor to the given . - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_zone - [ set_zone - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder validate - Just runs the validation routines on the ring. - -swift-ring-builder write_builder [min_part_hours] - Recreate a builder from a ring file (lossy) if you lost your builder - backups. (Protip: don't lose your builder backups). - [min_part_hours] is one of those numbers lost to the builder, - you can change it with set_min_part_hours. - -swift-ring-builder write_ring - Just rewrites the distributable ring file. This is done automatically after - a successful rebalance, so really this is only useful after one or more - 'set_info' calls when no rebalance is needed but you want to send out the - new device information. - -The can be of the form:: - - drz-:R:/ - _ - -Where and are replication ip and port. - -Any part is optional, but you must include at least one part. - -Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - -Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - -Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. - -Quick list: add cancel_increase_partition_power create dispersion - finish_increase_partition_power increase_partition_power list_parts - prepare_increase_partition_power pretend_min_part_hours_passed - rebalance remove search set_info set_min_part_hours set_overload - set_region set_replicas set_weight set_zone validate write_builder - write_ring -Exit codes: 0 = operation successful - 1 = operation completed with warnings - 2 = error -swift-ring-builder 1.3 - -swift-ring-builder - Shows information about the ring and the devices within. Output - includes a table that describes the report parameters (id, region, - port, flags, etc). - flags: possible values are 'DEL' and '' - DEL - indicates that the device is marked for removal from - ring and will be removed in next rebalance. - -swift-ring-builder add - [r]z-:[R:]/_ - - [[r]z-:[R:]/_ - ] ... - - Where and are replication ip and port. - -or - -swift-ring-builder add - --region --zone --ip --port - [--replication-ip ] [--replication-port ] - --device --weight - [--meta ] - - Adds devices to the ring with the given information. No partitions will be - assigned to the new device until after running 'rebalance'. This is so you - can make multiple device changes and rebalance them all just once. - -swift-ring-builder cancel_increase_partition_power - Cancel the increase of the partition power. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to cleanup unneeded links. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder create - - Creates with 2^ partitions and . - is number of hours to restrict moving a partition more - than once. - -swift-ring-builder dispersion [options] - - Output report on dispersion. - - --recalculate option will rebuild cached dispersion info and save builder - --verbose option will display dispersion graph broken down by tier - - You can filter which tiers are evaluated to drill down using a regex - in the optional search_filter argument. i.e. - - swift-ring-builder dispersion "r\d+z\d+$" -v - - ... would only display rows for the zone tiers - - swift-ring-builder dispersion ".*\-[^/]*$" -v - - ... would only display rows for the server tiers - - The reports columns are: - - Tier : the name of the tier - parts : the total number of partitions with assignment in the tier - % : the percentage of parts in the tier with replicas over assigned - max : maximum replicas a part should have assigned at the tier - 0 - N : the number of parts with that many replicas assigned - - e.g. - Tier: parts % max 0 1 2 3 - r1z1 1022 79.45 1 2 210 784 28 - - r1z1 has 1022 total parts assigned, 79% of them have more than the - recommend max replica count of 1 assigned. Only 2 parts in the ring - are *not* assigned in this tier (0 replica count), 210 parts have - the recommend replica count of 1, 784 have 2 replicas, and 28 sadly - have all three replicas in this tier. - -swift-ring-builder finish_increase_partition_power - Finally removes the next_part_power flag. Has to be run after the - swift-object-relinker tool has been used to cleanup old existing data. - - A write_ring command is needed to make the change take effect. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder increase_partition_power - Increases the partition power by one. Needs to be run after - prepare_increase_partition_power has been run and all existing data has - been relinked using the swift-object-relinker tool. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to cleanup old data. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder list_parts [] .. - -or - -swift-ring-builder list_parts - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Returns a 2 column list of all the partitions that are assigned to any of - the devices matching the search values given. The first column is the - assigned partition number and the second column is the number of device - matches for that partition. The list is ordered from most number of matches - to least. If there are a lot of devices to match against, this command - could take a while to run. - -swift-ring-builder prepare_increase_partition_power - Prepare the ring to increase the partition power by one. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to relink existing data. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder pretend_min_part_hours_passed - Resets the clock on the last time a rebalance happened, thus - circumventing the min_part_hours check. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you run this command and deploy rebalanced rings before a replication - pass completes, you may introduce unavailability in your cluster. This - has an end-user impact. - -swift-ring-builder rebalance [options] - Attempts to rebalance the ring by reassigning partitions that haven't been - recently reassigned. - -swift-ring-builder remove [search-value ...] - [--yes] - -or - -swift-ring-builder remove - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Removes the device(s) from the ring. This should normally just be used for - a device that has failed. For a device you wish to decommission, it's best - to set its weight to 0, wait for it to drain all its data, then use this - remove command. This will not take effect until after running 'rebalance'. - This is so you can make multiple device changes and rebalance them all just - once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. - -swift-ring-builder set_info - :[R:]/_ - [ :[R:]/_] ... - [--yes] - -or - -swift-ring-builder set_info - --ip --port - --replication-ip --replication-port - --device --meta - --change-ip --change-port - --change-replication-ip - --change-replication-port - --change-device - --change-meta - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - For each search-value, resets the matched device's information. - This information isn't used to assign partitions, so you can use - 'write_ring' afterward to rewrite the current ring with the newer - device information. Any of the parts are optional in the final - :/_ parameter; just give what you - want to change. For instance set_info d74 _"snet: 5.6.7.8" would - just update the meta data for device id 74. - - Option --yes assume a yes response to all questions.test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument -test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file + raise IOError +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file + raise IOError +OSErrortest.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart ... ok +test.unit.common.test_utils.TestSpliterator.test_no_empty_strings +test.unit.common.test_utils.TestSpliterator.test_no_empty_strings ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET ... ok +test.unit.common.test_utils.TestSpliterator.test_overlap +test.unit.common.test_utils.TestSpliterator.test_overlap ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file_relink_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_data_missing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0017 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0014 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0013 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0017 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0016 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0020 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0013 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0009 "-" 3034965 0 +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0014 "-" 3034965 1 +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0824 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0011 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0016 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0016 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0019 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0014 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0014 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0015 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0013 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0011 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0000 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3034965 1 +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0020 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0062 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0020 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0015 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0016 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0015 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0015 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0013 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0015 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0016 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0015 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0013 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0015 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0014 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0020 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0013 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0016 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0013 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3034965 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 3034965 - +[2026-01-24 00:41:39] Checking auditor stats +=============================================================================== fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:othertest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods -test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy -test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers ... ok -test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults ... ok +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb ... ok test.unit.common.middleware.test_slo.TestPartNumber.test_get_non_integer_part_number_invalid test.unit.common.middleware.test_slo.TestPartNumber.test_get_non_integer_part_number_invalid ... ok test.unit.common.middleware.test_slo.TestPartNumber.test_get_out_of_range_part_number @@ -10619,166 +9672,249 @@ test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid_on_subrange ... ok test.unit.common.middleware.test_slo.TestPartNumber.test_range_with_part_number_is_error test.unit.common.middleware.test_slo.TestPartNumber.test_range_with_part_number_is_error ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_non_integer_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_non_integer_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_out_of_range_part_number -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_out_of_range_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_num_with_repeated_segments -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_num_with_repeated_segments ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_data_manifest -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_data_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_large_manifest -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_large_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_sub_slo -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_sub_slo ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_negative_part_number_invalid_on_subrange -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_negative_part_number_invalid_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_non_integer_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_non_integer_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number_on_subrange -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_data_manifest -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_data_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_refetch_path -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_refetch_path ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim ... ok -test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs -test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_relinked_ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_relinked_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: nojunk None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 01 Apr 2014 12:00:00 GMT', 'X-Amz-Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000'} -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000'} -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000'} -test DEBUG: checking permission: bucket None POST {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000'} -test DEBUG: bucket None POST -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'AUTH_a.example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffa4bd25c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffa4bd0580>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffa4da87c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffa4bd0580>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffa4bd0580>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffa4bd0580>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffa4bd0580>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffa4bd0580>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffa4bd0580>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffa4bd25c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/dontchange', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.aexample.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffa4bd0580>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffa4bd0580>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/ä½\xa0好', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffa4bd0580>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/FOO_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffa4bd0580>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffa4bd0580>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffa4bd25c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffa4bd25c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': }test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_subrange -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_zero_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_zero_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_negative_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_negative_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_exceeds_max_manifest_segments_is_ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_exceeds_max_manifest_segments_is_ok ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_manifest_get -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_manifest_get ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' - rejecting request fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object_with_range -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object_with_range ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_sub_ranges_manifest -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_sub_ranges_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_with_range_segments -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_with_range_segments ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid_on_subrange -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_range_with_part_number_is_error -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_range_with_part_number_is_error ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download ... ok +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges ... ok +test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception +test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults ... ok test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options ... ok test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict @@ -10815,12 +9951,50 @@ test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid ... ok test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_missing_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_missing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_ts_missing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_ts_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_existing_newer_data_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file_relink_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_missing_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_missing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_missing_data_missing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist +test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist_and_relink_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist_and_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_no_applicable_policy +test.unit.cli.test_relinker.TestRelinker.test_cleanup_no_applicable_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_mounted +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_mounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked_low +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked_low ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash ... ok test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs ... ok test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put ... ok +test.unit.common.test_utils.TestSpliterator.test_running_out +test.unit.common.test_utils.TestSpliterator.test_running_out ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_dir +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_lock_taken_between_get_hashes_and_rm +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_lock_taken_between_get_hashes_and_rm ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts ... ok test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info @@ -10853,88 +10027,6 @@ test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix ... ok test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb ... ok -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00047 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpjofi7epj/sda/accounts/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00276 seconds (362.72177/s) -test INFO: Removed 1 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00031 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00038 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00023 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -REPLICATE: /sda/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', 'a94289c5-b300-4466-b355-b47b45855c38-sda', '1734804757.19773', '1734804757.19563', '0', '') -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp2of_yfql/sda/accounts/0/cca/7e85f39cfbd92b74b0b21a19f4188cca/7e85f39cfbd92b74b0b21a19f4188cca.db -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '9d3f0776-ab02-4689-a2aa-85d9d73615f3-sda', '1734804757.20346', '1734804757.20201', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('9d3f0776-ab02-4689-a2aa-85d9d73615f3-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '9d3f0776-ab02-4689-a2aa-85d9d73615f3-sda', '1734804757.20346', '1734804757.20201', '0', '') -REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('9d3f0776-ab02-4689-a2aa-85d9d73615f3-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01061 seconds (94.28703/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (1, '057a181b92b1c1af3f0311db7b04e783', '4e233892-87ba-4261-8c1b-a75a2c8bd0d2-sda', '1734804757.23729', '1734804757.23147', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, rsync_then_merge, ('4e233892-87ba-4261-8c1b-a75a2c8bd0d2-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (11, '96a12765ee9fa9d552af37c77c9d4f6c', '3a9f5e3e-d9a9-41c5-9102-2f8675c036ed-sda', '1734804757.25713', '1734804757.25555', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_items, ([{'ROWID': 1, 'name': '/a/c_0', 'put_timestamp': '1734804757.26043', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c_1', 'put_timestamp': '1734804757.26075', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c_2', 'put_timestamp': '1734804757.26085', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c_3', 'put_timestamp': '1734804757.26093', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c_4', 'put_timestamp': '1734804757.26113', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c_5', 'put_timestamp': '1734804757.26122', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c_6', 'put_timestamp': '1734804757.26129', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c_7', 'put_timestamp': '1734804757.26137', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c_8', 'put_timestamp': '1734804757.26144', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c_9', 'put_timestamp': '1734804757.26151', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c_missing', 'put_timestamp': '1734804757.26159', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}], '3a9f5e3e-d9a9-41c5-9102-2f8675c036ed-sda') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_syncs, ([],) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'Content-Md5': '0psj556+oeNaquEdDeMxig==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd29b23e79ebea1e35aaae11d0de3318a', 'Content-Length': '226', 'Content-Type': 'multipart/form-data'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition -test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash -test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking -test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_conf_file -test.unit.cli.test_relinker.TestRelinker.test_conf_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering -test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty ... ok test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 @@ -10999,6 +10091,8 @@ test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value ... ok test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed ... ok +test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning +test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning ... ok test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object ... ok test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success @@ -11009,5002 +10103,5618 @@ test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster ... ok test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type ... ok -test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting -test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting ... ok -test.unit.common.test_db.TestDatabaseBroker.test_commit_puts -test.unit.common.test_db.TestDatabaseBroker.test_commit_puts ... ok -test.unit.common.test_db.TestDatabaseBroker.test_delete_db -test.unit.common.test_db.TestDatabaseBroker.test_delete_db ... ok -test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init -test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init ... ok -test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate -test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate ... ok -test.unit.common.test_db.TestDatabaseBroker.test_initialize -test.unit.common.test_db.TestDatabaseBroker.test_initialize ... ok - -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method get: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipetest.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config -test.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config ... ok -test.unit.common.test_memcached.TestMemcached.test_error_raising -test.unit.common.test_memcached.TestMemcached.test_error_raising ... ok -test.unit.common.test_memcached.TestMemcached.test_get_conns -test.unit.common.test_memcached.TestMemcached.test_get_conns ... ok -test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 -test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 ... ok -test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname -test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname ... ok -test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request -test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request ... ok -test.unit.common.test_memcached.TestMemcached.test_incr -test.unit.common.test_memcached.TestMemcached.test_incr ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_add_expires -test.unit.common.test_memcached.TestMemcached.test_incr_add_expires ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_expiration_time -test.unit.common.test_memcached.TestMemcached.test_incr_expiration_time ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request -test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_and_range ... ok -test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking -test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe -test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced -test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response -test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response ... ok -test.unit.cli.test_relinker.TestRelinker.test_rehashing -test.unit.cli.test_relinker.TestRelinker.test_rehashing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies -test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup -test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_file -test.unit.cli.test_relinker.TestRelinker.test_relink_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout -test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok +test.unit.common.test_utils.TestSpliterator.test_string +test.unit.common.test_utils.TestSpliterator.test_string ... ok +test.unit.common.test_utils.TestStringAlong.test_happy +test.unit.common.test_utils.TestStringAlong.test_happy ... ok +test.unit.common.test_utils.TestStringAlong.test_unhappy +test.unit.common.test_utils.TestStringAlong.test_unhappy ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets ... ok +test.unit.common.utils.test_config.TestReadConf.test_readconf +test.unit.common.utils.test_config.TestReadConf.test_readconf ... ok +test.unit.common.utils.test_config.TestReadConf.test_readconf_dir +test.unit.common.utils.test_config.TestReadConf.test_readconf_dir ... ok +test.unit.common.utils.test_config.TestReadConf.test_readconf_dir_ignores_hidden_and_nondotconf_files +test.unit.common.utils.test_config.TestReadConf.test_readconf_dir_ignores_hidden_and_nondotconf_files ... ok +test.unit.common.utils.test_config.TestReadConf.test_readconf_raw +test.unit.common.utils.test_config.TestReadConf.test_readconf_raw ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil +test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none +test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_delta +test.unit.common.utils.test_timestamp.TestTimestamp.test_delta ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok - +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_db.TestDatabaseBroker.test_lock -test.unit.common.test_db.TestDatabaseBroker.test_lock ... ok -test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold -test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold ... ok -test.unit.common.test_memcached.TestMemcached.test_logger_kwarg -test.unit.common.test_memcached.TestMemcached.test_logger_kwarg ... ok -test.unit.common.test_memcached.TestMemcached.test_multi -test.unit.common.test_memcached.TestMemcached.test_multi ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource ... ok +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0019 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0014 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0023 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0021 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0021 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0080 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0022 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0021 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0012 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0014 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0009 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0014 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0014 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0014 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0020 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0016 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0016 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0049 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0017 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0018 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0019 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0009 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0014 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0014 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0018 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0014 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0009 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0014 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0018 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0019 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3035082 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_false +test.unit.common.utils.test_timestamp.TestTimestamp.test_false ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_float +test.unit.common.utils.test_timestamp.TestTimestamp.test_float ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal +test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat +test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable +test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_int +test.unit.common.utils.test_timestamp.TestTimestamp.test_int ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input +test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion +test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion +test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat +test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal +test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit +test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering +test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons +test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_raw +test.unit.common.utils.test_timestamp.TestTimestamp.test_raw ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_true +test.unit.common.utils.test_timestamp.TestTimestamp.test_true ... ok +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding ... ok +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding ... ok +test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim +test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBroker.test_chexor +test.unit.container.test_backend.TestContainerBroker.test_chexor ... ok +test.unit.container.test_backend.TestContainerBroker.test_create_broker +test.unit.container.test_backend.TestContainerBroker.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBroker.test_creation +test.unit.container.test_backend.TestContainerBroker.test_creation ... ok +test.unit.container.test_backend.TestContainerBroker.test_db_file +test.unit.container.test_backend.TestContainerBroker.test_db_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBroker.test_delete_object +test.unit.container.test_backend.TestContainerBroker.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.container.test_backend.TestContainerBroker.test_empty +test.unit.container.test_backend.TestContainerBroker.test_empty ... ok +test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container +test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_enable_sharding +test.unit.container.test_backend.TestContainerBroker.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBroker.test_exception +test.unit.container.test_backend.TestContainerBroker.test_exception ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller +test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_default +test.unit.common.middleware.test_tempauth.PrefixAccount.test_default ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers +test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default +test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml ... ok +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_acct != 1 +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing from an overriding middleware +fake INFO: - - 24/Jan/2026/00/41/39 GET /v1/a/c/o%3Ftemp_url_sig%3Ddeadbeefdeadbeef...%26temp_url_expires%3D1769216299 HTTP/1.0 404 - - - - - - - - 0.0002 - - 1769215299.155690193 1769215299.155880451 - +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +Sat Jan 24 14:41:39 2026 /tmp/tmp2eixk98w/unittest.profile123 +Sat Jan 24 14:41:39 2026 /tmp/tmp2eixk98w/unittest.profile3035065 +Sat Jan 24 14:41:39 2026 /tmp/tmp2eixk98w/unittest.profile456 -swift-ring-builder set_min_part_hours - Changes the to the given . This should be set to - however long a full replication/update cycle takes. We're working on a way - to determine this more easily than scanning logs. + 30 function calls in 0.001 seconds -swift-ring-builder set_overload [%] - Changes the overload factor to the given . + Ordered by: internal time - A rebalance is needed to make the change take effect. + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] + 30 function calls in 0.001 seconds - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. + Ordered by: call count - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :1() + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + 0 0.000 0.000 profile:0(profiler) - Option --yes assume a yes response to all questions. -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. +Sat Jan 24 14:41:39 2026 /tmp/tmp2eixk98w/unittest.profile123 +Sat Jan 24 14:41:39 2026 /tmp/tmp2eixk98w/unittest.profile3035065 +Sat Jan 24 14:41:39 2026 /tmp/tmp2eixk98w/unittest.profile456 - A rebalance is needed to make the change take effect. + 30 function calls in 0.001 seconds -swift-ring-builder set_weight - [ ] ... - [--yes] + Ordered by: internal time -or + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. +Sat Jan 24 14:41:39 2026 /tmp/tmplrj44j2b/unittest.profile123 - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. + 5 function calls in 0.000 seconds - Option --yes assume a yes response to all questions. + Ordered by: internal time -swift-ring-builder set_zone - [ :1() + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) -or -swift-ring-builder set_zone - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] +Sat Jan 24 14:41:39 2026 /tmp/tmplrj44j2b/unittest.profile123 - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. + 5 function calls in 0.000 seconds - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. + Ordered by: internal time - Option --yes assume a yes response to all questions. + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 1 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) -swift-ring-builder validate - Just runs the validation routines on the ring. -swift-ring-builder write_builder [min_part_hours] - Recreate a builder from a ring file (lossy) if you lost your builder - backups. (Protip: don't lose your builder backups). - [min_part_hours] is one of those numbers lost to the builder, - you can change it with set_min_part_hours. +Sat Jan 24 14:41:39 2026 /tmp/tmplrj44j2b/unittest.profile123 -swift-ring-builder write_ring - Just rewrites the distributable ring file. This is done automatically after - a successful rebalance, so really this is only useful after one or more - 'set_info' calls when no rebalance is needed but you want to send out the - new device information. + 5 function calls in 0.000 seconds -The can be of the form:: + Ordered by: internal time - drz-:R:/ - _ + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 1 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) -Where and are replication ip and port. -Any part is optional, but you must include at least one part. +Sat Jan 24 14:41:39 2026 /tmp/tmplrj44j2b/unittest.profile123 -Examples:: + 5 function calls in 0.000 seconds - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + Ordered by: internal time -Most specific example:: + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 1 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" -Nerd explanation: +Sat Jan 24 14:41:39 2026 /tmp/tmplrj44j2b/unittest.profile3035065 +Sat Jan 24 14:41:39 2026 /tmp/tmplrj44j2b/unittest.profile123 +Sat Jan 24 14:41:39 2026 /tmp/tmplrj44j2b/unittest.profile456 - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. + 30 function calls in 0.001 seconds -Quick list: add cancel_increase_partition_power create dispersion - finish_increase_partition_power increase_partition_power list_parts - prepare_increase_partition_power pretend_min_part_hours_passed - rebalance remove search set_info set_min_part_hours set_overload - set_region set_replicas set_weight set_zone validate write_builder - write_ring -Exit codes: 0 = operation successful - 1 = operation completed with warnings - 2 = error -/tmp/tmps_bm8c5v/tmponvmrbls, build version 4, id 1f04abdb36f64708b77015665832945b -64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion -The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) -The overload factor is 0.00% (0.000000) -Ring file /tmp/tmps_bm8c5v/tmponvmrbls.ring.gz not found, probably it hasn't been written yet -Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta - 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data - 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 - 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 - 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 -Reassigned 192 (300.00%) partitions. Balance is now 5.00. Dispersion is now 0.00 -Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 -swift-ring-builder add - [r]z-:[R:]/_ - - [[r]z-:[R:]/_ - ] ... + Ordered by: internal time - Where and are replication ip and port. + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) -or -swift-ring-builder add - --region --zone --ip --port - [--replication-ip ] [--replication-port ] - --device --weight - [--meta ] +Sat Jan 24 14:41:39 2026 /tmp/tmplrj44j2b/unittest.profile3035065 +Sat Jan 24 14:41:39 2026 /tmp/tmplrj44j2b/unittest.profile123 +Sat Jan 24 14:41:39 2026 /tmp/tmplrj44j2b/unittest.profile456 - Adds devices to the ring with the given information. No partitions will be - assigned to the new device until after running 'rebalance'. This is so you - can make multiple device changes and rebalance them all just once. -swift-ring-builder list_parts [] .. + 30 function calls in 0.001 seconds -or + Ordered by: internal time -swift-ring-builder list_parts - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - Returns a 2 column list of all the partitions that are assigned to any of - the devices matching the search values given. The first column is the - assigned partition number and the second column is the number of device - matches for that partition. The list is ordered from most number of matches - to least. If there are a lot of devices to match against, this command - could take a while to run.test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_region_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_region_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_weight_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_weight_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_zone_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_zone_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_pretend_min_part_hours_passed -test.unit.cli.test_ringbuilder.TestCommands.test_pretend_min_part_hours_passed ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_failure_does_not_reset_last_moves_epoch -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_failure_does_not_reset_last_moves_epoch ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_min_part_hours_not_passed -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_min_part_hours_not_passed ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_device_change -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_device_change ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second -test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash -test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +Sat Jan 24 14:41:39 2026 /tmp/tmplrj44j2b/unittest.profile3035065 +Sat Jan 24 14:41:39 2026 /tmp/tmplrj44j2b/unittest.profile123 +Sat Jan 24 14:41:39 2026 /tmp/tmplrj44j2b/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0021 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0078 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0019 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0093 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0063 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0014 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0053 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0063 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0148 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0068 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0155 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0097 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0110 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0065 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0152 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0103 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0072 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0110 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0100 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0114 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0100 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0097 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0093 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0093 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0092 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0220 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0092 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0093 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0072 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0051 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0002 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0095 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0012 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0074 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0054 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0058 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0055 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0073 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0053 "-" 4136298 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards ... ok -test.unit.common.test_memcached.TestMemcached.test_multi_delete -test.unit.common.test_memcached.TestMemcached.test_multi_delete ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_retry -test.unit.common.test_memcached.TestMemcached.test_retry ... ok -test.unit.common.test_memcached.TestMemcached.test_serialization -test.unit.common.test_memcached.TestMemcached.test_serialization ... ok -test.unit.common.test_memcached.TestMemcached.test_set_error -test.unit.common.test_memcached.TestMemcached.test_set_error ... ok -test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error -test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error ... ok -test.unit.common.test_memcached.TestMemcached.test_set_expiration_time -test.unit.common.test_memcached.TestMemcached.test_set_expiration_time ... ok -test.unit.common.test_memcached.TestMemcached.test_set_get_json -test.unit.common.test_memcached.TestMemcached.test_set_get_json ... ok -test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg -test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_append_log_info -test.unit.common.test_request_helpers.TestRequestHelpers.test_append_log_info ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit -test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset -test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_log_info -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_log_info ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_backend_open_expired -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_backend_open_expired ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_open_expired -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_open_expired ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items -test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin ... ok +Sat Jan 24 14:41:39 2026 /tmp/tmplrj44j2b/unittest.profile3035065 fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_invalid ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.test_xprofile.Test_html_viewer.test_render +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear +test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile +test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles ... ok +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion ... ok +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion ... ok +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders ... ok +test.unit.common.test_db.TestChexor.test_chexor +test.unit.common.test_db.TestChexor.test_chexor ... ok +test.unit.common.test_db.TestChexor.test_invalid_old_hash +test.unit.common.test_db.TestChexor.test_invalid_old_hash ... ok +test.unit.common.test_db.TestChexor.test_no_name +test.unit.common.test_db.TestChexor.test_no_name ... ok +test.unit.common.test_db.TestChexor.test_normal_case +test.unit.common.test_db.TestChexor.test_normal_case ... ok +test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting +test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:35 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init -test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init ... ok -test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs -test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears -test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error -test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file -test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy -test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted -test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning ... ok - -swift-ring-builder remove [search-value ...] - [--yes] - -or - -swift-ring-builder remove - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Removes the device(s) from the ring. This should normally just be used for - a device that has failed. For a device you wish to decommission, it's best - to set its weight to 0, wait for it to drain all its data, then use this - remove command. This will not take effect until after running 'rebalance'. - This is so you can make multiple device changes and rebalance them all just - once. - - Option --yes assume a yes response to all questions. -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_zone - [ set_zone - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_zone - [ set_zone - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -Reassigned 768 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -No partitions could be reassigned. -The time between rebalances must be at least min_part_hours: 1 hours (1:00:00 remaining) -Reassigned 192 (75.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -No partitions could be reassigned. -The time between rebalances must be at least min_part_hours: 1 hours (0:24:00 remaining) -No partitions could be reassigned. -There is no need to do so at this time -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 1000.0 -No partitions could be reassigned. -The time between rebalances must be at least min_part_hours: 1 hours (1:00:00 remaining) -------------------------------------------------------------------------------- -An error has occurred during ring validation. Common -causes of failure are rings that are empty or do not -have enough devices to accommodate the replica count. -Original exception message: - There are no devices in this ring, or all devices have been deleted -------------------------------------------------------------------------------- -Partition power increase in progress. -You need to finish the increase first before rebalancing. -Reassigned 0 (0.00%) partitions. Balance is now 0.00. Dispersion is now 0.00test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace ... ok -test.unit.common.test_splice.TestTee.test_available -test.unit.common.test_splice.TestTee.test_available ... ok -test.unit.common.test_splice.TestTee.test_errno -test.unit.common.test_splice.TestTee.test_errno ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_partition_lock_taken_during_get_hashes +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_partition_lock_taken_during_get_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme ... ok + +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0067 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0010 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0016 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0016 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0016 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0016 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0021 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0014 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0018 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0013 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0014 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0017 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0014 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0025 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0002 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0009 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0014 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0017 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0016 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0017 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0018 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0016 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0021 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0016 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0016 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0018 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0017 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0016 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0017 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0016 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0078 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0009 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0016 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0014 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0016 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0014 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0020 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0016 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0017 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0019 "-" 3035082 -test.unit.common.test_db.TestDatabaseBroker.test_commit_puts +test.unit.common.test_db.TestDatabaseBroker.test_commit_puts ... ok +test.unit.common.test_db.TestDatabaseBroker.test_delete_db +test.unit.common.test_db.TestDatabaseBroker.test_delete_db ... ok +test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init +test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init ... ok +test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate +test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate ... ok +test.unit.common.test_db.TestDatabaseBroker.test_initialize +test.unit.common.test_db.TestDatabaseBroker.test_initialize ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_replication_lock_taken +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_replication_lock_taken ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition +test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_reapable +test.unit.cli.test_relinker.TestRelinker.test_cleanup_reapable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_relinked_ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_relinked_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_unicode_authorization_good +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_unicode_authorization_good ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition +test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash +test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking +test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_conf_file +test.unit.cli.test_relinker.TestRelinker.test_conf_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering +test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking +test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_rehashing +test.unit.cli.test_relinker.TestRelinker.test_rehashing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies +test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup +test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_reload.TestValidateManagerPid.test_good +test.unit.cli.test_reload.TestValidateManagerPid.test_good ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_python +test.unit.cli.test_reload.TestValidateManagerPid.test_non_python ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_server +test.unit.cli.test_reload.TestValidateManagerPid.test_non_server ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift +test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_open_error +test.unit.cli.test_reload.TestValidateManagerPid.test_open_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices -test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata -test.unit.common.test_db.TestDatabaseBroker.test_metadata ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors ... ok + +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0020 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0014 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0019 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0019 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0014 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0014 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0064 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0025 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0031 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0013 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0010 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0020 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0011 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0020 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0024 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0014 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0018 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0025 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:38 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0052 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3035082 -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups ... ok +test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names +test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names ... ok +test.unit.account.test_utils.TestAccountUtils.test_account_listing_response +test.unit.account.test_utils.TestAccountUtils.test_account_listing_response ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name +test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device ... ok - -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 1.9788742065429688e-05: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 481, in _incr_or_decr - line = fp.readline().strip().split() - ^^^^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'strip' -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0, expired ttl=1.23 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 486, in _incr_or_decr - return int(line[0].strip()) -ValueError: invalid literal for int() with base 10: b'UNEXPECTED' -test WARNING: Item size larger than warning threshold: 80 (80) >= 80 (80) -test WARNING: Item size larger than warning threshold: 81 (81) >= 80 (80) -test WARNING: Item size larger than warning threshold: 99 (99) >= 80 (80) -test WARNING: Item size larger than warning threshold: 100 (100) >= 80 (80) -test WARNING: Item size larger than warning threshold: 0 (0) >= 0 (0) -test WARNING: Item size larger than warning threshold: 1 (1) >= 0 (0) -test WARNING: Item size larger than warning threshold: 50 (50) >= 0 (0) -test WARNING: Item size larger than warning threshold: 99 (99) >= 0 (0) -test WARNING: Item size larger than warning threshold: 100 (100) >= 0 (0) -test WARNING: Item size larger than warning threshold: 2048576 (2Mi) >= 1000000 (977Ki) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix multi_key, method get_multi, time_spent 2.0503997802734375e-05, incomplete read -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0, failed to connect -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 453, in get - sock.sendall(b'get ' + cmd.hash_key + b'\r\n') - ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall - handler(*parts[1:]) - ~~~~~~~^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1376, in handle_get - raise Exception('get failed') -Exception: get failed -test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method get, config_timeout 0.01, time_spent 1.0 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix incr_key, method incr, time_spent 0.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 524, in incr - new_val = self._add(fp, sock, cmd, add_val, timeout) - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 489, in _add - sock.sendall(b' '.join([ - ~~~~~~~~~~~~^^^^^^^^^^^^ - b'add', cmd.hash_key, b'0', str(timeout).encode('ascii'), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - str(len(add_val)).encode('ascii') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ]) + b'\r\n' + add_val + b'\r\n') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall - handler(*parts[1:]) - ~~~~~~~^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1318, in handle_add - raise Exception('add failed') -Exception: add failed -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix set_key, method set, time_spent 0.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 420, in set - sock.sendall(set_msg(cmd.hash_key, flags, timeout, value)) - ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall - handler(*parts[1:]) - ~~~~~~~^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1346, in handle_set - raise Exception('set failed') -Exception: set failed -test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, config_timeout 0.01, time_spent 1.0 -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe -test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache -test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache -Error while closing FD -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_splice.py", line 52, in safe_close - os.close(fd) - ~~~~~~~~^^^^ -OSError: [Errno 9] Bad file descriptor -Error while closing FD -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_splice.py", line 52, in safe_close - os.close(fd) - ~~~~~~~~^^^^ -OSError: [Errno 9] Bad file descriptor -test.unit.common.test_splice.TestTee.test_fileno -test.unit.common.test_splice.TestTee.test_fileno ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size ... ok -test.unit.common.test_db.TestDatabaseBroker.test_newid -test.unit.common.test_db.TestDatabaseBroker.test_newid ... ok -test.unit.common.test_splice.TestTee.test_flags_list -test.unit.common.test_splice.TestTee.test_flags_list ... ok -test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe -test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe ... ok -test.unit.common.test_splice.TestTee.test_unavailable -test.unit.common.test_splice.TestTee.test_unavailable ... ok -test.unit.common.test_splice.TestTee.test_unavailable_in_libc -test.unit.common.test_splice.TestTee.test_unavailable_in_libc ... ok -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate ... ok -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix ... ok -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate ... ok -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled ... ok -test.unit.common.test_swob.TestEtag.test_normalize_bytes -test.unit.common.test_swob.TestEtag.test_normalize_bytes ... ok -test.unit.common.test_swob.TestEtag.test_normalize_etag -test.unit.common.test_swob.TestEtag.test_normalize_etag ... ok -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes ... ok -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates ... ok -test.unit.common.test_utils.TestClosingIterator.test_close -test.unit.common.test_utils.TestClosingIterator.test_close ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_gen -test.unit.common.test_utils.TestClosingIterator.test_close_gen ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_on_exception -test.unit.common.test_utils.TestClosingIterator.test_close_on_exception ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration -test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_others -test.unit.common.test_utils.TestClosingIterator.test_close_others ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter -test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter ... ok -test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable -test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable ... ok -test.unit.common.test_utils.TestClosingIterator.test_nested_iters -test.unit.common.test_utils.TestClosingIterator.test_nested_iters ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_burst -test.unit.common.test_utils.TestEventletRateLimiter.test_burst ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle -test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by -test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_init -test.unit.common.test_utils.TestEventletRateLimiter.test_init ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking_max_rate_adjusted -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking_max_rate_adjusted ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit -test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_set_max_rate -test.unit.common.test_utils.TestEventletRateLimiter.test_set_max_rate ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_set_rate_buffer -test.unit.common.test_utils.TestEventletRateLimiter.test_set_rate_buffer ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads ... ok -test.unit.common.test_utils.TestLRUCache.test_maxsize -test.unit.common.test_utils.TestLRUCache.test_maxsize ... ok -test.unit.common.test_utils.TestLRUCache.test_maxtime -test.unit.common.test_utils.TestLRUCache.test_maxtime ... ok -test.unit.common.test_utils.TestLRUCache.test_set_maxsize -test.unit.common.test_utils.TestLRUCache.test_set_maxsize ... ok -test.unit.common.test_utils.TestLRUCache.test_set_maxtime -test.unit.common.test_utils.TestLRUCache.test_set_maxtime ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type -test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset -test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset ... ok -test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir -test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir ... ok -test.unit.common.test_utils.TestShardRange.test_constants -test.unit.common.test_utils.TestShardRange.test_constants ... ok -test.unit.common.test_utils.TestShardRange.test_copy -test.unit.common.test_utils.TestShardRange.test_copy ... ok -test.unit.common.test_utils.TestShardRange.test_deleted_setter -test.unit.common.test_utils.TestShardRange.test_deleted_setter ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter -test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_bad_container +test.unit.common.middleware.test_bulk.TestUntar.test_bad_container ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar +test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required +test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path +test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_worker +test.unit.cli.test_reload.TestValidateManagerPid.test_worker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_call +test.unit.common.middleware.test_bulk.TestUntar.test_extract_call ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size ... ok +test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory +test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:full_control OWNER fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_part_power_increase -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_part_power_increase ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_old_format ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose -test.unit.cli.test_ringcomposer.TestCommands.test_compose ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing -test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files -test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_show -test.unit.cli.test_ringcomposer.TestCommands.test_show ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command -test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command ... ok -test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers -test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl ... ok -test.unit.common.test_utils.TestShardRange.test_epoch_setter -test.unit.common.test_utils.TestShardRange.test_epoch_setter ... ok - -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ resp = self.handle_request(req) File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT + resp = req.get_response(self.app) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart ... ok -test.unit.common.test_utils.TestShardRange.test_find_ancestors -test.unit.common.test_utils.TestShardRange.test_find_ancestors ... ok -test.unit.common.test_utils.TestShardRange.test_find_root -test.unit.common.test_utils.TestShardRange.test_find_root ... ok -test.unit.common.test_utils.TestShardRange.test_increment_meta -test.unit.common.test_utils.TestShardRange.test_increment_meta ... ok -test.unit.common.test_utils.TestShardRange.test_is_child_of -test.unit.common.test_utils.TestShardRange.test_is_child_of ... ok -test.unit.common.test_utils.TestShardRange.test_make_path -test.unit.common.test_utils.TestShardRange.test_make_path ... ok -test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter ... ok -test.unit.common.test_utils.TestShardRange.test_min_max_bounds -test.unit.common.test_utils.TestShardRange.test_min_max_bounds ... ok -test.unit.common.test_utils.TestShardRange.test_name -test.unit.common.test_utils.TestShardRange.test_name ... ok -test.unit.common.test_utils.TestShardRange.test_name_validation -test.unit.common.test_utils.TestShardRange.test_name_validation ... ok -test.unit.common.test_utils.TestShardRange.test_repr -test.unit.common.test_utils.TestShardRange.test_repr ... ok -test.unit.common.test_utils.TestShardRange.test_resolve_state -test.unit.common.test_utils.TestShardRange.test_resolve_state ... ok -test.unit.common.test_utils.TestShardRange.test_row_count -test.unit.common.test_utils.TestShardRange.test_row_count ... ok -test.unit.common.test_utils.TestShardRange.test_set_deleted -test.unit.common.test_utils.TestShardRange.test_set_deleted ... ok -test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation -test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation ... ok -test.unit.common.test_utils.TestShardRange.test_sort_key -test.unit.common.test_utils.TestShardRange.test_sort_key ... ok -test.unit.common.test_utils.TestShardRange.test_sort_key_order -test.unit.common.test_utils.TestShardRange.test_sort_key_order ... ok -test.unit.common.test_utils.TestShardRange.test_state_setter -test.unit.common.test_utils.TestShardRange.test_state_setter ... ok -test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter ... ok -test.unit.common.test_utils.TestShardRange.test_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_timestamp_setter ... ok -test.unit.common.test_utils.TestShardRange.test_to_from_dict -test.unit.common.test_utils.TestShardRange.test_to_from_dict ... ok -test.unit.common.test_utils.TestShardRange.test_update_meta -test.unit.common.test_utils.TestShardRange.test_update_meta ... ok -test.unit.common.test_utils.TestShardRange.test_update_state -test.unit.common.test_utils.TestShardRange.test_update_state ... ok -test.unit.common.test_utils.TestShardRange.test_update_tombstones -test.unit.common.test_utils.TestShardRange.test_update_tombstones ... ok -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding ... ok -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj -test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found ... ok - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0057 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0053 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0070 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0008 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0072 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0077 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0013 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0012 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0066 "-" 4136298 - -test DEBUG: - - - [21/Dec/2024:18:12:37 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 4136298 - -test DEBUG: - - - [21/Dec/2024:18:12:37 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 4136298 - -test DEBUG: - - - [21/Dec/2024:18:12:37 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 4136298 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift INFO: - - 24/Jan/2026/00/41/39 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0009 - - 1769215299.037574768 1769215299.038513660 1 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift INFO: - - 24/Jan/2026/00/41/39 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0008 - - 1769215299.039200783 1769215299.039988279 0 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ - res = getattr(self, req.method)(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats - resp = func(ctrl, *args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 281, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch - return getattr(self, op)( - ~~~~~~~^^^^^^^^^^ -AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [21/Dec/2024:18:12:37 +0000] "REPLICATE /sda1/p/a/" 500 696 "-" "-" "-" 0.0015 "-" 4136298 - -test DEBUG: - - - [21/Dec/2024:18:12:37 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 4136298 - -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/service.py", line 35, in GET + resp = req.get_response(self.app, query={'format': 'json'}) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +my-daemon DEBUG: Spawned worker mock-pid-0 with {} +my-daemon DEBUG: Spawned worker mock-pid-1 with {} +my-daemon DEBUG: Spawned worker mock-pid-2 with {} +my-daemon DEBUG: Worker mock-pid-0 exited +my-daemon DEBUG: Worker mock-pid-1 exited +my-daemon DEBUG: Worker mock-pid-2 exited +my-daemon NOTICE: Finished 3035087 +my-daemon DEBUG: Forked worker 3035087 finished +my-daemon DEBUG: Spawned worker mock-pid-0 with {} +my-daemon DEBUG: Spawned worker mock-pid-1 with {} +my-daemon DEBUG: Spawned worker mock-pid-2 with {} +my-daemon DEBUG: Daemon needs to change options, aborting workers +my-daemon DEBUG: Cleaned up worker mock-pid-0 +my-daemon DEBUG: Cleaned up worker mock-pid-1 +my-daemon DEBUG: Cleaned up worker mock-pid-2 +my-daemon DEBUG: Spawned worker mock-pid-3 with {} +my-daemon DEBUG: Spawned worker mock-pid-4 with {} +my-daemon DEBUG: Spawned worker mock-pid-5 with {} +my-daemon DEBUG: Cleaned up worker mock-pid-3 +my-daemon DEBUG: Cleaned up worker mock-pid-4 +my-daemon DEBUG: Cleaned up worker mock-pid-5 +my-daemon NOTICE: SIGTERM received () +my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} +my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} +my-daemon DEBUG: Worker mock-pid exited +my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} +my-daemon NOTICE: Worker mock-pid died +my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} +my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} +my-daemon DEBUG: Cleaned up worker mock-pid-1 +my-daemon DEBUG: Cleaned up worker mock-pid-2 +my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} +my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} +my-daemon DEBUG: Cleaned up worker mock-pid-1 +my-daemon DEBUG: Cleaned up worker mock-pid-2 +test WARNING: boom +test NOTICE: Started child 0 (PID 88) for port 6006 +test NOTICE: Started child 1 (PID 89) for port 6006 +test NOTICE: Started child 2 (PID 90) for port 6006 +test NOTICE: Started child 0 (PID 91) for port 6007 +test NOTICE: Started child 1 (PID 92) for port 6007 +test NOTICE: Started child 2 (PID 93) for port 6007 +test NOTICE: Closing unnecessary sock for port 6006 (child pid 88) +test NOTICE: Closing unnecessary sock for port 6006 (child pid 89) +test NOTICE: Closing unnecessary sock for port 6006 (child pid 90) +test CRITICAL: Unable to bind to port 6009: ack +test CRITICAL: Unable to bind to port 6009: ack +test CRITICAL: Unable to bind to port 6009: ack +test NOTICE: Started child 0 (PID 94) for port 6009 +test NOTICE: Started child 1 (PID 95) for port 6009 +test NOTICE: Started child 2 (PID 96) for port 6009 +test NOTICE: Started child 1 (PID 97) for port 6009 +test NOTICE: Child 2 (PID 3035087, port 6007) exiting normally +test NOTICE: Started child 0 (PID 88) for port 6006 +test NOTICE: Started child 1 (PID 89) for port 6006 +test NOTICE: Started child 2 (PID 90) for port 6006 +test NOTICE: Started child 0 (PID 91) for port 6007 +test NOTICE: Started child 1 (PID 92) for port 6007 +test NOTICE: Started child 2 (PID 93) for port 6007 +test ERROR: Problem finding shard upper in '/tmp/tmp66jbeko0/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmp66jbeko0/test_container.db': : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ - res = getattr(self, req.method)(req) - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_server.py", line 2606, in mock_put_method - raise Exception() -Exception -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0072 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0052 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0053 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0071 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0002 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0071 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0070 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0070 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0070 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0063 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0014 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0033 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0017 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0064 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0014 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0057 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0014 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0058 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0019 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0053 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 4136298 3 -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0020 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0052 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 4136298 - -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0070 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:37 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0015 "-" 4136298 -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config ... ok + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + shard_size, last_shard_upper) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalErrortest.unit.common.test_db.TestDatabaseBroker.test_lock +test.unit.common.test_db.TestDatabaseBroker.test_lock ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err ... ok +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init +test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info ... ok +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version_part_num ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_brokers +test.unit.container.test_backend.TestContainerBroker.test_get_brokers ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success ... ok +test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall +test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall ... ok +test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx +test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy ... ok +Traceback (most recent call last): +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas ... ok + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 426, in set + raise MemcacheConnectionError('failed set: %s' % msg) +swift.common.exceptions.MemcacheConnectionError: failed set: -fake-swift DEBUG: permission denined: 403 Forbidden test:write OWNER +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone ... ok + File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch + self.greenlet.switch(value) + ~~~~~~~~~~~~~~~~~~~~^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 900, in _timing_stats + result = func(cache, *args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 430, in set + self._exception_occurred(server, e, cmd, conn_start_time, + ~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + sock=sock, fp=fp) + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 276, in _exception_occurred + elif isinstance(e, (socket.error, MemcacheConnectionError)): + ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs +test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata +test.unit.common.test_db.TestDatabaseBroker.test_metadata ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other OWNER +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Reassigned 48 (75.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Reassigned 20 (31.25%) partitions. Balance is now 24.48. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 24.48 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. -------------------------------------------------------------------------------- -Reassigned 64 (100.00%) partitions. Balance is now 100.00. Dispersion is now 33.33 -------------------------------------------------------------------------------- -NOTE: Dispersion of 33.333333 indicates some parts are not - optimally dispersed. +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works ... ok +test.unit.common.test_db.TestDatabaseBroker.test_newid +test.unit.common.test_db.TestDatabaseBroker.test_newid ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body +test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_db_state +test.unit.container.test_backend.TestContainerBroker.test_get_db_state ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_data_file +test.unit.cli.test_relinker.TestRelinker.test_relink_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version_part_num ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account ... ok +test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration +test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration ... ok +test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim +test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim ... ok +test.unit.account.test_backend.TestAccountBroker.test_chexor +test.unit.account.test_backend.TestAccountBroker.test_chexor ... ok +test.unit.account.test_backend.TestAccountBroker.test_creation +test.unit.account.test_backend.TestAccountBroker.test_creation ... ok +test.unit.account.test_backend.TestAccountBroker.test_delete_container +test.unit.account.test_backend.TestAccountBroker.test_delete_container ... ok +test.unit.account.test_backend.TestAccountBroker.test_delete_db_status +test.unit.account.test_backend.TestAccountBroker.test_delete_db_status ... ok +test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter ... ok +test.unit.account.test_backend.TestAccountBroker.test_empty +test.unit.account.test_backend.TestAccountBroker.test_empty ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info +test.unit.container.test_backend.TestContainerBroker.test_get_info ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards ... ok +test.unit.account.test_backend.TestAccountBroker.test_exception +test.unit.account.test_backend.TestAccountBroker.test_exception ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - You may want to adjust some device weights, increase - the overload or review the dispersion report. -------------------------------------------------------------------------------- -Reassigned 64 (100.00%) partitions. Balance is now 100.00. Dispersion is now 16.67 -------------------------------------------------------------------------------- -NOTE: Dispersion of 16.666667 indicates some parts are not - optimally dispersed. - You may want to adjust some device weights, increase - the overload or review the dispersion report. -------------------------------------------------------------------------------- -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Matched more than one device: - d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" - d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" - d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" - d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. -d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" marked for removal and will be removed next rebalance. -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:9000/sda30_"other meta data" with 3.14159265359 weight got id 4 -d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:9000/sda30_"other meta data" marked for removal and will be removed next rebalance. -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" marked for removal and will be removed next rebalance. -Search value matched 0 devices. -The on-disk ring builder is unchanged. -swift-ring-builder remove [search-value ...] - [--yes] + 15 function calls in 0.000 seconds -or + Ordered by: internal time -swift-ring-builder remove - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] + ncalls tottime percall cumtime percall filename:lineno(function) + 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(exec) + 3 0.000 0.000 0.000 0.000 :0(getcwd) + 3 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - Removes the device(s) from the ring. This should normally just be used for - a device that has failed. For a device you wish to decommission, it's best - to set its weight to 0, wait for it to drain all its data, then use this - remove command. This will not take effect until after running 'rebalance'. - This is so you can make multiple device changes and rebalance them all just - once. +Sat Jan 24 14:41:39 2026 /tmp/tmplrj44j2b/unittest.profile3035065 - Option --yes assume a yes response to all questions. + 15 function calls in 0.000 seconds -The can be of the form:: + Ordered by: internal time - drz-:R:/ - _ + ncalls tottime percall cumtime percall filename:lineno(function) + 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(exec) + 3 0.000 0.000 0.000 0.000 :0(getcwd) + 3 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) -Where and are replication ip and port. -Any part is optional, but you must include at least one part. +Sat Jan 24 14:41:39 2026 /tmp/tmplrj44j2b/unittest.profile3035065 -Examples:: + 15 function calls in 0.000 seconds - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + Ordered by: internal time -Most specific example:: + ncalls tottime percall cumtime percall filename:lineno(function) + 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(exec) + 3 0.000 0.000 0.000 0.000 :0(getcwd) + 3 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" -Nerd explanation: +Quarantined /tmp/tmpy0pugpa6/dev/dbs/par/pre/db to /tmp/tmpy0pugpa6/dev/quarantined/tests/db due to malformed database +Quarantined /tmp/tmpy0pugpa6/dev/dbs/par/pre/db to /tmp/tmpy0pugpa6/dev/quarantined/tests/db due to malformed database +Quarantined /tmp/tmpy0pugpa6/dev/dbs/par/pre/db to /tmp/tmpy0pugpa6/dev/quarantined/tests/db due to corrupted database +Quarantined /tmp/tmpy0pugpa6/dev/dbs/par/pre/db to /tmp/tmpy0pugpa6/dev/quarantined/tests/db due to disk error while accessing database +test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors +test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_info +test.unit.account.test_backend.TestAccountBroker.test_get_info ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors ... ok +test.unit.common.test_db.TestDatabaseBroker.test_put_record +test.unit.common.test_db.TestDatabaseBroker.test_put_record ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +Quarantined /tmp/tmpsruacl35/dev/dbs/par/pre/db to /tmp/tmpsruacl35/dev/quarantined/containers/db due to missing row in container_stat table +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors ... ok +test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info +test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats +test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_items_since +test.unit.container.test_backend.TestContainerBroker.test_get_items_since ... ok +test.unit.common.test_db.TestDatabaseBroker.test_skip_commits +test.unit.common.test_db.TestDatabaseBroker.test_skip_commits ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces ... ok +test.unit.account.test_backend.TestAccountBroker.test_initialize_fail +test.unit.account.test_backend.TestAccountBroker.test_initialize_fail ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order ... ok +test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted +test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path ... ok +Quarantined /tmp/tmpyipbh906/dev/dbs/par/pre/db to /tmp/tmpyipbh906/dev/quarantined/containers/db due to missing row in container_stat table +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present ... ok +test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info +test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation ... ok +test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter +test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_objects +test.unit.container.test_backend.TestContainerBroker.test_get_objects ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids ... ok +test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme +test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme ... ok +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter +test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace ... ok +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata ... ok +test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts ... ok +test.unit.account.test_backend.TestAccountBroker.test_merge_items +test.unit.account.test_backend.TestAccountBroker.test_merge_items ... ok +test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode ... ok +test.unit.account.test_backend.TestAccountBroker.test_newid +test.unit.account.test_backend.TestAccountBroker.test_newid ... ok +test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking ... ok +test.unit.account.test_backend.TestAccountBroker.test_put_container +test.unit.account.test_backend.TestAccountBroker.test_put_container ... ok +test.unit.account.test_backend.TestAccountBroker.test_reclaim +test.unit.account.test_backend.TestAccountBroker.test_reclaim ... ok +test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim ... ok +test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder +test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder ... ok +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full ... ok +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space ... ok +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_chrome +test.unit.common.middleware.test_formpost.TestFormPost.test_chrome ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires +test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate +test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_policy_info +test.unit.container.test_backend.TestContainerBroker.test_get_policy_info ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid +test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_replication_info +test.unit.container.test_backend.TestContainerBroker.test_get_replication_info ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync ... ok - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -Partition power increase in progress. You need -to finish the increase first before removing devices. -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 4 2 3 test.test.com 6200 r.test.com 7000 sda3 3.14 2 33.67 some meta data -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 0 0 0 127.0.0.1 6200 127.0.0.1 6200 sda1 100.00 0 -100.00 some meta data -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 0 0 0 127.0.0.1 6200 127.0.0.1 6200 sda1 100.00 0 -100.00 some meta data -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high -test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info -test.unit.cli.test_ringbuilder.TestCommands.test_set_info ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching ... ok +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0052 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0032 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0031 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0012 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0012 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0022 "-" 3035082 - +test DEBUG: - - - [24/Jan/2026:00:41:39 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 3035082 - +test DEBUG: - - - [24/Jan/2026:00:41:39 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 3035082 - +test DEBUG: - - - [24/Jan/2026:00:41:39 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 3035082 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ + res = getattr(self, req.method)(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats + resp = func(ctrl, *args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 281, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch + return getattr(self, op)( + ~~~~~~~^^^^^^^^^^ +AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [24/Jan/2026:00:41:39 +0000] "REPLICATE /sda1/p/a/" 500 696 "-" "-" "-" 0.0031 "-" 3035082 - +test DEBUG: - - - [24/Jan/2026:00:41:39 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 3035082 - +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ + res = getattr(self, req.method)(req) + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_server.py", line 2606, in mock_put_method + raise Exception() +Exception +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0001 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0010 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0027 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0026 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0035 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0014 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0017 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0019 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0016 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0014 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0019 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3035082 1 +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0018 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 3035082 - +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 3035082 - +test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode +test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode ... ok +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_report_info +test.unit.container.test_backend.TestContainerBroker.test_get_report_info ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders ... ok +test.unit.common.ring.test_ring.TestRingData.test_attrs +test.unit.common.ring.test_ring.TestRingData.test_attrs ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account ... ok +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count_deleted +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count_deleted ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add ... ok +test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization +test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_explorer +test.unit.common.middleware.test_formpost.TestFormPost.test_explorer ... ok +test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data +test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_firefox +test.unit.common.middleware.test_formpost.TestFormPost.test_firefox ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_creation +test.unit.common.test_db_replicator.TestDBReplicator.test_creation ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats ... ok +test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization +test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second +test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db +test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys ... ok +test.unit.common.ring.test_ring.TestRingData.test_load_closes_file +test.unit.common.ring.test_ring.TestRingData.test_load_closes_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys ... ok +test.unit.common.ring.test_ring.TestRingData.test_permissions +test.unit.common.ring.test_ring.TestRingData.test_permissions ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin ... ok +test.unit.common.ring.test_ring.TestRingData.test_replica_count +test.unit.common.ring.test_ring.TestRingData.test_replica_count ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash +test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage +test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync ... ok +test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies ... ok +test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization +test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter ... ok +test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers +test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids +test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync +test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync ... ok +test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists +test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist ... ok +test.unit.container.test_backend.TestContainerBroker.test_is_deleted +test.unit.container.test_backend.TestContainerBroker.test_is_deleted ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge +test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start +test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start ... ok +test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup +test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode +test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device +test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_container +test.unit.common.middleware.test_formpost.TestFormPost.test_no_container ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok +test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable +test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker ... ok +test.unit.container.test_backend.TestContainerBroker.test_last_modified_time +test.unit.container.test_backend.TestContainerBroker.test_last_modified_time ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete +test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears +test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process +test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error +test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect +test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'X-Amz-Acl': 'public-read', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Grant AllUsers READ permission on the bucket /bucket -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'}test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync +test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file +test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy +test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted +test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 +test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough +test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter +test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments ... ok +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/3 success) +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2/3 success) +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2 new rows) +test-replicator ERROR: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (negative max_row_delta: -1) +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Failed to delete db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +ERROR reading HTTP response from {'replication_ip': '127.0.0.1', 'replication_port': 80, 'device': 'sdb1'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 170, in replicate + self.request('REPLICATE', self.path, body, + ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + {'Content-Type': 'application/json'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py", line 356, in other_req + raise Exception('blah') +Exception: blah +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection +test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option +test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash +test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available ... ok +test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items +test.unit.container.test_backend.TestContainerBroker.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices +test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_safari +test.unit.common.middleware.test_formpost.TestFormPost.test_safari ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp ... ok +test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges +test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_ringbuilder.TestCommands.test_default +test.unit.cli.test_ringbuilder.TestCommands.test_default ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception +test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception ... ok +test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub +test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_output +test.unit.cli.test_ringbuilder.TestCommands.test_default_output ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned +test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 ... ok +test.unit.cli.test_relinker.TestRelinker.test_state_file +test.unit.cli.test_relinker.TestRelinker.test_state_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check +test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value +test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed +test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account +test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate ... ok +test.unit.cli.test_relinker.TestRelinker.test_workers_children +test.unit.cli.test_relinker.TestRelinker.test_workers_children ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output +test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region ... ok +test.unit.cli.test_relinker.TestRelinker.test_workers_parent +test.unit.cli.test_relinker.TestRelinker.test_workers_parent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types +test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate ... ok +test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors +test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring +test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_find_parts +test.unit.cli.test_ringbuilder.TestCommands.test_find_parts ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: public None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: authenticated None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object ... ok - +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version_part_num ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission ... ok -DEBUG: New builder; performing initial balance -New builder; performing initial balance -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 768 new parts and 0 removed parts from replica-count change -768 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 136 (Last start was 0) -Gather start is 136 (Last start was 0) -DEBUG: Gathered 768 parts -Gathered 768 parts -DEBUG: Placed 148/0 onto dev r1z1-10.1.1.1/sdb -Placed 148/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 148/1 onto dev r1z1-10.1.1.1/sdd -Placed 148/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 148/2 onto dev r1z1-10.1.1.1/sdc -Placed 148/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 127/0 onto dev r1z1-10.1.1.1/sda -Placed 127/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 127/1 onto dev r1z1-10.1.1.1/sdb -Placed 127/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 127/2 onto dev r1z1-10.1.1.1/sdd -Placed 127/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 165/0 onto dev r1z1-10.1.1.1/sdc -Placed 165/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 165/1 onto dev r1z1-10.1.1.1/sda -Placed 165/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 165/2 onto dev r1z1-10.1.1.1/sdb -Placed 165/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 42/0 onto dev r1z1-10.1.1.1/sdd -Placed 42/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 42/1 onto dev r1z1-10.1.1.1/sdc -Placed 42/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 42/2 onto dev r1z1-10.1.1.1/sda -Placed 42/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 145/0 onto dev r1z1-10.1.1.1/sdb -Placed 145/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 145/1 onto dev r1z1-10.1.1.1/sdd -Placed 145/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 145/2 onto dev r1z1-10.1.1.1/sdc -Placed 145/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 28/0 onto dev r1z1-10.1.1.1/sda -Placed 28/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 28/1 onto dev r1z1-10.1.1.1/sdb -Placed 28/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 28/2 onto dev r1z1-10.1.1.1/sdd -Placed 28/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 151/0 onto dev r1z1-10.1.1.1/sdc -Placed 151/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 151/1 onto dev r1z1-10.1.1.1/sda -Placed 151/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 151/2 onto dev r1z1-10.1.1.1/sdb -Placed 151/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 209/0 onto dev r1z1-10.1.1.1/sdd -Placed 209/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 209/1 onto dev r1z1-10.1.1.1/sdc -Placed 209/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 209/2 onto dev r1z1-10.1.1.1/sda -Placed 209/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 182/0 onto dev r1z1-10.1.1.1/sdb -Placed 182/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 182/1 onto dev r1z1-10.1.1.1/sdd -Placed 182/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 182/2 onto dev r1z1-10.1.1.1/sdc -Placed 182/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 240/0 onto dev r1z1-10.1.1.1/sda -Placed 240/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 240/1 onto dev r1z1-10.1.1.1/sdb -Placed 240/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 240/2 onto dev r1z1-10.1.1.1/sdd -Placed 240/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 80/0 onto dev r1z1-10.1.1.1/sdc -Placed 80/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 80/1 onto dev r1z1-10.1.1.1/sda -Placed 80/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 80/2 onto dev r1z1-10.1.1.1/sdb -Placed 80/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 204/0 onto dev r1z1-10.1.1.1/sdd -Placed 204/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 204/1 onto dev r1z1-10.1.1.1/sdc -Placed 204/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 204/2 onto dev r1z1-10.1.1.1/sda -Placed 204/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 23/0 onto dev r1z1-10.1.1.1/sdb -Placed 23/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 23/1 onto dev r1z1-10.1.1.1/sdd -Placed 23/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 23/2 onto dev r1z1-10.1.1.1/sdc -Placed 23/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 2/0 onto dev r1z1-10.1.1.1/sda -Placed 2/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 2/1 onto dev r1z1-10.1.1.1/sdb -Placed 2/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 2/2 onto dev r1z1-10.1.1.1/sdd -Placed 2/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 29/0 onto dev r1z1-10.1.1.1/sdc -Placed 29/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 29/1 onto dev r1z1-10.1.1.1/sda -Placed 29/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 29/2 onto dev r1z1-10.1.1.1/sdb -Placed 29/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 14/0 onto dev r1z1-10.1.1.1/sdd -Placed 14/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 14/1 onto dev r1z1-10.1.1.1/sdc -Placed 14/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 14/2 onto dev r1z1-10.1.1.1/sda -Placed 14/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 79/0 onto dev r1z1-10.1.1.1/sdb -Placed 79/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 79/1 onto dev r1z1-10.1.1.1/sdd -Placed 79/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 79/2 onto dev r1z1-10.1.1.1/sdc -Placed 79/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 20/0 onto dev r1z1-10.1.1.1/sda -Placed 20/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 20/1 onto dev r1z1-10.1.1.1/sdb -Placed 20/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 20/2 onto dev r1z1-10.1.1.1/sdd -Placed 20/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 99/0 onto dev r1z1-10.1.1.1/sdc -Placed 99/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 99/1 onto dev r1z1-10.1.1.1/sda -Placed 99/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 99/2 onto dev r1z1-10.1.1.1/sdb -Placed 99/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 119/0 onto dev r1z1-10.1.1.1/sdd -Placed 119/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 119/1 onto dev r1z1-10.1.1.1/sdc -Placed 119/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 119/2 onto dev r1z1-10.1.1.1/sda -Placed 119/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 69/0 onto dev r1z1-10.1.1.1/sdb -Placed 69/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 69/1 onto dev r1z1-10.1.1.1/sdd -Placed 69/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 69/2 onto dev r1z1-10.1.1.1/sdc -Placed 69/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 112/0 onto dev r1z1-10.1.1.1/sda -Placed 112/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 112/1 onto dev r1z1-10.1.1.1/sdb -Placed 112/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 112/2 onto dev r1z1-10.1.1.1/sdd -Placed 112/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 44/0 onto dev r1z1-10.1.1.1/sdc -Placed 44/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 44/1 onto dev r1z1-10.1.1.1/sda -Placed 44/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 44/2 onto dev r1z1-10.1.1.1/sdb -Placed 44/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 255/0 onto dev r1z1-10.1.1.1/sdd -Placed 255/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 255/1 onto dev r1z1-10.1.1.1/sdc -Placed 255/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 255/2 onto dev r1z1-10.1.1.1/sda -Placed 255/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 196/0 onto dev r1z1-10.1.1.1/sdb -Placed 196/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 196/1 onto dev r1z1-10.1.1.1/sdd -Placed 196/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 196/2 onto dev r1z1-10.1.1.1/sdc -Placed 196/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 97/0 onto dev r1z1-10.1.1.1/sda -Placed 97/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 97/1 onto dev r1z1-10.1.1.1/sdb -Placed 97/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 97/2 onto dev r1z1-10.1.1.1/sdd -Placed 97/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 70/0 onto dev r1z1-10.1.1.1/sdc -Placed 70/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 70/1 onto dev r1z1-10.1.1.1/sda -Placed 70/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 70/2 onto dev r1z1-10.1.1.1/sdb -Placed 70/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 153/0 onto dev r1z1-10.1.1.1/sdd -Placed 153/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 153/1 onto dev r1z1-10.1.1.1/sdc -Placed 153/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 153/2 onto dev r1z1-10.1.1.1/sda -Placed 153/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 34/0 onto dev r1z1-10.1.1.1/sdb -Placed 34/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 34/1 onto dev r1z1-10.1.1.1/sdd -Placed 34/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 34/2 onto dev r1z1-10.1.1.1/sdc -Placed 34/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 32/0 onto dev r1z1-10.1.1.1/sda -Placed 32/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 32/1 onto dev r1z1-10.1.1.1/sdb -Placed 32/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 32/2 onto dev r1z1-10.1.1.1/sdd -Placed 32/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 130/0 onto dev r1z1-10.1.1.1/sdc -Placed 130/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 130/1 onto dev r1z1-10.1.1.1/sda -Placed 130/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 130/2 onto dev r1z1-10.1.1.1/sdb -Placed 130/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 49/0 onto dev r1z1-10.1.1.1/sdd -Placed 49/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 49/1 onto dev r1z1-10.1.1.1/sdc -Placed 49/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 49/2 onto dev r1z1-10.1.1.1/sda -Placed 49/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 212/0 onto dev r1z1-10.1.1.1/sdb -Placed 212/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 212/1 onto dev r1z1-10.1.1.1/sdd -Placed 212/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 212/2 onto dev r1z1-10.1.1.1/sdc -Placed 212/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 146/0 onto dev r1z1-10.1.1.1/sda -Placed 146/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 146/1 onto dev r1z1-10.1.1.1/sdb -Placed 146/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 146/2 onto dev r1z1-10.1.1.1/sdd -Placed 146/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 248/0 onto dev r1z1-10.1.1.1/sdc -Placed 248/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 248/1 onto dev r1z1-10.1.1.1/sda -Placed 248/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 248/2 onto dev r1z1-10.1.1.1/sdb -Placed 248/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 47/0 onto dev r1z1-10.1.1.1/sdd -Placed 47/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 47/1 onto dev r1z1-10.1.1.1/sdc -Placed 47/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 47/2 onto dev r1z1-10.1.1.1/sda -Placed 47/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 137/0 onto dev r1z1-10.1.1.1/sdb -Placed 137/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 137/1 onto dev r1z1-10.1.1.1/sdd -Placed 137/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 137/2 onto dev r1z1-10.1.1.1/sdc -Placed 137/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 160/0 onto dev r1z1-10.1.1.1/sda -Placed 160/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 160/1 onto dev r1z1-10.1.1.1/sdb -Placed 160/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 160/2 onto dev r1z1-10.1.1.1/sdd -Placed 160/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 93/0 onto dev r1z1-10.1.1.1/sdc -Placed 93/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 93/1 onto dev r1z1-10.1.1.1/sda -Placed 93/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 93/2 onto dev r1z1-10.1.1.1/sdb -Placed 93/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 46/0 onto dev r1z1-10.1.1.1/sdd -Placed 46/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 46/1 onto dev r1z1-10.1.1.1/sdc -Placed 46/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 46/2 onto dev r1z1-10.1.1.1/sda -Placed 46/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 33/0 onto dev r1z1-10.1.1.1/sdb -Placed 33/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 33/1 onto dev r1z1-10.1.1.1/sdd -Placed 33/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 33/2 onto dev r1z1-10.1.1.1/sdc -Placed 33/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 192/0 onto dev r1z1-10.1.1.1/sda -Placed 192/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 192/1 onto dev r1z1-10.1.1.1/sdb -Placed 192/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 192/2 onto dev r1z1-10.1.1.1/sdd -Placed 192/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 217/0 onto dev r1z1-10.1.1.1/sdc -Placed 217/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 217/1 onto dev r1z1-10.1.1.1/sda -Placed 217/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 217/2 onto dev r1z1-10.1.1.1/sdb -Placed 217/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 121/0 onto dev r1z1-10.1.1.1/sdd -Placed 121/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 121/1 onto dev r1z1-10.1.1.1/sdc -Placed 121/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 121/2 onto dev r1z1-10.1.1.1/sda -Placed 121/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 252/0 onto dev r1z1-10.1.1.1/sdb -Placed 252/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 252/1 onto dev r1z1-10.1.1.1/sdd -Placed 252/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 252/2 onto dev r1z1-10.1.1.1/sdc -Placed 252/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 139/0 onto dev r1z1-10.1.1.1/sda -Placed 139/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 139/1 onto dev r1z1-10.1.1.1/sdb -Placed 139/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 139/2 onto dev r1z1-10.1.1.1/sdd -Placed 139/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 13/0 onto dev r1z1-10.1.1.1/sdc -Placed 13/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 13/1 onto dev r1z1-10.1.1.1/sda -Placed 13/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 13/2 onto dev r1z1-10.1.1.1/sdb -Placed 13/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 27/0 onto dev r1z1-10.1.1.1/sdd -Placed 27/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 27/1 onto dev r1z1-10.1.1.1/sdc -Placed 27/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 27/2 onto dev r1z1-10.1.1.1/sda -Placed 27/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 89/0 onto dev r1z1-10.1.1.1/sdb -Placed 89/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 89/1 onto dev r1z1-10.1.1.1/sdd -Placed 89/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 89/2 onto dev r1z1-10.1.1.1/sdc -Placed 89/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 90/0 onto dev r1z1-10.1.1.1/sda -Placed 90/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 90/1 onto dev r1z1-10.1.1.1/sdb -Placed 90/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 90/2 onto dev r1z1-10.1.1.1/sdd -Placed 90/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 216/0 onto dev r1z1-10.1.1.1/sdc -Placed 216/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 216/1 onto dev r1z1-10.1.1.1/sda -Placed 216/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 216/2 onto dev r1z1-10.1.1.1/sdb -Placed 216/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 118/0 onto dev r1z1-10.1.1.1/sdd -Placed 118/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 118/1 onto dev r1z1-10.1.1.1/sdc -Placed 118/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 118/2 onto dev r1z1-10.1.1.1/sda -Placed 118/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 22/0 onto dev r1z1-10.1.1.1/sdb -Placed 22/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 22/1 onto dev r1z1-10.1.1.1/sdd -Placed 22/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 22/2 onto dev r1z1-10.1.1.1/sdc -Placed 22/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 170/0 onto dev r1z1-10.1.1.1/sda -Placed 170/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 170/1 onto dev r1z1-10.1.1.1/sdb -Placed 170/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 170/2 onto dev r1z1-10.1.1.1/sdd -Placed 170/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 179/0 onto dev r1z1-10.1.1.1/sdc -Placed 179/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 179/1 onto dev r1z1-10.1.1.1/sda -Placed 179/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 179/2 onto dev r1z1-10.1.1.1/sdb -Placed 179/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 208/0 onto dev r1z1-10.1.1.1/sdd -Placed 208/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 208/1 onto dev r1z1-10.1.1.1/sdc -Placed 208/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 208/2 onto dev r1z1-10.1.1.1/sda -Placed 208/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 96/0 onto dev r1z1-10.1.1.1/sdb -Placed 96/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 96/1 onto dev r1z1-10.1.1.1/sdd -Placed 96/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 96/2 onto dev r1z1-10.1.1.1/sdc -Placed 96/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 120/0 onto dev r1z1-10.1.1.1/sda -Placed 120/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 120/1 onto dev r1z1-10.1.1.1/sdb -Placed 120/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 120/2 onto dev r1z1-10.1.1.1/sdd -Placed 120/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 35/0 onto dev r1z1-10.1.1.1/sdc -Placed 35/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 35/1 onto dev r1z1-10.1.1.1/sda -Placed 35/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 35/2 onto dev r1z1-10.1.1.1/sdb -Placed 35/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 158/0 onto dev r1z1-10.1.1.1/sdd -Placed 158/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 158/1 onto dev r1z1-10.1.1.1/sdc -Placed 158/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 158/2 onto dev r1z1-10.1.1.1/sda -Placed 158/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 92/0 onto dev r1z1-10.1.1.1/sdb -Placed 92/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 92/1 onto dev r1z1-10.1.1.1/sdd -Placed 92/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 92/2 onto dev r1z1-10.1.1.1/sdc -Placed 92/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 184/0 onto dev r1z1-10.1.1.1/sda -Placed 184/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 184/1 onto dev r1z1-10.1.1.1/sdb -Placed 184/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 184/2 onto dev r1z1-10.1.1.1/sdd -Placed 184/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 142/0 onto dev r1z1-10.1.1.1/sdc -Placed 142/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 142/1 onto dev r1z1-10.1.1.1/sda -Placed 142/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 142/2 onto dev r1z1-10.1.1.1/sdb -Placed 142/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 191/0 onto dev r1z1-10.1.1.1/sdd -Placed 191/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 191/1 onto dev r1z1-10.1.1.1/sdc -Placed 191/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 191/2 onto dev r1z1-10.1.1.1/sda -Placed 191/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 102/0 onto dev r1z1-10.1.1.1/sdb -Placed 102/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 102/1 onto dev r1z1-10.1.1.1/sdd -Placed 102/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 102/2 onto dev r1z1-10.1.1.1/sdc -Placed 102/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 168/0 onto dev r1z1-10.1.1.1/sda -Placed 168/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 168/1 onto dev r1z1-10.1.1.1/sdb -Placed 168/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 168/2 onto dev r1z1-10.1.1.1/sdd -Placed 168/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 185/0 onto dev r1z1-10.1.1.1/sdc -Placed 185/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 185/1 onto dev r1z1-10.1.1.1/sda -Placed 185/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 185/2 onto dev r1z1-10.1.1.1/sdb -Placed 185/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 103/0 onto dev r1z1-10.1.1.1/sdd -Placed 103/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 103/1 onto dev r1z1-10.1.1.1/sdc -Placed 103/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 103/2 onto dev r1z1-10.1.1.1/sda -Placed 103/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 37/0 onto dev r1z1-10.1.1.1/sdb -Placed 37/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 37/1 onto dev r1z1-10.1.1.1/sdd -Placed 37/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 37/2 onto dev r1z1-10.1.1.1/sdc -Placed 37/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 51/0 onto dev r1z1-10.1.1.1/sda -Placed 51/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 51/1 onto dev r1z1-10.1.1.1/sdb -Placed 51/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 51/2 onto dev r1z1-10.1.1.1/sdd -Placed 51/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 110/0 onto dev r1z1-10.1.1.1/sdc -Placed 110/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 110/1 onto dev r1z1-10.1.1.1/sda -Placed 110/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 110/2 onto dev r1z1-10.1.1.1/sdb -Placed 110/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 221/0 onto dev r1z1-10.1.1.1/sdd -Placed 221/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 221/1 onto dev r1z1-10.1.1.1/sdc -Placed 221/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 221/2 onto dev r1z1-10.1.1.1/sda -Placed 221/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 242/0 onto dev r1z1-10.1.1.1/sdb -Placed 242/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 242/1 onto dev r1z1-10.1.1.1/sdd -Placed 242/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 242/2 onto dev r1z1-10.1.1.1/sdc -Placed 242/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 154/0 onto dev r1z1-10.1.1.1/sda -Placed 154/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 154/1 onto dev r1z1-10.1.1.1/sdb -Placed 154/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 154/2 onto dev r1z1-10.1.1.1/sdd -Placed 154/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 214/0 onto dev r1z1-10.1.1.1/sdc -Placed 214/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 214/1 onto dev r1z1-10.1.1.1/sda -Placed 214/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 214/2 onto dev r1z1-10.1.1.1/sdb -Placed 214/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 98/0 onto dev r1z1-10.1.1.1/sdd -Placed 98/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 98/1 onto dev r1z1-10.1.1.1/sdc -Placed 98/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 98/2 onto dev r1z1-10.1.1.1/sda -Placed 98/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 66/0 onto dev r1z1-10.1.1.1/sdb -Placed 66/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 66/1 onto dev r1z1-10.1.1.1/sdd -Placed 66/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 66/2 onto dev r1z1-10.1.1.1/sdc -Placed 66/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 223/0 onto dev r1z1-10.1.1.1/sda -Placed 223/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 223/1 onto dev r1z1-10.1.1.1/sdb -Placed 223/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 223/2 onto dev r1z1-10.1.1.1/sdd -Placed 223/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 52/0 onto dev r1z1-10.1.1.1/sdc -Placed 52/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 52/1 onto dev r1z1-10.1.1.1/sda -Placed 52/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 52/2 onto dev r1z1-10.1.1.1/sdb -Placed 52/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 229/0 onto dev r1z1-10.1.1.1/sdd -Placed 229/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 229/1 onto dev r1z1-10.1.1.1/sdc -Placed 229/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 229/2 onto dev r1z1-10.1.1.1/sda -Placed 229/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 53/0 onto dev r1z1-10.1.1.1/sdb -Placed 53/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 53/1 onto dev r1z1-10.1.1.1/sdd -Placed 53/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 53/2 onto dev r1z1-10.1.1.1/sdc -Placed 53/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 195/0 onto dev r1z1-10.1.1.1/sda -Placed 195/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 195/1 onto dev r1z1-10.1.1.1/sdb -Placed 195/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 195/2 onto dev r1z1-10.1.1.1/sdd -Placed 195/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 55/0 onto dev r1z1-10.1.1.1/sdc -Placed 55/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 55/1 onto dev r1z1-10.1.1.1/sda -Placed 55/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 55/2 onto dev r1z1-10.1.1.1/sdb -Placed 55/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 100/0 onto dev r1z1-10.1.1.1/sdd -Placed 100/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 100/1 onto dev r1z1-10.1.1.1/sdc -Placed 100/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 100/2 onto dev r1z1-10.1.1.1/sda -Placed 100/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 63/0 onto dev r1z1-10.1.1.1/sdb -Placed 63/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 63/1 onto dev r1z1-10.1.1.1/sdd -Placed 63/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 63/2 onto dev r1z1-10.1.1.1/sdc -Placed 63/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 124/0 onto dev r1z1-10.1.1.1/sda -Placed 124/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 124/1 onto dev r1z1-10.1.1.1/sdb -Placed 124/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 124/2 onto dev r1z1-10.1.1.1/sdd -Placed 124/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 16/0 onto dev r1z1-10.1.1.1/sdc -Placed 16/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 16/1 onto dev r1z1-10.1.1.1/sda -Placed 16/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 16/2 onto dev r1z1-10.1.1.1/sdb -Placed 16/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 155/0 onto dev r1z1-10.1.1.1/sdd -Placed 155/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 155/1 onto dev r1z1-10.1.1.1/sdc -Placed 155/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 155/2 onto dev r1z1-10.1.1.1/sda -Placed 155/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 72/0 onto dev r1z1-10.1.1.1/sdb -Placed 72/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 72/1 onto dev r1z1-10.1.1.1/sdd -Placed 72/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 72/2 onto dev r1z1-10.1.1.1/sdc -Placed 72/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 236/0 onto dev r1z1-10.1.1.1/sda -Placed 236/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 236/1 onto dev r1z1-10.1.1.1/sdb -Placed 236/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 236/2 onto dev r1z1-10.1.1.1/sdd -Placed 236/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 95/0 onto dev r1z1-10.1.1.1/sdc -Placed 95/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 95/1 onto dev r1z1-10.1.1.1/sda -Placed 95/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 95/2 onto dev r1z1-10.1.1.1/sdb -Placed 95/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 246/0 onto dev r1z1-10.1.1.1/sdd -Placed 246/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 246/1 onto dev r1z1-10.1.1.1/sdc -Placed 246/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 246/2 onto dev r1z1-10.1.1.1/sda -Placed 246/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 105/0 onto dev r1z1-10.1.1.1/sdb -Placed 105/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 105/1 onto dev r1z1-10.1.1.1/sdd -Placed 105/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 105/2 onto dev r1z1-10.1.1.1/sdc -Placed 105/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 128/0 onto dev r1z1-10.1.1.1/sda -Placed 128/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 128/1 onto dev r1z1-10.1.1.1/sdb -Placed 128/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 128/2 onto dev r1z1-10.1.1.1/sdd -Placed 128/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 77/0 onto dev r1z1-10.1.1.1/sdc -Placed 77/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 77/1 onto dev r1z1-10.1.1.1/sda -Placed 77/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 77/2 onto dev r1z1-10.1.1.1/sdb -Placed 77/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 167/0 onto dev r1z1-10.1.1.1/sdd -Placed 167/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 167/1 onto dev r1z1-10.1.1.1/sdc -Placed 167/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 167/2 onto dev r1z1-10.1.1.1/sda -Placed 167/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 12/0 onto dev r1z1-10.1.1.1/sdb -Placed 12/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 12/1 onto dev r1z1-10.1.1.1/sdd -Placed 12/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 12/2 onto dev r1z1-10.1.1.1/sdc -Placed 12/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 156/0 onto dev r1z1-10.1.1.1/sda -Placed 156/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 156/1 onto dev r1z1-10.1.1.1/sdb -Placed 156/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 156/2 onto dev r1z1-10.1.1.1/sdd -Placed 156/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 249/0 onto dev r1z1-10.1.1.1/sdc -Placed 249/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 249/1 onto dev r1z1-10.1.1.1/sda -Placed 249/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 249/2 onto dev r1z1-10.1.1.1/sdb -Placed 249/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 180/0 onto dev r1z1-10.1.1.1/sdd -Placed 180/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 180/1 onto dev r1z1-10.1.1.1/sdc -Placed 180/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 180/2 onto dev r1z1-10.1.1.1/sda -Placed 180/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 175/0 onto dev r1z1-10.1.1.1/sdb -Placed 175/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 175/1 onto dev r1z1-10.1.1.1/sdd -Placed 175/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 175/2 onto dev r1z1-10.1.1.1/sdc -Placed 175/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 61/0 onto dev r1z1-10.1.1.1/sda -Placed 61/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 61/1 onto dev r1z1-10.1.1.1/sdb -Placed 61/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 61/2 onto dev r1z1-10.1.1.1/sdd -Placed 61/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 237/0 onto dev r1z1-10.1.1.1/sdc -Placed 237/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 237/1 onto dev r1z1-10.1.1.1/sda -Placed 237/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 237/2 onto dev r1z1-10.1.1.1/sdb -Placed 237/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 163/0 onto dev r1z1-10.1.1.1/sdd -Placed 163/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 163/1 onto dev r1z1-10.1.1.1/sdc -Placed 163/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 163/2 onto dev r1z1-10.1.1.1/sda -Placed 163/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 133/0 onto dev r1z1-10.1.1.1/sdb -Placed 133/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 133/1 onto dev r1z1-10.1.1.1/sdd -Placed 133/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 133/2 onto dev r1z1-10.1.1.1/sdc -Placed 133/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 152/0 onto dev r1z1-10.1.1.1/sda -Placed 152/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 152/1 onto dev r1z1-10.1.1.1/sdb -Placed 152/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 152/2 onto dev r1z1-10.1.1.1/sdd -Placed 152/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 108/0 onto dev r1z1-10.1.1.1/sdc -Placed 108/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 108/1 onto dev r1z1-10.1.1.1/sda -Placed 108/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 108/2 onto dev r1z1-10.1.1.1/sdb -Placed 108/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 187/0 onto dev r1z1-10.1.1.1/sdd -Placed 187/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 187/1 onto dev r1z1-10.1.1.1/sdc -Placed 187/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 187/2 onto dev r1z1-10.1.1.1/sda -Placed 187/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 199/0 onto dev r1z1-10.1.1.1/sdb -Placed 199/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 199/1 onto dev r1z1-10.1.1.1/sdd -Placed 199/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 199/2 onto dev r1z1-10.1.1.1/sdc -Placed 199/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 38/0 onto dev r1z1-10.1.1.1/sda -Placed 38/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 38/1 onto dev r1z1-10.1.1.1/sdb -Placed 38/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 38/2 onto dev r1z1-10.1.1.1/sdd -Placed 38/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 138/0 onto dev r1z1-10.1.1.1/sdc -Placed 138/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 138/1 onto dev r1z1-10.1.1.1/sda -Placed 138/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 138/2 onto dev r1z1-10.1.1.1/sdb -Placed 138/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 136/0 onto dev r1z1-10.1.1.1/sdd -Placed 136/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 136/1 onto dev r1z1-10.1.1.1/sdc -Placed 136/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 136/2 onto dev r1z1-10.1.1.1/sda -Placed 136/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 87/0 onto dev r1z1-10.1.1.1/sdb -Placed 87/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 87/1 onto dev r1z1-10.1.1.1/sdd -Placed 87/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 87/2 onto dev r1z1-10.1.1.1/sdc -Placed 87/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 115/0 onto dev r1z1-10.1.1.1/sda -Placed 115/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 115/1 onto dev r1z1-10.1.1.1/sdb -Placed 115/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 115/2 onto dev r1z1-10.1.1.1/sdd -Placed 115/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 250/0 onto dev r1z1-10.1.1.1/sdc -Placed 250/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 250/1 onto dev r1z1-10.1.1.1/sda -Placed 250/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 250/2 onto dev r1z1-10.1.1.1/sdb -Placed 250/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 21/0 onto dev r1z1-10.1.1.1/sdd -Placed 21/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 21/1 onto dev r1z1-10.1.1.1/sdc -Placed 21/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 21/2 onto dev r1z1-10.1.1.1/sda -Placed 21/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 149/0 onto dev r1z1-10.1.1.1/sdb -Placed 149/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 149/1 onto dev r1z1-10.1.1.1/sdd -Placed 149/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 149/2 onto dev r1z1-10.1.1.1/sdc -Placed 149/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 198/0 onto dev r1z1-10.1.1.1/sda -Placed 198/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 198/1 onto dev r1z1-10.1.1.1/sdb -Placed 198/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 198/2 onto dev r1z1-10.1.1.1/sdd -Placed 198/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 75/0 onto dev r1z1-10.1.1.1/sdc -Placed 75/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 75/1 onto dev r1z1-10.1.1.1/sda -Placed 75/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 75/2 onto dev r1z1-10.1.1.1/sdb -Placed 75/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 9/0 onto dev r1z1-10.1.1.1/sdd -Placed 9/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 9/1 onto dev r1z1-10.1.1.1/sdc -Placed 9/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 9/2 onto dev r1z1-10.1.1.1/sda -Placed 9/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 17/0 onto dev r1z1-10.1.1.1/sdb -Placed 17/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 17/1 onto dev r1z1-10.1.1.1/sdd -Placed 17/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 17/2 onto dev r1z1-10.1.1.1/sdc -Placed 17/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 85/0 onto dev r1z1-10.1.1.1/sda -Placed 85/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 85/1 onto dev r1z1-10.1.1.1/sdb -Placed 85/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 85/2 onto dev r1z1-10.1.1.1/sdd -Placed 85/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 62/0 onto dev r1z1-10.1.1.1/sdc -Placed 62/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 62/1 onto dev r1z1-10.1.1.1/sda -Placed 62/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 62/2 onto dev r1z1-10.1.1.1/sdb -Placed 62/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 171/0 onto dev r1z1-10.1.1.1/sdd -Placed 171/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 171/1 onto dev r1z1-10.1.1.1/sdc -Placed 171/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 171/2 onto dev r1z1-10.1.1.1/sda -Placed 171/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 84/0 onto dev r1z1-10.1.1.1/sdb -Placed 84/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 84/1 onto dev r1z1-10.1.1.1/sdd -Placed 84/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 84/2 onto dev r1z1-10.1.1.1/sdc -Placed 84/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 190/0 onto dev r1z1-10.1.1.1/sda -Placed 190/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 190/1 onto dev r1z1-10.1.1.1/sdb -Placed 190/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 190/2 onto dev r1z1-10.1.1.1/sdd -Placed 190/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 74/0 onto dev r1z1-10.1.1.1/sdc -Placed 74/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 74/1 onto dev r1z1-10.1.1.1/sda -Placed 74/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 74/2 onto dev r1z1-10.1.1.1/sdb -Placed 74/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 125/0 onto dev r1z1-10.1.1.1/sdd -Placed 125/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 125/1 onto dev r1z1-10.1.1.1/sdc -Placed 125/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 125/2 onto dev r1z1-10.1.1.1/sda -Placed 125/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 48/0 onto dev r1z1-10.1.1.1/sdb -Placed 48/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 48/1 onto dev r1z1-10.1.1.1/sdd -Placed 48/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 48/2 onto dev r1z1-10.1.1.1/sdc -Placed 48/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 202/0 onto dev r1z1-10.1.1.1/sda -Placed 202/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 202/1 onto dev r1z1-10.1.1.1/sdb -Placed 202/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 202/2 onto dev r1z1-10.1.1.1/sdd -Placed 202/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 65/0 onto dev r1z1-10.1.1.1/sdc -Placed 65/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 65/1 onto dev r1z1-10.1.1.1/sda -Placed 65/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 65/2 onto dev r1z1-10.1.1.1/sdb -Placed 65/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 68/0 onto dev r1z1-10.1.1.1/sdd -Placed 68/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 68/1 onto dev r1z1-10.1.1.1/sdc -Placed 68/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 68/2 onto dev r1z1-10.1.1.1/sda -Placed 68/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 166/0 onto dev r1z1-10.1.1.1/sdb -Placed 166/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 166/1 onto dev r1z1-10.1.1.1/sdd -Placed 166/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 166/2 onto dev r1z1-10.1.1.1/sdc -Placed 166/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 254/0 onto dev r1z1-10.1.1.1/sda -Placed 254/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 254/1 onto dev r1z1-10.1.1.1/sdb -Placed 254/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 254/2 onto dev r1z1-10.1.1.1/sdd -Placed 254/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 0/0 onto dev r1z1-10.1.1.1/sdc -Placed 0/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 0/1 onto dev r1z1-10.1.1.1/sda -Placed 0/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 0/2 onto dev r1z1-10.1.1.1/sdb -Placed 0/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 161/0 onto dev r1z1-10.1.1.1/sdd -Placed 161/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 161/1 onto dev r1z1-10.1.1.1/sdc -Placed 161/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 161/2 onto dev r1z1-10.1.1.1/sda -Placed 161/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 186/0 onto dev r1z1-10.1.1.1/sdb -Placed 186/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 186/1 onto dev r1z1-10.1.1.1/sdd -Placed 186/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 186/2 onto dev r1z1-10.1.1.1/sdc -Placed 186/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 215/0 onto dev r1z1-10.1.1.1/sda -Placed 215/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 215/1 onto dev r1z1-10.1.1.1/sdb -Placed 215/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 215/2 onto dev r1z1-10.1.1.1/sdd -Placed 215/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 31/0 onto dev r1z1-10.1.1.1/sdc -Placed 31/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 31/1 onto dev r1z1-10.1.1.1/sda -Placed 31/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 31/2 onto dev r1z1-10.1.1.1/sdb -Placed 31/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 200/0 onto dev r1z1-10.1.1.1/sdd -Placed 200/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 200/1 onto dev r1z1-10.1.1.1/sdc -Placed 200/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 200/2 onto dev r1z1-10.1.1.1/sda -Placed 200/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 45/0 onto dev r1z1-10.1.1.1/sdb -Placed 45/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 45/1 onto dev r1z1-10.1.1.1/sdd -Placed 45/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 45/2 onto dev r1z1-10.1.1.1/sdc -Placed 45/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 169/0 onto dev r1z1-10.1.1.1/sda -Placed 169/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 169/1 onto dev r1z1-10.1.1.1/sdb -Placed 169/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 169/2 onto dev r1z1-10.1.1.1/sdd -Placed 169/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 253/0 onto dev r1z1-10.1.1.1/sdc -Placed 253/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 253/1 onto dev r1z1-10.1.1.1/sda -Placed 253/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 253/2 onto dev r1z1-10.1.1.1/sdb -Placed 253/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 56/0 onto dev r1z1-10.1.1.1/sdd -Placed 56/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 56/1 onto dev r1z1-10.1.1.1/sdc -Placed 56/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 56/2 onto dev r1z1-10.1.1.1/sda -Placed 56/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 177/0 onto dev r1z1-10.1.1.1/sdb -Placed 177/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 177/1 onto dev r1z1-10.1.1.1/sdd -Placed 177/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 177/2 onto dev r1z1-10.1.1.1/sdc -Placed 177/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 243/0 onto dev r1z1-10.1.1.1/sda -Placed 243/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 243/1 onto dev r1z1-10.1.1.1/sdb -Placed 243/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 243/2 onto dev r1z1-10.1.1.1/sdd -Placed 243/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 54/0 onto dev r1z1-10.1.1.1/sdc -Placed 54/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 54/1 onto dev r1z1-10.1.1.1/sda -Placed 54/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 54/2 onto dev r1z1-10.1.1.1/sdb -Placed 54/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 39/0 onto dev r1z1-10.1.1.1/sdd -Placed 39/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 39/1 onto dev r1z1-10.1.1.1/sdc -Placed 39/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 39/2 onto dev r1z1-10.1.1.1/sda -Placed 39/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 30/0 onto dev r1z1-10.1.1.1/sdb -Placed 30/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 30/1 onto dev r1z1-10.1.1.1/sdd -Placed 30/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 30/2 onto dev r1z1-10.1.1.1/sdc -Placed 30/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 11/0 onto dev r1z1-10.1.1.1/sda -Placed 11/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 11/1 onto dev r1z1-10.1.1.1/sdb -Placed 11/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 11/2 onto dev r1z1-10.1.1.1/sdd -Placed 11/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 135/0 onto dev r1z1-10.1.1.1/sdc -Placed 135/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 135/1 onto dev r1z1-10.1.1.1/sda -Placed 135/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 135/2 onto dev r1z1-10.1.1.1/sdb -Placed 135/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 4/0 onto dev r1z1-10.1.1.1/sdd -Placed 4/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 4/1 onto dev r1z1-10.1.1.1/sdc -Placed 4/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 4/2 onto dev r1z1-10.1.1.1/sda -Placed 4/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 71/0 onto dev r1z1-10.1.1.1/sdb -Placed 71/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 71/1 onto dev r1z1-10.1.1.1/sdd -Placed 71/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 71/2 onto dev r1z1-10.1.1.1/sdc -Placed 71/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 226/0 onto dev r1z1-10.1.1.1/sda -Placed 226/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 226/1 onto dev r1z1-10.1.1.1/sdb -Placed 226/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 226/2 onto dev r1z1-10.1.1.1/sdd -Placed 226/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 8/0 onto dev r1z1-10.1.1.1/sdc -Placed 8/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 8/1 onto dev r1z1-10.1.1.1/sda -Placed 8/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 8/2 onto dev r1z1-10.1.1.1/sdb -Placed 8/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 101/0 onto dev r1z1-10.1.1.1/sdd -Placed 101/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 101/1 onto dev r1z1-10.1.1.1/sdc -Placed 101/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 101/2 onto dev r1z1-10.1.1.1/sda -Placed 101/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 10/0 onto dev r1z1-10.1.1.1/sdb -Placed 10/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 10/1 onto dev r1z1-10.1.1.1/sdd -Placed 10/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 10/2 onto dev r1z1-10.1.1.1/sdc -Placed 10/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 235/0 onto dev r1z1-10.1.1.1/sda -Placed 235/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 235/1 onto dev r1z1-10.1.1.1/sdb -Placed 235/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 235/2 onto dev r1z1-10.1.1.1/sdd -Placed 235/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 238/0 onto dev r1z1-10.1.1.1/sdc -Placed 238/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 238/1 onto dev r1z1-10.1.1.1/sda -Placed 238/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 238/2 onto dev r1z1-10.1.1.1/sdb -Placed 238/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 117/0 onto dev r1z1-10.1.1.1/sdd -Placed 117/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 117/1 onto dev r1z1-10.1.1.1/sdc -Placed 117/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 117/2 onto dev r1z1-10.1.1.1/sda -Placed 117/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 36/0 onto dev r1z1-10.1.1.1/sdb -Placed 36/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 36/1 onto dev r1z1-10.1.1.1/sdd -Placed 36/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 36/2 onto dev r1z1-10.1.1.1/sdc -Placed 36/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 189/0 onto dev r1z1-10.1.1.1/sda -Placed 189/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 189/1 onto dev r1z1-10.1.1.1/sdb -Placed 189/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 189/2 onto dev r1z1-10.1.1.1/sdd -Placed 189/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 211/0 onto dev r1z1-10.1.1.1/sdc -Placed 211/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 211/1 onto dev r1z1-10.1.1.1/sda -Placed 211/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 211/2 onto dev r1z1-10.1.1.1/sdb -Placed 211/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 244/0 onto dev r1z1-10.1.1.1/sdd -Placed 244/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 244/1 onto dev r1z1-10.1.1.1/sdc -Placed 244/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 244/2 onto dev r1z1-10.1.1.1/sda -Placed 244/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 116/0 onto dev r1z1-10.1.1.1/sdb -Placed 116/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 116/1 onto dev r1z1-10.1.1.1/sdd -Placed 116/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 116/2 onto dev r1z1-10.1.1.1/sdc -Placed 116/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 123/0 onto dev r1z1-10.1.1.1/sda -Placed 123/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 123/1 onto dev r1z1-10.1.1.1/sdb -Placed 123/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 123/2 onto dev r1z1-10.1.1.1/sdd -Placed 123/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 91/0 onto dev r1z1-10.1.1.1/sdc -Placed 91/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 91/1 onto dev r1z1-10.1.1.1/sda -Placed 91/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 91/2 onto dev r1z1-10.1.1.1/sdb -Placed 91/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 134/0 onto dev r1z1-10.1.1.1/sdd -Placed 134/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 134/1 onto dev r1z1-10.1.1.1/sdc -Placed 134/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 134/2 onto dev r1z1-10.1.1.1/sda -Placed 134/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 114/0 onto dev r1z1-10.1.1.1/sdb -Placed 114/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 114/1 onto dev r1z1-10.1.1.1/sdd -Placed 114/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 114/2 onto dev r1z1-10.1.1.1/sdc -Placed 114/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 58/0 onto dev r1z1-10.1.1.1/sda -Placed 58/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 58/1 onto dev r1z1-10.1.1.1/sdb -Placed 58/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 58/2 onto dev r1z1-10.1.1.1/sdd -Placed 58/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 173/0 onto dev r1z1-10.1.1.1/sdc -Placed 173/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 173/1 onto dev r1z1-10.1.1.1/sda -Placed 173/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 173/2 onto dev r1z1-10.1.1.1/sdb -Placed 173/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 225/0 onto dev r1z1-10.1.1.1/sdd -Placed 225/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 225/1 onto dev r1z1-10.1.1.1/sdc -Placed 225/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 225/2 onto dev r1z1-10.1.1.1/sda -Placed 225/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 233/0 onto dev r1z1-10.1.1.1/sdb -Placed 233/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 233/1 onto dev r1z1-10.1.1.1/sdd -Placed 233/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 233/2 onto dev r1z1-10.1.1.1/sdc -Placed 233/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 126/0 onto dev r1z1-10.1.1.1/sda -Placed 126/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 126/1 onto dev r1z1-10.1.1.1/sdb -Placed 126/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 126/2 onto dev r1z1-10.1.1.1/sdd -Placed 126/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 18/0 onto dev r1z1-10.1.1.1/sdc -Placed 18/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 18/1 onto dev r1z1-10.1.1.1/sda -Placed 18/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 18/2 onto dev r1z1-10.1.1.1/sdb -Placed 18/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 203/0 onto dev r1z1-10.1.1.1/sdd -Placed 203/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 203/1 onto dev r1z1-10.1.1.1/sdc -Placed 203/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 203/2 onto dev r1z1-10.1.1.1/sda -Placed 203/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 194/0 onto dev r1z1-10.1.1.1/sdb -Placed 194/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 194/1 onto dev r1z1-10.1.1.1/sdd -Placed 194/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 194/2 onto dev r1z1-10.1.1.1/sdc -Placed 194/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 183/0 onto dev r1z1-10.1.1.1/sda -Placed 183/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 183/1 onto dev r1z1-10.1.1.1/sdb -Placed 183/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 183/2 onto dev r1z1-10.1.1.1/sdd -Placed 183/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 164/0 onto dev r1z1-10.1.1.1/sdc -Placed 164/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 164/1 onto dev r1z1-10.1.1.1/sda -Placed 164/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 164/2 onto dev r1z1-10.1.1.1/sdb -Placed 164/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 82/0 onto dev r1z1-10.1.1.1/sdd -Placed 82/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 82/1 onto dev r1z1-10.1.1.1/sdc -Placed 82/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 82/2 onto dev r1z1-10.1.1.1/sda -Placed 82/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 227/0 onto dev r1z1-10.1.1.1/sdb -Placed 227/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 227/1 onto dev r1z1-10.1.1.1/sdd -Placed 227/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 227/2 onto dev r1z1-10.1.1.1/sdc -Placed 227/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 107/0 onto dev r1z1-10.1.1.1/sda -Placed 107/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 107/1 onto dev r1z1-10.1.1.1/sdb -Placed 107/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 107/2 onto dev r1z1-10.1.1.1/sdd -Placed 107/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 219/0 onto dev r1z1-10.1.1.1/sdc -Placed 219/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 219/1 onto dev r1z1-10.1.1.1/sda -Placed 219/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 219/2 onto dev r1z1-10.1.1.1/sdb -Placed 219/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 178/0 onto dev r1z1-10.1.1.1/sdd -Placed 178/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 178/1 onto dev r1z1-10.1.1.1/sdc -Placed 178/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 178/2 onto dev r1z1-10.1.1.1/sda -Placed 178/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 224/0 onto dev r1z1-10.1.1.1/sdb -Placed 224/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 224/1 onto dev r1z1-10.1.1.1/sdd -Placed 224/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 224/2 onto dev r1z1-10.1.1.1/sdc -Placed 224/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 201/0 onto dev r1z1-10.1.1.1/sda -Placed 201/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 201/1 onto dev r1z1-10.1.1.1/sdb -Placed 201/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 201/2 onto dev r1z1-10.1.1.1/sdd -Placed 201/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 205/0 onto dev r1z1-10.1.1.1/sdc -Placed 205/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 205/1 onto dev r1z1-10.1.1.1/sda -Placed 205/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 205/2 onto dev r1z1-10.1.1.1/sdb -Placed 205/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 6/0 onto dev r1z1-10.1.1.1/sdd -Placed 6/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 6/1 onto dev r1z1-10.1.1.1/sdc -Placed 6/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 6/2 onto dev r1z1-10.1.1.1/sda -Placed 6/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 25/0 onto dev r1z1-10.1.1.1/sdb -Placed 25/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 25/1 onto dev r1z1-10.1.1.1/sdd -Placed 25/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 25/2 onto dev r1z1-10.1.1.1/sdc -Placed 25/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 73/0 onto dev r1z1-10.1.1.1/sda -Placed 73/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 73/1 onto dev r1z1-10.1.1.1/sdb -Placed 73/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 73/2 onto dev r1z1-10.1.1.1/sdd -Placed 73/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 172/0 onto dev r1z1-10.1.1.1/sdc -Placed 172/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 172/1 onto dev r1z1-10.1.1.1/sda -Placed 172/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 172/2 onto dev r1z1-10.1.1.1/sdb -Placed 172/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 176/0 onto dev r1z1-10.1.1.1/sdd -Placed 176/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 176/1 onto dev r1z1-10.1.1.1/sdc -Placed 176/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 176/2 onto dev r1z1-10.1.1.1/sda -Placed 176/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 140/0 onto dev r1z1-10.1.1.1/sdb -Placed 140/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 140/1 onto dev r1z1-10.1.1.1/sdd -Placed 140/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 140/2 onto dev r1z1-10.1.1.1/sdc -Placed 140/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 122/0 onto dev r1z1-10.1.1.1/sda -Placed 122/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 122/1 onto dev r1z1-10.1.1.1/sdb -Placed 122/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 122/2 onto dev r1z1-10.1.1.1/sdd -Placed 122/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 83/0 onto dev r1z1-10.1.1.1/sdc -Placed 83/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 83/1 onto dev r1z1-10.1.1.1/sda -Placed 83/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 83/2 onto dev r1z1-10.1.1.1/sdb -Placed 83/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 230/0 onto dev r1z1-10.1.1.1/sdd -Placed 230/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 230/1 onto dev r1z1-10.1.1.1/sdc -Placed 230/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 230/2 onto dev r1z1-10.1.1.1/sda -Placed 230/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 57/0 onto dev r1z1-10.1.1.1/sdb -Placed 57/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 57/1 onto dev r1z1-10.1.1.1/sdd -Placed 57/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 57/2 onto dev r1z1-10.1.1.1/sdc -Placed 57/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 5/0 onto dev r1z1-10.1.1.1/sda -Placed 5/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 5/1 onto dev r1z1-10.1.1.1/sdb -Placed 5/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 5/2 onto dev r1z1-10.1.1.1/sdd -Placed 5/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 19/0 onto dev r1z1-10.1.1.1/sdc -Placed 19/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 19/1 onto dev r1z1-10.1.1.1/sda -Placed 19/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 19/2 onto dev r1z1-10.1.1.1/sdb -Placed 19/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 232/0 onto dev r1z1-10.1.1.1/sdd -Placed 232/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 232/1 onto dev r1z1-10.1.1.1/sdc -Placed 232/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 232/2 onto dev r1z1-10.1.1.1/sda -Placed 232/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 41/0 onto dev r1z1-10.1.1.1/sdb -Placed 41/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 41/1 onto dev r1z1-10.1.1.1/sdd -Placed 41/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 41/2 onto dev r1z1-10.1.1.1/sdc -Placed 41/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 207/0 onto dev r1z1-10.1.1.1/sda -Placed 207/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 207/1 onto dev r1z1-10.1.1.1/sdb -Placed 207/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 207/2 onto dev r1z1-10.1.1.1/sdd -Placed 207/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 206/0 onto dev r1z1-10.1.1.1/sdc -Placed 206/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 206/1 onto dev r1z1-10.1.1.1/sda -Placed 206/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 206/2 onto dev r1z1-10.1.1.1/sdb -Placed 206/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 129/0 onto dev r1z1-10.1.1.1/sdd -Placed 129/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 129/1 onto dev r1z1-10.1.1.1/sdc -Placed 129/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 129/2 onto dev r1z1-10.1.1.1/sda -Placed 129/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 81/0 onto dev r1z1-10.1.1.1/sdb -Placed 81/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 81/1 onto dev r1z1-10.1.1.1/sdd -Placed 81/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 81/2 onto dev r1z1-10.1.1.1/sdc -Placed 81/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 43/0 onto dev r1z1-10.1.1.1/sda -Placed 43/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 43/1 onto dev r1z1-10.1.1.1/sdb -Placed 43/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 43/2 onto dev r1z1-10.1.1.1/sdd -Placed 43/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 213/0 onto dev r1z1-10.1.1.1/sdc -Placed 213/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 213/1 onto dev r1z1-10.1.1.1/sda -Placed 213/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 213/2 onto dev r1z1-10.1.1.1/sdb -Placed 213/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 231/0 onto dev r1z1-10.1.1.1/sdd -Placed 231/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 231/1 onto dev r1z1-10.1.1.1/sdc -Placed 231/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 231/2 onto dev r1z1-10.1.1.1/sda -Placed 231/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 174/0 onto dev r1z1-10.1.1.1/sdb -Placed 174/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 174/1 onto dev r1z1-10.1.1.1/sdd -Placed 174/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 174/2 onto dev r1z1-10.1.1.1/sdc -Placed 174/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 1/0 onto dev r1z1-10.1.1.1/sda -Placed 1/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 1/1 onto dev r1z1-10.1.1.1/sdb -Placed 1/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 1/2 onto dev r1z1-10.1.1.1/sdd -Placed 1/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 60/0 onto dev r1z1-10.1.1.1/sdc -Placed 60/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 60/1 onto dev r1z1-10.1.1.1/sda -Placed 60/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 60/2 onto dev r1z1-10.1.1.1/sdb -Placed 60/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 143/0 onto dev r1z1-10.1.1.1/sdd -Placed 143/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 143/1 onto dev r1z1-10.1.1.1/sdc -Placed 143/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 143/2 onto dev r1z1-10.1.1.1/sda -Placed 143/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 251/0 onto dev r1z1-10.1.1.1/sdb -Placed 251/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 251/1 onto dev r1z1-10.1.1.1/sdd -Placed 251/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 251/2 onto dev r1z1-10.1.1.1/sdc -Placed 251/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 50/0 onto dev r1z1-10.1.1.1/sda -Placed 50/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 50/1 onto dev r1z1-10.1.1.1/sdb -Placed 50/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 50/2 onto dev r1z1-10.1.1.1/sdd -Placed 50/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 86/0 onto dev r1z1-10.1.1.1/sdc -Placed 86/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 86/1 onto dev r1z1-10.1.1.1/sda -Placed 86/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 86/2 onto dev r1z1-10.1.1.1/sdb -Placed 86/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 94/0 onto dev r1z1-10.1.1.1/sdd -Placed 94/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 94/1 onto dev r1z1-10.1.1.1/sdc -Placed 94/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 94/2 onto dev r1z1-10.1.1.1/sda -Placed 94/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 131/0 onto dev r1z1-10.1.1.1/sdb -Placed 131/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 131/1 onto dev r1z1-10.1.1.1/sdd -Placed 131/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 131/2 onto dev r1z1-10.1.1.1/sdc -Placed 131/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 59/0 onto dev r1z1-10.1.1.1/sda -Placed 59/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 59/1 onto dev r1z1-10.1.1.1/sdb -Placed 59/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 59/2 onto dev r1z1-10.1.1.1/sdd -Placed 59/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 40/0 onto dev r1z1-10.1.1.1/sdc -Placed 40/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 40/1 onto dev r1z1-10.1.1.1/sda -Placed 40/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 40/2 onto dev r1z1-10.1.1.1/sdb -Placed 40/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 26/0 onto dev r1z1-10.1.1.1/sdd -Placed 26/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 26/1 onto dev r1z1-10.1.1.1/sdc -Placed 26/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 26/2 onto dev r1z1-10.1.1.1/sda -Placed 26/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 144/0 onto dev r1z1-10.1.1.1/sdb -Placed 144/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 144/1 onto dev r1z1-10.1.1.1/sdd -Placed 144/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 144/2 onto dev r1z1-10.1.1.1/sdc -Placed 144/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 228/0 onto dev r1z1-10.1.1.1/sda -Placed 228/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 228/1 onto dev r1z1-10.1.1.1/sdb -Placed 228/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 228/2 onto dev r1z1-10.1.1.1/sdd -Placed 228/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 210/0 onto dev r1z1-10.1.1.1/sdc -Placed 210/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 210/1 onto dev r1z1-10.1.1.1/sda -Placed 210/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 210/2 onto dev r1z1-10.1.1.1/sdb -Placed 210/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 132/0 onto dev r1z1-10.1.1.1/sdd -Placed 132/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 132/1 onto dev r1z1-10.1.1.1/sdc -Placed 132/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 132/2 onto dev r1z1-10.1.1.1/sda -Placed 132/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 234/0 onto dev r1z1-10.1.1.1/sdb -Placed 234/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 234/1 onto dev r1z1-10.1.1.1/sdd -Placed 234/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 234/2 onto dev r1z1-10.1.1.1/sdc -Placed 234/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 24/0 onto dev r1z1-10.1.1.1/sda -Placed 24/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 24/1 onto dev r1z1-10.1.1.1/sdb -Placed 24/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 24/2 onto dev r1z1-10.1.1.1/sdd -Placed 24/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 88/0 onto dev r1z1-10.1.1.1/sdc -Placed 88/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 88/1 onto dev r1z1-10.1.1.1/sda -Placed 88/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 88/2 onto dev r1z1-10.1.1.1/sdb -Placed 88/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 241/0 onto dev r1z1-10.1.1.1/sdd -Placed 241/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 241/1 onto dev r1z1-10.1.1.1/sdc -Placed 241/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 241/2 onto dev r1z1-10.1.1.1/sda -Placed 241/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 78/0 onto dev r1z1-10.1.1.1/sdb -Placed 78/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 78/1 onto dev r1z1-10.1.1.1/sdd -Placed 78/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 78/2 onto dev r1z1-10.1.1.1/sdc -Placed 78/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 245/0 onto dev r1z1-10.1.1.1/sda -Placed 245/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 245/1 onto dev r1z1-10.1.1.1/sdb -Placed 245/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 245/2 onto dev r1z1-10.1.1.1/sdd -Placed 245/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 3/0 onto dev r1z1-10.1.1.1/sdc -Placed 3/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 3/1 onto dev r1z1-10.1.1.1/sda -Placed 3/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 3/2 onto dev r1z1-10.1.1.1/sdb -Placed 3/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 7/0 onto dev r1z1-10.1.1.1/sdd -Placed 7/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 7/1 onto dev r1z1-10.1.1.1/sdc -Placed 7/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 7/2 onto dev r1z1-10.1.1.1/sda -Placed 7/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 193/0 onto dev r1z1-10.1.1.1/sdb -Placed 193/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 193/1 onto dev r1z1-10.1.1.1/sdd -Placed 193/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 193/2 onto dev r1z1-10.1.1.1/sdc -Placed 193/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 197/0 onto dev r1z1-10.1.1.1/sda -Placed 197/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 197/1 onto dev r1z1-10.1.1.1/sdb -Placed 197/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 197/2 onto dev r1z1-10.1.1.1/sdd -Placed 197/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 159/0 onto dev r1z1-10.1.1.1/sdc -Placed 159/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 159/1 onto dev r1z1-10.1.1.1/sda -Placed 159/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 159/2 onto dev r1z1-10.1.1.1/sdb -Placed 159/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 106/0 onto dev r1z1-10.1.1.1/sdd -Placed 106/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 106/1 onto dev r1z1-10.1.1.1/sdc -Placed 106/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 106/2 onto dev r1z1-10.1.1.1/sda -Placed 106/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 67/0 onto dev r1z1-10.1.1.1/sdb -Placed 67/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 67/1 onto dev r1z1-10.1.1.1/sdd -Placed 67/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 67/2 onto dev r1z1-10.1.1.1/sdc -Placed 67/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 15/0 onto dev r1z1-10.1.1.1/sda -Placed 15/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 15/1 onto dev r1z1-10.1.1.1/sdb -Placed 15/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 15/2 onto dev r1z1-10.1.1.1/sdd -Placed 15/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 109/0 onto dev r1z1-10.1.1.1/sdc -Placed 109/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 109/1 onto dev r1z1-10.1.1.1/sda -Placed 109/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 109/2 onto dev r1z1-10.1.1.1/sdb -Placed 109/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 239/0 onto dev r1z1-10.1.1.1/sdd -Placed 239/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 239/1 onto dev r1z1-10.1.1.1/sdc -Placed 239/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 239/2 onto dev r1z1-10.1.1.1/sda -Placed 239/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 141/0 onto dev r1z1-10.1.1.1/sdb -Placed 141/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 141/1 onto dev r1z1-10.1.1.1/sdd -Placed 141/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 141/2 onto dev r1z1-10.1.1.1/sdc -Placed 141/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 111/0 onto dev r1z1-10.1.1.1/sda -Placed 111/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 111/1 onto dev r1z1-10.1.1.1/sdb -Placed 111/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 111/2 onto dev r1z1-10.1.1.1/sdd -Placed 111/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 220/0 onto dev r1z1-10.1.1.1/sdc -Placed 220/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 220/1 onto dev r1z1-10.1.1.1/sda -Placed 220/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 220/2 onto dev r1z1-10.1.1.1/sdb -Placed 220/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 147/0 onto dev r1z1-10.1.1.1/sdd -Placed 147/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 147/1 onto dev r1z1-10.1.1.1/sdc -Placed 147/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 147/2 onto dev r1z1-10.1.1.1/sda -Placed 147/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 113/0 onto dev r1z1-10.1.1.1/sdb -Placed 113/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 113/1 onto dev r1z1-10.1.1.1/sdd -Placed 113/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 113/2 onto dev r1z1-10.1.1.1/sdc -Placed 113/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 222/0 onto dev r1z1-10.1.1.1/sda -Placed 222/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 222/1 onto dev r1z1-10.1.1.1/sdb -Placed 222/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 222/2 onto dev r1z1-10.1.1.1/sdd -Placed 222/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 76/0 onto dev r1z1-10.1.1.1/sdc -Placed 76/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 76/1 onto dev r1z1-10.1.1.1/sda -Placed 76/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 76/2 onto dev r1z1-10.1.1.1/sdb -Placed 76/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 157/0 onto dev r1z1-10.1.1.1/sdd -Placed 157/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 157/1 onto dev r1z1-10.1.1.1/sdc -Placed 157/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 157/2 onto dev r1z1-10.1.1.1/sda -Placed 157/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 64/0 onto dev r1z1-10.1.1.1/sdb -Placed 64/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 64/1 onto dev r1z1-10.1.1.1/sdd -Placed 64/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 64/2 onto dev r1z1-10.1.1.1/sdc -Placed 64/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 150/0 onto dev r1z1-10.1.1.1/sda -Placed 150/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 150/1 onto dev r1z1-10.1.1.1/sdb -Placed 150/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 150/2 onto dev r1z1-10.1.1.1/sdd -Placed 150/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 104/0 onto dev r1z1-10.1.1.1/sdc -Placed 104/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 104/1 onto dev r1z1-10.1.1.1/sda -Placed 104/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 104/2 onto dev r1z1-10.1.1.1/sdb -Placed 104/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 181/0 onto dev r1z1-10.1.1.1/sdd -Placed 181/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 181/1 onto dev r1z1-10.1.1.1/sdc -Placed 181/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 181/2 onto dev r1z1-10.1.1.1/sda -Placed 181/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 247/0 onto dev r1z1-10.1.1.1/sdb -Placed 247/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 247/1 onto dev r1z1-10.1.1.1/sdd -Placed 247/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 247/2 onto dev r1z1-10.1.1.1/sdc -Placed 247/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 162/0 onto dev r1z1-10.1.1.1/sda -Placed 162/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 162/1 onto dev r1z1-10.1.1.1/sdb -Placed 162/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 162/2 onto dev r1z1-10.1.1.1/sdd -Placed 162/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 188/0 onto dev r1z1-10.1.1.1/sdc -Placed 188/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 188/1 onto dev r1z1-10.1.1.1/sda -Placed 188/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 188/2 onto dev r1z1-10.1.1.1/sdb -Placed 188/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 218/0 onto dev r1z1-10.1.1.1/sdd -Placed 218/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 218/1 onto dev r1z1-10.1.1.1/sdc -Placed 218/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 218/2 onto dev r1z1-10.1.1.1/sda -Placed 218/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Assigned 768 parts -Assigned 768 parts -DEBUG: Finished rebalance plan after 1 attempts -Finished rebalance plan after 1 attempts -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -0 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 218 (Last start was 136) -DEBUG: Gather start is 218 (Last start was 136) -Gather start is 218 (Last start was 136) -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -Unable to finish rebalance plan after 1 attempts -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -0 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 218 (Last start was 136) -DEBUG: Gather start is 218 (Last start was 136) -DEBUG: Gather start is 218 (Last start was 136) -Gather start is 218 (Last start was 136) -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -Unable to finish rebalance plan after 1 attempts -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload ... ok -test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header -test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate ... ok - -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 4 2 3 2001:0:1234::c1c0:abcd:876 6200 2::10 7000 sda3 3.14 2 33.67 some meta data -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 4 2 3 2001:0:1234::c1c0:abcd:876 6200 2::10 7000 sda3 3.14 2 33.67 some meta data -No matching devices found -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. - -The can be of the form:: - - drz-:R:/ - _ - -Where and are replication ip and port. - -Any part is optional, but you must include at least one part. - -Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - -Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - -Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Matched more than one device: - d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" - d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" - d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" - d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"something" -Device d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" is now d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"something" -Device d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" is now d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"something" -Device d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" is now d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"something" -Device 1 already uses 127.0.0.2:6201/sda2. -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" is now d4r2z3-test.test2.com:9000Rr.test2.com:9000/sda300_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.2.1:9000R127.0.2.1:9000/sda100_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.1.1:8000/sda10_"other meta data" -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" is now d4r2z3-[4001:0:1234::c1c0:abcd:876]:9000R[4::10]:9000/sda300_"other meta data" -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" is now d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:8000/sda30_"other meta data" -Search value matched 0 devices. -The on-disk ring builder is unchanged. -swift-ring-builder set_info - :[R:]/_ - [ :[R:]/_] ... - [--yes] - -or - -swift-ring-builder set_info - --ip --port - --replication-ip --replication-port - --device --meta - --change-ip --change-port - --change-replication-ip - --change-replication-port - --change-device - --change-meta - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - For each search-value, resets the matched device's information. - This information isn't used to assign partitions, so you can use - 'write_ring' afterward to rewrite the current ring with the newer - device information. Any of the parts are optional in the final - :/_ parameter; just give what you - want to change. For instance set_info d74 _"snet: 5.6.7.8" would - just update the meta data for device id 74. - - Option --yes assume a yes response to all questions. - -The can be of the form:: - - drz-:R:/ - _ - -Where and are replication ip and port. - -Any part is optional, but you must include at least one part. - -Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - -Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name +test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output +test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs +test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args ... ok +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 426, in set + raise MemcacheConnectionError('failed set: %s' % msg) +swift.common.exceptions.MemcacheConnectionError: failed set: -Nerd explanation: +During handling of the above exception, another exception occurred: - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included.test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices ... ok +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch + self.greenlet.switch(value) + ~~~~~~~~~~~~~~~~~~~~^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 900, in _timing_stats + result = func(cache, *args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 430, in set + self._exception_occurred(server, e, cmd, conn_start_time, + ~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + sock=sock, fp=fp) + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 276, in _exception_occurred + elif isinstance(e, (socket.error, MemcacheConnectionError)): + ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union +test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers +test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range ... ok +test.unit.common.test_manager.TestServer.test_conf_dir +test.unit.common.test_manager.TestServer.test_conf_dir ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring ... ok +test.unit.common.test_manager.TestServer.test_conf_files +test.unit.common.test_manager.TestServer.test_conf_files ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error ... ok +test.unit.common.test_manager.TestServer.test_create_server +test.unit.common.test_manager.TestServer.test_create_server ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json ... ok +test.unit.common.test_manager.TestServer.test_expirer_conf_files +test.unit.common.test_manager.TestServer.test_expirer_conf_files ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance ... ok +test.unit.common.test_manager.TestServer.test_get_conf_file_name +test.unit.common.test_manager.TestServer.test_get_conf_file_name ... ok +test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name +test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region +test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy +test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices ... ok +test.unit.common.test_manager.TestServer.test_get_pid_file_name +test.unit.common.test_manager.TestServer.test_get_pid_file_name ... ok +test.unit.common.test_manager.TestServer.test_get_running_pids +test.unit.common.test_manager.TestServer.test_get_running_pids ... ok +test.unit.common.test_manager.TestServer.test_interact +test.unit.common.test_manager.TestServer.test_interact ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success ... ok +test.unit.common.test_manager.TestServer.test_iter_pid_files +test.unit.common.test_manager.TestServer.test_iter_pid_files ... ok +test.unit.common.test_manager.TestServer.test_kill_running_pids +test.unit.common.test_manager.TestServer.test_kill_running_pids ... ok +test.unit.common.test_manager.TestServer.test_launch +test.unit.common.test_manager.TestServer.test_launch ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload +test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload ... ok +test.unit.common.test_manager.TestServer.test_named_conf_dir +test.unit.common.test_manager.TestServer.test_named_conf_dir ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced +test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power ... ok +test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files +test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id +test.unit.common.ring.test_builder.TestRingBuilder.test_id ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from +test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file +test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors +test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed ... ok +test.unit.common.test_manager.TestServer.test_proxy_conf_dir +test.unit.common.test_manager.TestServer.test_proxy_conf_dir ... ok +test.unit.common.test_manager.TestServer.test_server_equality +test.unit.common.test_manager.TestServer.test_server_equality ... ok +test.unit.common.test_manager.TestServer.test_server_repr +test.unit.common.test_manager.TestServer.test_server_repr ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat ... ok +test.unit.common.test_manager.TestServer.test_server_to_string +test.unit.common.test_manager.TestServer.test_server_to_string ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_init +test.unit.common.ring.test_builder.TestRingBuilder.test_init ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_load +test.unit.common.ring.test_builder.TestRingBuilder.test_load ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica +test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev ... ok +test.unit.common.test_manager.TestServer.test_signal_pids +test.unit.common.test_manager.TestServer.test_signal_pids ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment +test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas ... ok +test.unit.common.test_manager.TestServer.test_spawn +test.unit.common.test_manager.TestServer.test_spawn ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full ... ok +test.unit.common.test_manager.TestServer.test_status +test.unit.common.test_manager.TestServer.test_status ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours ... ok +test.unit.common.test_manager.TestServer.test_stop +test.unit.common.test_manager.TestServer.test_stop ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail +test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers +test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload +test.unit.common.ring.test_builder.TestRingBuilder.test_overload ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers +test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem +test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device +test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error +test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_save +test.unit.common.ring.test_builder.TestRingBuilder.test_save ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_save_load +test.unit.common.ring.test_builder.TestRingBuilder.test_save_load ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs +test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port +test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather +test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload +test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_validate +test.unit.common.ring.test_builder.TestRingBuilder.test_validate ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go +test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset +test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset ... ok +test.unit.common.test_exceptions.TestExceptions.test_client_exception +test.unit.common.test_exceptions.TestExceptions.test_client_exception ... ok +test.unit.common.test_exceptions.TestExceptions.test_replication_exception +test.unit.common.test_exceptions.TestExceptions.test_replication_exception ... ok +test.unit.common.test_db.TestGetDBConnection.test_invalid_path +test.unit.common.test_db.TestGetDBConnection.test_invalid_path ... ok +test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout +test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout ... ok +test.unit.common.test_linkat.TestLinkat.test_available +test.unit.common.test_linkat.TestLinkat.test_available ... ok +test.unit.common.test_linkat.TestLinkat.test_errno +test.unit.common.test_linkat.TestLinkat.test_errno ... ok +test.unit.common.test_linkat.TestLinkat.test_flags +test.unit.common.test_linkat.TestLinkat.test_flags ... ok +test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer +test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer ... ok +test.unit.common.test_linkat.TestLinkat.test_linkat_success +test.unit.common.test_linkat.TestLinkat.test_linkat_success ... ok +test.unit.common.test_linkat.TestLinkat.test_unavailable +test.unit.common.test_linkat.TestLinkat.test_unavailable ... ok +test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc +test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_append_log_info +test.unit.common.test_request_helpers.TestRequestHelpers.test_append_log_info ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit +test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset +test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_log_info +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_log_info ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_backend_open_expired +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_backend_open_expired ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_open_expired +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_open_expired ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items +test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params ... ok +test.unit.common.test_db.TestGetDBConnection.test_locked_db +test.unit.common.test_db.TestGetDBConnection.test_locked_db ... ok +test.unit.common.test_db.TestGetDBConnection.test_normal_case +test.unit.common.test_db.TestGetDBConnection.test_normal_case ... ok +test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm +test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests +test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac +test.unit.common.test_digest.TestDigestUtils.test_get_hmac ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_init +test.unit.common.test_internal_client.TestCompressingfileReader.test_init ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_read +test.unit.common.test_internal_client.TestCompressingfileReader.test_read ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception ... ok +test.unit.common.test_splice.TestSplice.test_available +test.unit.common.test_splice.TestSplice.test_available ... ok +test.unit.common.test_splice.TestSplice.test_errno +test.unit.common.test_splice.TestSplice.test_errno ... ok +test.unit.common.test_splice.TestSplice.test_fileno +test.unit.common.test_splice.TestSplice.test_fileno ... ok +test.unit.common.test_splice.TestSplice.test_flags +test.unit.common.test_splice.TestSplice.test_flags ... ok +test.unit.common.test_splice.TestSplice.test_flags_list +test.unit.common.test_splice.TestSplice.test_flags_list ... ok +test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe +test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe ... ok +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file ... ok +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe ... ok +test.unit.common.test_splice.TestSplice.test_unavailable +test.unit.common.test_splice.TestSplice.test_unavailable ... ok +test.unit.common.test_splice.TestSplice.test_unavailable_in_libc +test.unit.common.test_splice.TestSplice.test_unavailable_in_libc ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same ... ok +test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser +test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser ... ok +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_empty +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_empty ... ok +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_invalid +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_invalid ... ok +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_multiple +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_multiple ... ok +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_region +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_region ... ok +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_zone +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_zone ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBroker.test_newid +test.unit.container.test_backend.TestContainerBroker.test_newid ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBroker.test_path +test.unit.container.test_backend.TestContainerBroker.test_path ... ok +test.unit.container.test_backend.TestContainerBroker.test_pending_file_name +test.unit.container.test_backend.TestContainerBroker.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object +test.unit.container.test_backend.TestContainerBroker.test_put_object ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim +test.unit.container.test_backend.TestContainerBroker.test_reclaim ... ok +test.unit.common.test_manager.TestServer.test_wait +test.unit.common.test_manager.TestServer.test_wait ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param ... ok +test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers +test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers ... ok +test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir +test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir ... ok +test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set +test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set ... ok +test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority +test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_preserves_ownership +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_preserves_ownership ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_tpool +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_tpool ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_context_manager_api +test.unit.common.utils.test_logs.TestPipeMutex.test_context_manager_api ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_nonblocking +test.unit.common.utils.test_logs.TestPipeMutex.test_nonblocking ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_recursive +test.unit.common.utils.test_logs.TestPipeMutex.test_recursive ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_release_without_acquire +test.unit.common.utils.test_logs.TestPipeMutex.test_release_without_acquire ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_too_many_releases +test.unit.common.utils.test_logs.TestPipeMutex.test_too_many_releases ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_wrong_releaser +test.unit.common.utils.test_logs.TestPipeMutex.test_wrong_releaser ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim ... ok +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0020 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0021 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0016 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0012 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0021 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0017 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0026 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0017 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a/c_zero" 201 - "-" "-" "-" 0.0011 "-" 3035082 0 +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0022 "-" 3035082 1 +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0921 "-" 3035082 2 +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0018 "-" 3035082 3 +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0010 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0016 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0020 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0017 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0014 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0019 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0013 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0012 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0000 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0023 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0025 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3035082 2 +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0018 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0043 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0019 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0017 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0101 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0017 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0014 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0014 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0097 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0015 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0020 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0013 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0136 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0014 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0085 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3035082 - +test INFO: - - - [24/Jan/2026:00:41:39 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0052 "-" 3035082 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file ... ok +Something useful +Also useful +Boring, but not secret +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_auth_url +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_auth_url ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_user_domain_name +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_user_domain_name ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_config_file_and_params +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_config_file_and_params ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_format +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_format ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_id +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_id ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version_part_num ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default ... ok +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults ... ok +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash ... ok +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'Content-Md5': 'Je0by0I7C3IA9IX8X/ccjg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '25ed1bcb423b0b7200f485fc5ff71c8e'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata ... ok -test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_negative -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_negative ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_non_numeric -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_non_numeric ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent_strange_input -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent_strange_input ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region -test.unit.cli.test_ringbuilder.TestCommands.test_set_region ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_values_no_devices ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option -test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash -test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges -test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub -test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_state_file -test.unit.cli.test_relinker.TestRelinker.test_state_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffa4bd25c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/PREFIX_uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffa4bd25c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffa4bd25c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffa4bd0580>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com:8080', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffa4bd25c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffa4bd25c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage1.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffa4bd25c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage2.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffa4bd25c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage3.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffa4bd25c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -test DEBUG: tenant mismatch: BLAN_a != tenant_id -test DEBUG: allow user with role(s) swiftoperator,admin as account admin -test DEBUG: allow user with role(s) swiftoperator,admin as account admin -test DEBUG: allowing proxy 127.0.0.1 for container-sync -test DEBUG: User tenant_id has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:* allowed in ACL authorizing. -test DEBUG: authorizing http://example.com/index.html via referer ACL -test DEBUG: Names allowed in acls. -test DEBUG: authorizing http://example.com/index.html via referer ACL -test DEBUG: User tenant_id has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL: allowme authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user *:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user *:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user *:* allowed in ACL authorizing. -test DEBUG: User tenant_name:user_name is not allowed to delete its own account -test DEBUG: User tenant_id has reseller admin authorizing -test DEBUG: Using identity: {'user': ('user_id', 'user_name'), 'tenant': ('test', 'tenant_name'), 'roles': ['reselleradmin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: User test has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain ... ok -test.unit.cli.test_relinker.TestRelinker.test_workers_children -test.unit.cli.test_relinker.TestRelinker.test_workers_children ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_workers_parent -test.unit.cli.test_relinker.TestRelinker.test_workers_parent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors -test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_01 +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_02 +fake-swift ERROR: Got status 404 listing container /AUTH_test/c +fake-swift ERROR: Too many bytes for /v1/AUTH_test/mancon/manifest; truncating in /v1/AUTH_test/c/seg_03 with 5 bytes left +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, max LO GET time of 86400s exceeded +fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection +fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection +fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had a21075a36eeddd084e17611a238c7101, but object MD5 was actually 3902ee7e149eb8313a34757e89e21af6 +fake-swift ERROR: Bad response length for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had 5, but response length was actually 4 +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/c/seg_01 +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_acct != 1 +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing from an overriding middleware +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content +test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info +test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller ... ok +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval +test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_empty +test.unit.common.test_container_sync_realms.TestUtils.test_empty ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm +test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing +test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_get_sig +test.unit.common.test_container_sync_realms.TestUtils.test_get_sig ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there +test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_one_realm +test.unit.common.test_container_sync_realms.TestUtils.test_one_realm ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_os_error +test.unit.common.test_container_sync_realms.TestUtils.test_os_error ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default +test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default ... ok +test.unit.common.test_db.TestExampleBroker.test_commit_pending +test.unit.common.test_db.TestExampleBroker.test_commit_pending ... ok +test.unit.common.test_db.TestExampleBroker.test_delete_db +test.unit.common.test_db.TestExampleBroker.test_delete_db ... ok +test.unit.common.test_db.TestExampleBroker.test_get_info +test.unit.common.test_db.TestExampleBroker.test_get_info ... ok +test.unit.common.test_db.TestExampleBroker.test_get_max_row +test.unit.common.test_db.TestExampleBroker.test_get_max_row ... ok +test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata +test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata ... ok +test.unit.common.test_db.TestExampleBroker.test_get_syncs +test.unit.common.test_db.TestExampleBroker.test_get_syncs ... ok +test.unit.common.test_db.TestExampleBroker.test_maybe_get +test.unit.common.test_db.TestExampleBroker.test_maybe_get ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change ... ok +test.unit.common.test_db.TestExampleBroker.test_put_timestamp +test.unit.common.test_db.TestExampleBroker.test_put_timestamp ... ok +test.unit.common.test_db.TestExampleBroker.test_status_changed_at +test.unit.common.test_db.TestExampleBroker.test_status_changed_at ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines ... ok + +test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.0.0.0:1000/sda: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 491, in reap_object + direct_delete_object( + ~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 160, in fake_direct_delete_object + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Timeout Exception with 10.0.0.0:1000/sda +test-reaper ERROR: Timeout Exception with 10.0.0.1:1001/sdb +test-reaper ERROR: Timeout Exception with 10.0.0.2:1002/sdc +test-reaper ERROR: Timeout Exception with 10.0.0.3:1003/sdd +test-reaper DEBUG: Begin devices pass: thisdeviceisbad +test-reaper ERROR: Exception in top-level account reaper loop: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 136, in run_once + for device in os.listdir(self.devices): + ~~~~~~~~~~^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: 'thisdeviceisbad' +test-reaper INFO: Devices pass completed: 0.00s +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.cli.test_recon.TestRecon.test_async_check -test.unit.cli.test_recon.TestRecon.test_async_check ... ok -test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent -test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent ... ok -test.unit.cli.test_recon.TestRecon.test_drive_audit_check -test.unit.cli.test_recon.TestRecon.test_drive_audit_check ... ok -test.unit.cli.test_recon.TestRecon.test_gen_stats -test.unit.cli.test_recon.TestRecon.test_gen_stats ... ok -test.unit.cli.test_recon.TestRecon.test_get_error_ringnames -test.unit.cli.test_recon.TestRecon.test_get_error_ringnames ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission ... ok +test ERROR: get_keys(): from callback: Testing: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys + keys = fetch_crypto_keys(key_id=key_id) + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_encrypter.py", line 913, in raise_exc + raise Exception('Testing') +Exception: Testing +test ERROR: ERROR get_keys() missing callback: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys + fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] + ~~~^^^^^^^^^^^^^^^^^^^^^ +KeyError: 'swift.callback.fetch_crypto_keys' fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'Content-Md5': '0psj556+oeNaquEdDeMxig==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd29b23e79ebea1e35aaae11d0de3318a', 'Content-Length': '226', 'Content-Type': 'multipart/form-data'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'Content-Md5': 'i4CS9WiTvEfCFGqAHP8j0A==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8b8092f56893bc47c2146a801cff23d0', 'Content-Length': '1030946'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys ... ok test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain ... ok -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: FORCED_TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting requesttest.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb ... ok -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass ... ok -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error +fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. +fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +test_digest_utils WARNING: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. +test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 +test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 +test1 +STDOUT: test2 +STDERR: test4 +test5 +STDERR: test6 +test8 +STDOUT: a#012b#012c +STDOUT: d +test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject +test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject ... ok +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/0 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 1, 'weight': 10.0, 'zone': 1, 'ip': '1.1.1.1', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.1', 'replication_port': 6200, 'region': 1}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 681, in _replicate_object + success = self._repl_to_node(node, broker, partition, info, + different_region) + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 487, in _repl_to_node + return self._handle_sync_response(node, response, info, broker, http, + ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + different_region=different_region) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 492, in _handle_sync_response + if response.status == HTTP_NOT_FOUND: # completely missing, rsync + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py", line 716, in status + raise self._status +Exception: ugh +test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2}: Timeout (Nones) +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (1/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator ERROR: ERROR Remote drive not mounted {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1} +test-replicator ERROR: ERROR Remote drive not mounted {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2} +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.5:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (3/5 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +test-replicator ERROR: Unable to decode remote metadata 'metadata' +test-replicator ERROR: Quarantining DB +test-replicator ERROR: ERROR Failed to get my own IPs? +test-replicator ERROR: Can't find itself 127.0.0.1 with port 1000 in ring file, not replicating +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00022 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00039 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator WARNING: Skipping: Boom! +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00036 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 1 failures +test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_stats +test.unit.common.test_db_replicator.TestDBReplicator.test_stats ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_usync +test.unit.common.test_db_replicator.TestDBReplicator.test_usync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header ... ok +test.unit.common.test_utils.TestFallocateReserve.test_all_reserved +test.unit.common.test_utils.TestFallocateReserve.test_all_reserved ... ok +test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct +test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct ... ok +test.unit.common.test_utils.TestFallocateReserve.test_disabled +test.unit.common.test_utils.TestFallocateReserve.test_disabled ... ok +test.unit.common.test_utils.TestFallocateReserve.test_enough_space +test.unit.common.test_utils.TestFallocateReserve.test_enough_space ... ok +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct ... ok +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks ... ok +test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve +test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks ... ok +test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve +test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter +test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_str +test.unit.common.test_wsgi.TestPipelineWrapper.test_str ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter +test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter ... ok +test.unit.common.utils.test_logs.TestNoopMutex.test_acquire_release_api +test.unit.common.utils.test_logs.TestNoopMutex.test_acquire_release_api ... ok +test.unit.common.utils.test_logs.TestNoopMutex.test_context_manager_api +test.unit.common.utils.test_logs.TestNoopMutex.test_context_manager_api ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset ... ok +test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync +test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges +test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -fake INFO: - - 21/Dec/2024/18/12/37 GET /v1/a/c/o%3Ftemp_url_sig%3Ddeadbeefdeadbeef...%26temp_url_expires%3D1734805757 HTTP/1.0 404 - - - - - - - - 0.0002 - - 1734804757.159983158 1734804757.160148382 - -Quarantined /tmp/tmpu0ixa4gt/dev/dbs/par/pre/db to /tmp/tmpu0ixa4gt/dev/quarantined/tests/db due to malformed database -Quarantined /tmp/tmpu0ixa4gt/dev/dbs/par/pre/db to /tmp/tmpu0ixa4gt/dev/quarantined/tests/db due to malformed database -Quarantined /tmp/tmpu0ixa4gt/dev/dbs/par/pre/db to /tmp/tmpu0ixa4gt/dev/quarantined/tests/db due to corrupted database -Quarantined /tmp/tmpu0ixa4gt/dev/dbs/par/pre/db to /tmp/tmpu0ixa4gt/dev/quarantined/tests/db due to disk error while accessing database -test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors -test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors ... ok -test.unit.common.test_db.TestDatabaseBroker.test_put_record -test.unit.common.test_db.TestDatabaseBroker.test_put_record ... ok -Quarantined /tmp/tmp9n9inc_y/dev/dbs/par/pre/db to /tmp/tmp9n9inc_y/dev/quarantined/containers/db due to missing row in container_stat table -test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info -test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info ... ok -test.unit.common.test_db.TestDatabaseBroker.test_skip_commits -test.unit.common.test_db.TestDatabaseBroker.test_skip_commits ... ok -Quarantined /tmp/tmp0nmxq1ea/dev/dbs/par/pre/db to /tmp/tmp0nmxq1ea/dev/quarantined/containers/db due to missing row in container_stat table -test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info -test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info ... ok -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata ... ok -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover -test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_init -test.unit.common.test_internal_client.TestCompressingfileReader.test_init ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_read -test.unit.common.test_internal_client.TestCompressingfileReader.test_read ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache -test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults -test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached -test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string ... ok -test.unit.cli.test_recon.TestRecon.test_get_hosts -test.unit.cli.test_recon.TestRecon.test_get_hosts ... ok - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' -fake-swift ERROR: Expecting value: line 1 column 1 (char 0): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET - objects = json.loads(resp.body) - File "/usr/lib/python3.13/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ~~~~~~~~~~~~~~~~~~~~~~~^^^ - File "/usr/lib/python3.13/json/decoder.py", line 345, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/json/decoder.py", line 363, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_invalid_value -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_invalid_value ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.obj.test_diskfile.TestDiskFile.test_close_error +test.unit.obj.test_diskfile.TestDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_commit +test.unit.obj.test_diskfile.TestDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync +test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error +test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror +test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space +test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called +test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_delete +test.unit.obj.test_diskfile.TestDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBroker.test_remove_objects +test.unit.container.test_backend.TestContainerBroker.test_remove_objects ... ok +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states ... ok +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files +test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim ... ok +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path +test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path ... ok +test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path +test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised +test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache +test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup +test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file ... ok +test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking +test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_expired +test.unit.obj.test_diskfile.TestDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_euclean +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_euclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks +test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch +test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info +test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_head_info +test.unit.proxy.controllers.test_info.TestInfoController.test_head_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_options_info +test.unit.proxy.controllers.test_info.TestInfoController.test_options_info ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body ... ok + +test DEBUG: Unlinked retiring db '/tmp/tmp4fdo899k/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmp4fdo899k/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBroker.test_set_db_states +test.unit.container.test_backend.TestContainerBroker.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs +test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property +test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBroker.test_sync_merging +test.unit.container.test_backend.TestContainerBroker.test_sync_merging ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj +test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj ... ok +test.unit.container.test_sync.TestContainerSync.test_FileLikeIter +test.unit.container.test_sync.TestContainerSync.test_FileLikeIter ... ok +test.unit.container.test_sync.TestContainerSync.test_container_first_loop +test.unit.container.test_sync.TestContainerSync.test_container_first_loop ... ok +test.unit.container.test_sync.TestContainerSync.test_container_report +test.unit.container.test_sync.TestContainerSync.test_container_report ... ok +test.unit.container.test_sync.TestContainerSync.test_container_second_loop +test.unit.container.test_sync.TestContainerSync.test_container_second_loop ... ok +test.unit.container.test_sync.TestContainerSync.test_container_stop_at +test.unit.container.test_sync.TestContainerSync.test_container_stop_at ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted +test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key +test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok - -Search value matched 0 devices. +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version_part_num ... ok +Finished. Marked 0 objects for deletion. +Ring Builder file does not exist: /tmp/tmpvazwfu0t/tmpn73hj1ar +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-127.0.0.2:6200R127.0.0.2:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-127.0.0.1:6200R127.0.0.1:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:6200R[3::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Ring Builder file does not exist: /tmp/tmplimm2wkr/tmprtfo0vqn +Partition power increase in progress. You need +to finish the increase first before adding devices. +Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sda9_"" with 3.14159265359 weight got id 4 +Device 4 already uses 127.0.0.1:6200/sda9. The on-disk ring builder is unchanged. -The minimum number of hours before a partition can be reassigned is now set to 24 -swift-ring-builder set_min_part_hours - Changes the to the given . This should be set to - however long a full replication/update cycle takes. We're working on a way - to determine this more easily than scanning logs. -The overload factor is now 19.88% (0.198780) -The change will take effect after the next rebalance. -Overload must be non-negative. -swift-ring-builder set_overload [%] - Changes the overload factor to the given . - - A rebalance is needed to make the change take effect. -'swedish fish' is not a valid number. -swift-ring-builder set_overload [%] - Changes the overload factor to the given . - - A rebalance is needed to make the change take effect. -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -Device d4r2z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r314z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r314z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" region set to 314 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r314z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" region set to 314 -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - Option --yes assume a yes response to all questions. -swift-ring-builder set_region - [ create + + Creates with 2^ partitions and . + is number of hours to restrict moving a partition more + than once. +/tmp/tmp1y_a04rl/tmp48h5bwva, build version 4, id b9ce9a4e4b6f4dbb86addab5985505ef +64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion +The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) +The overload factor is 0.00% (0.000000) +Ring file /tmp/tmp1y_a04rl/tmp48h5bwva.ring.gz not found, probably it hasn't been written yet +Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta + 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data + 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 + 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 + 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 +/build/reproducible-path/swift-2.34.0/test/unit/cli/test_default_output +/build/reproducible-path/swift-2.34.0/test/unit/cli/test_default_output_id_assigned +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 +d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 +Device d4r1z2-127.0.0.5:6004R127.0.0.5:6004/sda5_"" with 100.0 weight got id 4 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" marked for removal and will be removed next rebalance. +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Device d0r2z1-127.0.0.6:6005R127.0.0.6:6005/sdb6_"" with 100.0 weight got id 0 +/build/reproducible-path/swift-2.34.0/test/unit/cli/test_default_sorted_output +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +/build/reproducible-path/swift-2.34.0/test/unit/cli/test_ipv6_output +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Partition Matches + 47 1 + 23 1 +Partition Matches + 6 1 + 10 1 + 18 1 + 22 1 + 29 1 + 36 1 + 37 1 + 39 1 + 40 1 + 43 1 + 52 1 + 53 1 + 54 1 + 58 1 + 60 1 + 62 1 + 1 1 + 8 1 + 9 1 + 13 1 + 16 1 + 20 1 + 23 1 + 24 1 + 25 1 + 27 1 + 30 1 + 38 1 + 44 1 + 48 1 + 56 1 + 57 1 + 0 1 + 4 1 + 7 1 + 11 1 + 12 1 + 15 1 + 42 1 + 45 1 + 47 1 + 49 1 + 50 1 + 51 1 + 55 1 + 59 1 + 61 1 + 63 1 +Partition Matches + 1 1 + 2 1 + 10 1 + 13 1 + 15 1 + 24 1 + 26 1 + 27 1 + 31 1 + 36 1 + 37 1 + 39 1 + 41 1 + 44 1 + 59 1 + 61 1 + 0 1 + 7 1 + 11 1 + 17 1 + 25 1 + 30 1 + 32 1 + 34 1 + 35 1 + 42 1 + 45 1 + 48 1 + 50 1 + 57 1 + 60 1 + 63 1 + 5 1 + 9 1 + 19 1 + 20 1 + 21 1 + 22 1 + 28 1 + 38 1 + 40 1 + 43 1 + 47 1 + 51 1 + 54 1 + 55 1 + 58 1 + 62 1 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Partition Matches + 37 1 + 12 1 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Partition Matches + 15 1 + 60 1 +Specified builder file "/tmp/tmp0k822op6/tmpiys4bbi8" is not rebalanced yet. Please rebalance first. +swift-ring-builder list_parts [] .. or -swift-ring-builder set_region +swift-ring-builder list_parts --region --zone --ip --port --replication-ip --replication-port - --device --meta [--yes] + --device --meta --weight Where , and are replication ip, hostname and port. Any of the options are optional in both cases. - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. + Returns a 2 column list of all the partitions that are assigned to any of + the devices matching the search values given. The first column is the + assigned partition number and the second column is the number of device + matches for that partition. The list is ordered from most number of matches + to least. If there are a lot of devices to match against, this command + could take a while to run. The can be of the form:: @@ -16041,1277 +15751,1684 @@ Nerd explanation: All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -Search value matched 0 devices. -The on-disk ring builder is unchanged. -The replica count is now 3.141593. -The change will take effect after the next rebalance. -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. -"test" is not a valid number. -Replica count must be at least 1. -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -Matched more than one device: - d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" - d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" - d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" - d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 200.0 -d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" weight set to 200.0 -d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" weight set to 200.0 -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 200.0 -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices ... ok -Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. -Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. -test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config -test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized -test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok -test.unit.cli.test_recon.TestRecon.test_get_ring_names -test.unit.cli.test_recon.TestRecon.test_get_ring_names ... ok -test.unit.cli.test_recon.TestRecon.test_get_ringmd5 -test.unit.cli.test_recon.TestRecon.test_get_ringmd5 ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default ... ok + case the - is optional unless the device id or zone is also included.test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments ... ok +I like ham +STDERR: --- Logging error --- +STDERR: Traceback (most recent call last): +STDERR: File "/build/reproducible-path/swift-2.34.0/test/unit/common/utils/test_logs.py", line 157, in emit + raise socket.error(errno.ENOTCONN, "This is an ex-syslog") +STDERR: OSError: [Errno 107] This is an ex-syslog +STDERR: Call stack: +STDERR: File "", line 198, in _run_module_as_main +STDERR: File "", line 88, in _run_code +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 88, in + main() +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 82, in main + program.TestProgram( +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 197, in __init__ + self.runTests() +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 247, in runTests + self.result = testRunner.run(self.test) +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 51, in run + test(result) +STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 84, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 122, in run + test(result) +STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 84, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 122, in run + test(result) +STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 84, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 122, in run + test(result) +STDERR: File "/usr/lib/python3.13/unittest/case.py", line 707, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.13/unittest/case.py", line 651, in run + self._callTestMethod(testMethod) +STDERR: File "/usr/lib/python3.13/unittest/case.py", line 606, in _callTestMethod + if method() is not None: +STDERR: File "/build/reproducible-path/swift-2.34.0/test/unit/common/utils/test_logs.py", line 189, in test_LoggerFileObject_recursion + logger.info("I like ham") +STDERR: File "/usr/lib/python3.13/logging/__init__.py", line 1519, in info + self._log(INFO, msg, args, **kwargs) +STDERR: File "/usr/lib/python3.13/logging/__init__.py", line 1664, in _log + self.handle(record) +STDERR: File "/usr/lib/python3.13/logging/__init__.py", line 1680, in handle + self.callHandlers(record) +STDERR: File "/usr/lib/python3.13/logging/__init__.py", line 1736, in callHandlers + hdlr.handle(record) +STDERR: File "/usr/lib/python3.13/logging/__init__.py", line 1026, in handle + self.emit(record) +STDERR: File "/build/reproducible-path/swift-2.34.0/test/unit/common/utils/test_logs.py", line 159, in emit + self.handleError(record) +STDERR: Message: 'I like ham' +Arguments: () +test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject_recursion +test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject_recursion ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_NullLogger +test.unit.common.utils.test_logs.TestUtilsLogs.test_NullLogger ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_capture_stdio +test.unit.common.utils.test_logs.TestUtilsLogs.test_capture_stdio ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_clean_logger_exception +test.unit.common.utils.test_logs.TestUtilsLogs.test_clean_logger_exception ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_log_line +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_log_line ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_console +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_console ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_name_and_route +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_name_and_route ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_sysloghandler_plumbing +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_sysloghandler_plumbing ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_policy_index +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_policy_index ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_log_string_formatter +test.unit.common.utils.test_logs.TestUtilsLogs.test_log_string_formatter ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_nested_prefixlogger +test.unit.common.utils.test_logs.TestUtilsLogs.test_nested_prefixlogger ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_prefixlogger +test.unit.common.utils.test_logs.TestUtilsLogs.test_prefixlogger ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer_python_maddness +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer_python_maddness ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_format_time +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_format_time ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter +test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter_max_line_length +test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter_max_line_length ... ok +test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration +test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration ... ok +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET ... ok +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Error in '/tmp/tmpnydf39wf/container-sync-realms.conf' with mtime_check_interval: could not convert string to float: 'invalid' +test ERROR: Could not load '/tmp/tmpopp59hzn/container-sync-realms.conf': File contains no section headers. +file: '/tmp/tmpopp59hzn/container-sync-realms.conf', line: 1 +'invalid' +test DEBUG: Could not load '8120efbeb27d444b9a414ec9b98f560f': [Errno 2] No such file or directory: '8120efbeb27d444b9a414ec9b98f560f' +test ERROR: Could not load '/tmp/tmpbtmv_206/container-sync-realms.conf': [Errno 13] Permission denied: '/tmp/tmpbtmv_206/container-sync-realms.conf' +proxy INFO: (3035082) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3035082) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:41:40] "GET https://cluster.domain/bucket/key HTTP/1.0" 200 106 0.000054 +proxy INFO: wsgi exiting +proxy INFO: (3035082) wsgi exited, is_accepting=True +proxy INFO: (3035082) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3035082) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:41:40] "GET http://cluster.domain/v1/acct/cont/obj HTTP/1.0" 200 112 0.000047 +proxy INFO: wsgi exiting +proxy INFO: (3035082) wsgi exited, is_accepting=True +proxy INFO: (3035082) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3035082) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:41:40] "GET ftp://cluster.domain/bucket/key HTTP/1.0" 200 126 0.000036 +proxy INFO: wsgi exiting +proxy INFO: (3035082) wsgi exited, is_accepting=True +proxy INFO: (3035082) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3035082) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:41:40] "GET https://cluster.domain HTTP/1.0" 200 117 0.000047 +proxy INFO: wsgi exiting +proxy INFO: (3035082) wsgi exited, is_accepting=True +proxy INFO: (3035082) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3035082) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:41:40] "GET http:omg//wtf/bbq HTTP/1.0" 200 112 0.000039 +proxy INFO: wsgi exiting +proxy INFO: (3035082) wsgi exited, is_accepting=True +proxy INFO: (3035082) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3035082) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: txbf3e0ee4adf746f694842-0069741544) +proxy INFO: wsgi exiting +proxy INFO: (3035082) wsgi exited, is_accepting=True +proxy INFO: (3035082) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3035082) accepted ('127.0.0.1', 8359) +test ERROR: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD') (txn: test-trans-id) +proxy INFO: wsgi exiting (txn: test-trans-id) +proxy INFO: (3035082) wsgi exited, is_accepting=True (txn: test-trans-id) +proxy INFO: (3035082) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3035082) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: test-trans-id) +proxy INFO: wsgi exiting +proxy INFO: (3035082) wsgi exited, is_accepting=True +proxy INFO: (3035082) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3035082) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:41:40] "PUT /path HTTP/1.0" 200 105 0.000072 +proxy INFO: wsgi exiting +proxy INFO: (3035082) wsgi exited, is_accepting=True +proxy INFO: (3035082) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3035082) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:41:40] "GET ///some-leading-slashes HTTP/1.0" 200 118 0.000051 +proxy INFO: wsgi exiting +proxy INFO: (3035082) wsgi exited, is_accepting=True +proxy INFO: (3035082) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3035082) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:41:40] "GET /ohÿboy%what$now%E2%80%bd HTTP/1.0" 200 120 0.000043 +proxy INFO: wsgi exiting +proxy INFO: (3035082) wsgi exited, is_accepting=True +proxy INFO: (3035082) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3035082) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:41:40] "GET /some%fFpath%D8%AA HTTP/1.0" 200 113 0.000038 +proxy INFO: wsgi exiting +proxy INFO: (3035082) wsgi exited, is_accepting=True +proxy INFO: (3035082) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3035082) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:41:40] "GET / HTTP/1.1" 200 120 0.000063 +proxy INFO: wsgi exiting +proxy INFO: (3035082) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 44\r\nDate: Sat, 24 Jan 2026 00:41:40 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": null}' +proxy INFO: (3035082) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3035082) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:41:40] "GET /%FF HTTP/1.1" 200 123 0.000059 +proxy INFO: wsgi exiting +proxy INFO: (3035082) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 47\r\nDate: Sat, 24 Jan 2026 00:41:40 GMT\r\n\r\n{"RAW_PATH_INFO": "/%FF", "QUERY_STRING": null}' +proxy INFO: (3035082) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3035082) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:41:40] "GET /ÿ HTTP/1.1" 200 126 0.000053 +proxy INFO: wsgi exiting +proxy INFO: (3035082) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 50\r\nDate: Sat, 24 Jan 2026 00:41:40 GMT\r\n\r\n{"RAW_PATH_INFO": "/\\u00ff", "QUERY_STRING": null}' +proxy INFO: (3035082) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3035082) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:41:40] "PUT /Here%20Is%20A%20SnowMan:☃ HTTP/1.0" 200 181 0.000047 +proxy INFO: wsgi exiting +proxy INFO: (3035082) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 86\r\nDate: Sat, 24 Jan 2026 00:41:40 GMT\r\nConnection: close\r\n\r\n{"RAW_PATH_INFO": "/Here%20Is%20A%20SnowMan:\\u00e2\\u0098\\u0083", "QUERY_STRING": null}' +proxy INFO: (3035082) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3035082) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:41:40] "POST /?and%20it=does+nothing+to+params&PALMTREE=ð%9fŒ%b4 HTTP/1.1" 200 178 0.000046 +proxy INFO: wsgi exiting +proxy INFO: (3035082) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 101\r\nDate: Sat, 24 Jan 2026 00:41:40 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": "and%20it=does+nothing+to+params&PALMTREE=\\u00f0%9f\\u008c%b4"}' +proxy INFO: (3035082) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3035082) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:41:40] "GET // HTTP/1.1" 200 121 0.000063 +proxy INFO: wsgi exiting +proxy INFO: (3035082) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 45\r\nDate: Sat, 24 Jan 2026 00:41:40 GMT\r\n\r\n{"RAW_PATH_INFO": "//", "QUERY_STRING": null}' +proxy INFO: (3035082) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3035082) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:41:40] "GET //bar HTTP/1.1" 200 124 0.000087 +proxy INFO: wsgi exiting +proxy INFO: (3035082) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 48\r\nDate: Sat, 24 Jan 2026 00:41:40 GMT\r\n\r\n{"RAW_PATH_INFO": "//bar", "QUERY_STRING": null}' +proxy INFO: (3035082) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3035082) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:41:40] "GET //////baz HTTP/1.1" 200 128 0.000057 +proxy INFO: wsgi exiting +proxy INFO: (3035082) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 52\r\nDate: Sat, 24 Jan 2026 00:41:40 GMT\r\n\r\n{"RAW_PATH_INFO": "//////baz", "QUERY_STRING": null}' +proxy INFO: (3035082) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3035082) accepted ('127.0.0.1', 8359)test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple ... ok +test.unit.common.test_manager.TestManager.test_create +test.unit.common.test_manager.TestManager.test_create ... ok +test.unit.common.test_manager.TestManager.test_default_strict +test.unit.common.test_manager.TestManager.test_default_strict ... ok +test.unit.common.test_manager.TestManager.test_force_reload +test.unit.common.test_manager.TestManager.test_force_reload ... ok +test.unit.common.test_manager.TestManager.test_get_command +test.unit.common.test_manager.TestManager.test_get_command ... ok +test.unit.common.test_manager.TestManager.test_iter +test.unit.common.test_manager.TestManager.test_iter ... ok +test.unit.common.test_manager.TestManager.test_list_commands +test.unit.common.test_manager.TestManager.test_list_commands ... ok +test.unit.common.test_manager.TestManager.test_no_daemon +test.unit.common.test_manager.TestManager.test_no_daemon ... ok +test.unit.common.test_manager.TestManager.test_no_wait +test.unit.common.test_manager.TestManager.test_no_wait ... ok +test.unit.common.test_manager.TestManager.test_once +test.unit.common.test_manager.TestManager.test_once ... ok +test.unit.common.test_manager.TestManager.test_reload +test.unit.common.test_manager.TestManager.test_reload ... ok +test.unit.common.test_manager.TestManager.test_restart +test.unit.common.test_manager.TestManager.test_restart ... ok +test.unit.common.test_manager.TestManager.test_run_command +test.unit.common.test_manager.TestManager.test_run_command ... ok +test.unit.common.test_manager.TestManager.test_shutdown +test.unit.common.test_manager.TestManager.test_shutdown ... ok +test.unit.common.test_manager.TestManager.test_start +test.unit.common.test_manager.TestManager.test_start ... ok +test.unit.common.test_manager.TestManager.test_status +test.unit.common.test_manager.TestManager.test_status ... ok +test.unit.common.test_manager.TestManager.test_stop +test.unit.common.test_manager.TestManager.test_stop ... ok +test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout +test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout +test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_connection_pooling +test.unit.common.test_memcached.TestMemcached.test_connection_pooling ... ok +test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect +test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect ... ok +test.unit.common.test_memcached.TestMemcached.test_decr +test.unit.common.test_memcached.TestMemcached.test_decr ... ok +test.unit.common.test_memcached.TestMemcached.test_delete +test.unit.common.test_memcached.TestMemcached.test_delete ... ok +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring +test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_too_high_handoff_delete +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_too_high_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir +test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings +test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log +test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_massive_handoff_delete_setting_warnings +test.unit.obj.test_replicator.TestObjectReplicator.test_massive_handoff_delete_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container ... ok +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout +test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip +test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run +test.unit.obj.test_replicator.TestObjectReplicator.test_run ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog +test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method +test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception ... ok +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_updater.TestSweepStats.test_copy +test.unit.obj.test_updater.TestSweepStats.test_copy ... ok +test.unit.obj.test_updater.TestSweepStats.test_reset +test.unit.obj.test_updater.TestSweepStats.test_reset ... ok +test.unit.obj.test_updater.TestSweepStats.test_since +test.unit.obj.test_updater.TestSweepStats.test_since ... ok +test.unit.obj.test_updater.TestSweepStats.test_str +test.unit.obj.test_updater.TestSweepStats.test_str ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments -test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_existing_part_number_greater_than_max_parts_allowed -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_existing_part_number_greater_than_max_parts_allowed ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_huge_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_huge_part_num ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_values_no_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'Content-Md5': 'i4CS9WiTvEfCFGqAHP8j0A==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8b8092f56893bc47c2146a801cff23d0', 'Content-Length': '1030946'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'Content-Md5': '/JzPJjlXCqpRBmlyhGXNDg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'fc9ccf2639570aaa510669728465cd0e', 'Content-Length': '139'}test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_and_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects ... ok + +test-replicator WARNING: Skipping: /srv/node/sdb is not mounted +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00025 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 6 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Attempted to replicate 0 dbs in 0.00000 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Attempted to replicate 30 dbs in 246.81358 seconds (0.12155/s) +test-replicator INFO: Removed 9 dbs +test-replicator INFO: 25 successes, 1 failures +test-replicator INFO: diff:5 diff_capped:4 empty:7 hashmatch:8 no_change:6 remote_merge:2 rsync:3 ts_repl:10 +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx2b93d1fe3ab84aaca04a4-0069741547) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txc5f1f11f31df4a72b7b0d-0069741547) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp3_tdwkoy/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp3_tdwkoy/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp3_tdwkoy/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp3_tdwkoy/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:43 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0043 "-" 3035065 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:43 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0033 "-" 3035065 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:43 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0030 "-" 3035065 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:43 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0031 "-" 3035065 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:43 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc50f720bf4da409a976d6-0069741547" "proxy-server 3035065" 0.0015 "-" 3035065 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:43 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:53877/sda1/0/a/c" "txc50f720bf4da409a976d6-0069741547" "container-server 3035065" 0.0012 "-" 3035065 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:43 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:45181/sdb1/0/a/c" "txc50f720bf4da409a976d6-0069741547" "container-server 3035065" 0.0012 "-" 3035065 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:43 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txc50f720bf4da409a976d6-0069741547" "proxy-server 3035065" 0.0143 "-" 3035065 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:43 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txc50f720bf4da409a976d6-0069741547" "proxy-server 3035065" 0.0106 "-" 3035065 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/41/43 PUT /v1/a/c HTTP/1.0 201 - - t - - - txc50f720bf4da409a976d6-0069741547 - 0.0238 - - 1769215303.249059677 1769215303.272900105 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:43 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx7941a8db82564bb480819-0069741547" "proxy-server 3035065" 0.0013 "-" 3035065 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:43 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:45181/sdb1/2/a1/c1" "tx7941a8db82564bb480819-0069741547" "container-server 3035065" 0.0013 "-" 3035065 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:43 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:53877/sda1/2/a1/c1" "tx7941a8db82564bb480819-0069741547" "container-server 3035065" 0.0012 "-" 3035065 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:43 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx7941a8db82564bb480819-0069741547" "proxy-server 3035065" 0.0145 "-" 3035065 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:43 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx7941a8db82564bb480819-0069741547" "proxy-server 3035065" 0.0103 "-" 3035065 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/41/43 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx7941a8db82564bb480819-0069741547 - 0.0237 - - 1769215303.274600506 1769215303.298258543 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:43 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx82e8a4604e584a07b6221-0069741547" "proxy-server 3035065" 0.0022 "-" 3035065 -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id ... ok +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0021 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0014 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0012 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0099 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0021 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0013 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0069 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/c_zero" 201 - "-" "-" "-" 0.0009 "-" 4136298 0 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0016 "-" 4136298 1 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0015 "-" 4136298 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0017 "-" 4136298 3 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0169 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0099 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0143 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0088 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0000 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0090 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0068 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 4136298 3 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0022 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0019 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0026 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0019 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0018 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0015 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0067 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0021 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0014 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0110 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0019 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0016 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0104 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0014 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0014 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0014 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0042 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0054 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 4136298 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 4136298 - -=============================================================================== ---> Starting reconnaissance on 2 hosts (object) -===============================================================================test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu ... ok -test.unit.cli.test_recon.TestRecon.test_ptime -test.unit.cli.test_recon.TestRecon.test_ptime ... ok -test.unit.cli.test_recon.TestRecon.test_quarantine_check -test.unit.cli.test_recon.TestRecon.test_quarantine_check ... ok -test.unit.cli.test_recon.TestRecon.test_umount_check -test.unit.cli.test_recon.TestRecon.test_umount_check ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich -test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich ... ok -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0097 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0057 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0119 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0024 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0118 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0070 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 4136259 0 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0084 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0184 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0164 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0081 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0022 "-" 4136259 2 -test ERROR: ERROR Account update failed with 127.0.0.1:45145/sda1 (will retry later): Response 503 OK -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0081 "-" 4136259 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0025 "-" 4136259 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 4136259 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 4136259 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0004 "-" 4136259 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0116 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.2463 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0084 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0077 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0063 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0055 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0011 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0011 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0013 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0011 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0053 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:38 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0059 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0053 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0053 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0060 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0011 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0011 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0011 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0013 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0014 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0011 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0010 "-" 4136259 2 -test DEBUG: Unlinked retiring db '/tmp/tmp6atwkoeh/tmp_test_container_server_ContainerController/sda1/containers/p/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0011 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0010 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0009 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0011 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0062 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0010 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 4136259 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok -Finished. Marked 0 objects for deletion. -test ERROR: Bad key for 'container': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys - self.crypto.check_key(key) - ~~~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys - self.crypto.check_key(key) - ~~~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: get_keys(): from callback: boom: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys - keys = fetch_crypto_keys(key_id=key_id) - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_crypto_utils.py", line 95, in callback - raise Exception('boom') -Exception: boom -test ERROR: ERROR get_keys() missing callback: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys - fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] - ~~~^^^^^^^^^^^^^^^^^^^^^ -KeyError: 'swift.callback.fetch_crypto_keys' -test ERROR: Missing key for 'container': +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort ... ok +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny ... ok +test.unit.proxy.test_server.TestProxyServer.test_check_response_200 +test.unit.proxy.test_server.TestProxyServer.test_check_response_200 ... ok +test.unit.proxy.test_server.TestProxyServer.test_check_response_503 +test.unit.proxy.test_server.TestProxyServer.test_check_response_503 ... ok +test.unit.proxy.test_server.TestProxyServer.test_check_response_507 +test.unit.proxy.test_server.TestProxyServer.test_check_response_507 ... ok +test.unit.proxy.test_server.TestProxyServer.test_denied_host_header +test.unit.proxy.test_server.TestProxyServer.test_denied_host_header ... ok +test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods +test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods ... ok +test ERROR: Failed to unlink '/tmp/tmphda22_ul/containers/part/suffix/hash/container.db': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'container' -test ERROR: Missing key for 'object': + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + ~~~~~~~~~^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmphda22_ul/containers/part/suffix/hash/container_1769215304.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmphda22_ul/containers/part/suffix/hash/container_1769215304.00000.db': ['/tmp/tmphda22_ul/containers/part/suffix/hash/container.db', '/tmp/tmphda22_ul/containers/part/suffix/hash/container_1769215305.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmphda22_ul/containers/part/suffix/hash/container_1769215305.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync INFO: Container sync report: a/c, time window start: 1769215303.4963338, time window end: 1769215303.4963338, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 5, sync_point2: None, total_rows: 1 +test-container-sync ERROR: ERROR Syncing : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'object' -test ERROR: Missing key for 'object': + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 389, in container_sync + if not self.container_sync_row( + ~~~~~~~~~~~~~~~~~~~~~~~^ + row, sync_to, user_key, broker, info, realm, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + realm_key): + ^^^^^^^^^^ +TypeError: TestContainerSync.test_container_report..fake_container_sync_row() missing 1 required positional argument: 'realm_key' +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync INFO: Container sync report: a/c, time window start: 1769215303.500464, time window end: 1769215303.5004787, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync ERROR: ERROR Syncing {'ROWID': 1, 'name': 'o'}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'object' -test ERROR: Did not get a keys dict: + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 535, in container_sync_row + row['created_at']) + ~~~^^^^^^^^^^^^^^ +KeyError: 'created_at' +test-container-sync INFO: Container sync report: a/c, time window start: 1769215303.5007014, time window end: 1769215303.5012496, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync INFO: Container sync report: a/c, time window start: 1769215303.5014338, time window end: 1769215303.5015175, puts: 0, posts: 0, deletes: 1, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys - key = keys[name] - ~~~~^^^^^^ -TypeError: list indices must be integers or slices, not str -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + proxy=self.select_http_proxy(), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + logger=self.logger, + ^^^^^^^^^^^^^^^^^^^ + timeout=self.conn_timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 883, in fake_delete_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE - new_resp = self._restore_on_delete(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 194, in _restore_on_delete - resp = req.get_response(self.app, 'GET', req.container_name, '', - query={'prefix': req.object_name, - 'versions': True}) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + proxy=self.select_http_proxy(), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + logger=self.logger, + ^^^^^^^^^^^^^^^^^^^ + timeout=self.conn_timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 900, in fake_delete_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE - new_resp = self._restore_on_delete(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 206, in _restore_on_delete - resp = req.get_response(self.app, 'PUT', query={ - 'version-id': item['version_id']}) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: skipping failed PUT?version-id=1574341899.21751 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + proxy=self.select_http_proxy(), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + logger=self.logger, + ^^^^^^^^^^^^^^^^^^^ + timeout=self.conn_timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 883, in fake_delete_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment -test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment -test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing -test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj -test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input -test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail -test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token ... ok + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + proxy=self.select_http_proxy(), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + logger=self.logger, + ^^^^^^^^^^^^^^^^^^^ + timeout=self.conn_timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 900, in fake_delete_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_invalid_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_invalid_part_num ... ok +swift-ring-builder 1.3 -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute -test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate -test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough -test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string -test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_error -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_out_of_range_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_out_of_range_part_num ... ok +swift-ring-builder + Shows information about the ring and the devices within. Output + includes a table that describes the report parameters (id, region, + port, flags, etc). + flags: possible values are 'DEL' and '' + DEL - indicates that the device is marked for removal from + ring and will be removed in next rebalance. -d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" weight set to 3.14159265359 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" weight set to 3.14159265359 -swift-ring-builder set_weight - [ ] ... - [--yes] +swift-ring-builder add + [r]z-:[R:]/_ + + [[r]z-:[R:]/_ + ] ... + + Where and are replication ip and port. or -swift-ring-builder set_weight +swift-ring-builder add --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] + [--replication-ip ] [--replication-port ] + --device --weight + [--meta ] - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. + Adds devices to the ring with the given information. No partitions will be + assigned to the new device until after running 'rebalance'. This is so you + can make multiple device changes and rebalance them all just once. - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. +swift-ring-builder cancel_increase_partition_power + Cancel the increase of the partition power. - Option --yes assume a yes response to all questions. -swift-ring-builder set_weight - [ ] ... - [--yes] + A write_ring command is needed to make the change take effect. -or + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to cleanup unneeded links. -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. +swift-ring-builder create + + Creates with 2^ partitions and . + is number of hours to restrict moving a partition more + than once. - Option --yes assume a yes response to all questions. +swift-ring-builder dispersion [options] -The can be of the form:: + Output report on dispersion. - drz-:R:/ - _ + --recalculate option will rebuild cached dispersion info and save builder + --verbose option will display dispersion graph broken down by tier -Where and are replication ip and port. + You can filter which tiers are evaluated to drill down using a regex + in the optional search_filter argument. i.e. -Any part is optional, but you must include at least one part. + swift-ring-builder dispersion "r\d+z\d+$" -v -Examples:: + ... would only display rows for the zone tiers - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + swift-ring-builder dispersion ".*\-[^/]*$" -v -Most specific example:: + ... would only display rows for the server tiers - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + The reports columns are: -Nerd explanation: + Tier : the name of the tier + parts : the total number of partitions with assignment in the tier + % : the percentage of parts in the tier with replicas over assigned + max : maximum replicas a part should have assigned at the tier + 0 - N : the number of parts with that many replicas assigned - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" weight set to 3.14 -d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" weight set to 6.28 -Search value matched 0 devices. -The on-disk ring builder is unchanged. -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -Device d4r2z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z314-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z314-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" zone set to 314 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z314-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" zone set to 314 -swift-ring-builder set_zone - [ finish_increase_partition_power + Finally removes the next_part_power flag. Has to be run after the + swift-object-relinker tool has been used to cleanup old existing data. + + A write_ring command is needed to make the change take effect. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder increase_partition_power + Increases the partition power by one. Needs to be run after + prepare_increase_partition_power has been run and all existing data has + been relinked using the swift-object-relinker tool. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to cleanup old data. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder list_parts [] .. or -swift-ring-builder set_zone +swift-ring-builder list_parts --region --zone --ip --port --replication-ip --replication-port - --device --meta [--yes] + --device --meta --weight Where , and are replication ip, hostname and port. Any of the options are optional in both cases. - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. + Returns a 2 column list of all the partitions that are assigned to any of + the devices matching the search values given. The first column is the + assigned partition number and the second column is the number of device + matches for that partition. The list is ordered from most number of matches + to least. If there are a lot of devices to match against, this command + could take a while to run. - Option --yes assume a yes response to all questions. -swift-ring-builder set_zone - [ prepare_increase_partition_power + Prepare the ring to increase the partition power by one. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to relink existing data. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder pretend_min_part_hours_passed + Resets the clock on the last time a rebalance happened, thus + circumventing the min_part_hours check. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you run this command and deploy rebalanced rings before a replication + pass completes, you may introduce unavailability in your cluster. This + has an end-user impact. + +swift-ring-builder rebalance [options] + Attempts to rebalance the ring by reassigning partitions that haven't been + recently reassigned. + +swift-ring-builder remove [search-value ...] + [--yes] or -swift-ring-builder set_zone +swift-ring-builder remove --region --zone --ip --port --replication-ip --replication-port - --device --meta [--yes] + --device --meta --weight + [--yes] Where , and are replication ip, hostname and port. Any of the options are optional in both cases. - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. + Removes the device(s) from the ring. This should normally just be used for + a device that has failed. For a device you wish to decommission, it's best + to set its weight to 0, wait for it to drain all its data, then use this + remove command. This will not take effect until after running 'rebalance'. + This is so you can make multiple device changes and rebalance them all just + once. Option --yes assume a yes response to all questions. -The can be of the form:: - - drz-:R:/ - _ - -Where and are replication ip and port. +swift-ring-builder search -Any part is optional, but you must include at least one part. +or -Examples:: +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. -Most specific example:: + Shows information about matching devices.test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments ... ok +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix ... ok +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate ... ok +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache +test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults +test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached +test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads ... ok - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:41:41] "GET /someurl HTTP/1.0" 200 102 0.000060 +proxy INFO: wsgi exiting +proxy INFO: (3035082) wsgi exited, is_accepting=True -Nerd explanation: +user quit +No .MockServer object at 0xffff9d34ff00> running +.MockServerFactory.MockServer object at 0xffff9d8da120> (1) appears to have stopped +No .MockServerFactory.MockServer object at 0xffff9cde5810> running +No .MockServerFactory.MockServer object at 0xffff9cde7390> running +Waited 15 seconds for .MockServerFactory.MockServer object at 0xffffa19ef6f0> to die; giving up +Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff9d8d92b0> to die; killing +Signal .MockServerFactory.MockServer object at 0xffff9d8d92b0> pid: None signal: 9 +Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff9cde4f50> to die; killing +Signal .MockServerFactory.MockServer object at 0xffff9cde4f50> pid: None signal: 9 +Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff9cde7390> to die; killing +Signal .MockServerFactory.MockServer object at 0xffff9cde7390> pid: None signal: 9 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10364317893981934 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10437488555908203 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10462236404418945 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10478448867797852 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.1049342155456543 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10508847236633301 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10522794723510742 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10537862777709961 +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0001864433288574 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0005168914794922 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.00065279006958 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.000770092010498 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0008835792541504 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0010170936584473 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0011353492736816 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0012600421905518 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout connecting to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10107874870300293 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 2.2649765014648438e-05: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr + new_val = self._incr_or_decr(fp, sock, cmd, delta_val) + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 481, in _incr_or_decr + line = fp.readline().strip().split() + ^^^^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'strip' +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipetest.unit.common.test_memcached.TestMemcached.test_error_disabled +test.unit.common.test_memcached.TestMemcached.test_error_disabled ... ok +test.unit.common.test_memcached.TestMemcached.test_error_limiting +test.unit.common.test_memcached.TestMemcached.test_error_limiting ... ok - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included.test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info ... ok +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row + self.swift.get_object(info['account'], + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + info['container'], row['name'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers_out, + ^^^^^^^^^^^^^^^^^^^^ + acceptable_statuses=(2, 4), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + params={'symlink': 'get'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1146, in fake_get_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row + self.swift.get_object(info['account'], + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + info['container'], row['name'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers_out, + ^^^^^^^^^^^^^^^^^^^^ + acceptable_statuses=(2, 4), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + params={'symlink': 'get'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1173, in fake_get_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 613, in container_sync_row + put_object(sync_to, name=row['name'], headers=headers, + ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + contents=FileLikeIter(body), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + proxy=self.select_http_proxy(), logger=self.logger, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + timeout=self.conn_timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1239, in fake_put_object + raise ClientException('test client exception', http_status=503) +swift.common.exceptions.ClientException: test client exception: 503 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 559, in container_sync_row + if self._object_in_remote_container(row['name'], + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + sync_to, user_key, realm, + ^^^^^^^^^^^^^^^^^^^^^^^^^ + realm_key, ts_meta): + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 491, in _object_in_remote_container + metadata, _ = head_object(sync_to, name=name, + ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^ + headers=headers, + ^^^^^^^^^^^^^^^^ + proxy=self.select_http_proxy(), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + logger=self.logger, + ^^^^^^^^^^^^^^^^^^^ + retries=0) + ^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1338, in fake_head_object + raise Exception() +Exception +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row + self.swift.get_object(info['account'], + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + info['container'], row['name'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers_out, + ^^^^^^^^^^^^^^^^^^^^ + acceptable_statuses=(2, 4), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + params={'symlink': 'get'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1146, in fake_get_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row + self.swift.get_object(info['account'], + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + info['container'], row['name'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers_out, + ^^^^^^^^^^^^^^^^^^^^ + acceptable_statuses=(2, 4), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + params={'symlink': 'get'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1173, in fake_get_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object'test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms ... ok +test.unit.container.test_sync.TestContainerSync.test_run_forever +test.unit.container.test_sync.TestContainerSync.test_run_forever ... ok +test.unit.container.test_sync.TestContainerSync.test_run_once +test.unit.container.test_sync.TestContainerSync.test_run_once ... ok +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None ... ok +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple ... ok +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one ... ok +test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined +test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age +test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests +test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling +test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up +test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums +test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments +test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data +test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data +test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta +test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests +test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_logging +test.unit.obj.test_auditor.TestAuditor.test_object_run_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache +test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option +test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_sleeper +test.unit.obj.test_auditor.TestAuditor.test_sleeper ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location +test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone +test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data +test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms +test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle ... ok +test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync +test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable +test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index +test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none +test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted +test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted ... ok +test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing +test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'Content-Md5': '/JzPJjlXCqpRBmlyhGXNDg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'fc9ccf2639570aaa510669728465cd0e', 'Content-Length': '139'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'Content-Md5': 'PggRsy85Tu07EsbATYB/cA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '3e0811b32f394eed3b12c6c04d807f70', 'Content-Length': '139'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'Content-Md5': 'PggRsy85Tu07EsbATYB/cA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '3e0811b32f394eed3b12c6c04d807f70', 'Content-Length': '139'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'Content-Md5': 'zDBBHq17IpuHzskOm+GHEQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'cc30411ead7b229b87cec90e9be18711', 'Content-Length': '139'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'Content-Md5': 'hTnOh9sxGnzPiScnD+t0Mg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8539ce87db311a7ccf8927270feb7432', 'Content-Length': '139'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'Content-Md5': 'zDBBHq17IpuHzskOm+GHEQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'cc30411ead7b229b87cec90e9be18711', 'Content-Length': '139'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'Content-Md5': 'hTnOh9sxGnzPiScnD+t0Mg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8539ce87db311a7ccf8927270feb7432', 'Content-Length': '139'} +fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'Content-Md5': 'mbEtd8ufKpkpCIfMjGD7Tw==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '99b12d77cb9f2a99290887cc8c60fb4f', 'Content-Length': '90'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object ... ok test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_not_satisfiable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects ... ok + +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 613, in container_sync_row + put_object(sync_to, name=row['name'], headers=headers, + ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + contents=FileLikeIter(body), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + proxy=self.select_http_proxy(), logger=self.logger, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + timeout=self.conn_timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1239, in fake_put_object + raise ClientException('test client exception', http_status=503) +swift.common.exceptions.ClientException: test client exception: 503 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 559, in container_sync_row + if self._object_in_remote_container(row['name'], + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + sync_to, user_key, realm, + ^^^^^^^^^^^^^^^^^^^^^^^^^ + realm_key, ts_meta): + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 491, in _object_in_remote_container + metadata, _ = head_object(sync_to, name=name, + ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^ + headers=headers, + ^^^^^^^^^^^^^^^^ + proxy=self.select_http_proxy(), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + logger=self.logger, + ^^^^^^^^^^^^^^^^^^^ + retries=0) + ^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1338, in fake_head_object + raise Exception() +Exception +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 +test DEBUG: Skipping the update of recently changed /tmp/tmpv4s9yc6l/sdq/objects/auditor_status_ALL.json +test DEBUG: Skipping the update of recently changed /tmp/tmpv4s9yc6l/sdp/objects/auditor_status_ALL.json +test DEBUG: Skipping the update of recently changed /tmp/tmpv4s9yc6l/sdp/objects/auditor_status_ALL.json +test DEBUG: Skipping the update of recently changed /tmp/tmpv4s9yc6l/sdq/objects/auditor_status_ALL.json +test DEBUG: Skipping: /tmp/tmphejplwbs/garbage is not a directory +test DEBUG: Skipping: /tmp/tmphejplwbs/garbage is not mounted +test DEBUG: Skipping: /tmp/tmpn5r3ki5b/sdq is not mounted +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7988adb77fbe4bafa8d11-0069741548) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7988adb77fbe4bafa8d11-0069741548) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7988adb77fbe4bafa8d11-0069741548) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx7988adb77fbe4bafa8d11-0069741548) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7988adb77fbe4bafa8d11-0069741548) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7988adb77fbe4bafa8d11-0069741548) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx7988adb77fbe4bafa8d11-0069741548) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7988adb77fbe4bafa8d11-0069741548) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7988adb77fbe4bafa8d11-0069741548) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: tx7988adb77fbe4bafa8d11-0069741548) +test DEBUG: Setting object count to 1032 (txn: tx7988adb77fbe4bafa8d11-0069741548) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx6e4d66dd5bd048d1a2bcc-0069741548) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6e4d66dd5bd048d1a2bcc-0069741548) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx6e4d66dd5bd048d1a2bcc-0069741548) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx6e4d66dd5bd048d1a2bcc-0069741548) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6e4d66dd5bd048d1a2bcc-0069741548) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx6e4d66dd5bd048d1a2bcc-0069741548) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx6e4d66dd5bd048d1a2bcc-0069741548) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6e4d66dd5bd048d1a2bcc-0069741548) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6e4d66dd5bd048d1a2bcc-0069741548) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: tx6e4d66dd5bd048d1a2bcc-0069741548) +test DEBUG: Setting object count to 48 (txn: tx6e4d66dd5bd048d1a2bcc-0069741548)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares ... ok - fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -17330,25 +17447,6 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET - return self.GETorHEAD(req) - ~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -17371,30 +17469,16 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD - resp = self.GETorHEAD(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -17415,26 +17499,11 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT - resp = req.get_response(self.app) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -17447,22 +17516,82 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Expecting an element , got nothing, line 1 fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 21/Dec/2024/18/12/37 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0052 - - 1734804757.252459526 1734804757.257650852 1 fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 21/Dec/2024/18/12/37 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0008 - - 1734804757.258318663 1734804757.259125710 0 fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_and_range ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. +Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. +test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config +test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized +test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default +test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute +test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate +test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough +test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string +test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info ... ok test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering ... ok test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr @@ -17479,950 +17608,724 @@ test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default ... ok test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_no_match +test.unit.common.test_swob.TestConditionalIfMatch.test_no_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match +test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match ... ok +test.unit.common.test_swob.TestStatusMap.test_status_map +test.unit.common.test_swob.TestStatusMap.test_status_map ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after +test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_closes +test.unit.common.test_utils.TestReiterate.test_reiterate_closes ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first +test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple +test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start +test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_load_app +test.unit.common.test_wsgi.TestPipelineModification.test_load_app ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app +test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache ... ok +test INFO: Begin container audit "once" mode +test DEBUG: Audit passed for /tmp/tmpsa1m1zwt/sda/containers/0/0/0/test.db +test INFO: Container audit "once" mode completed: 0.00s +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txa4d9b8bbff1a49acab95b-0069741547) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txa4d9b8bbff1a49acab95b-0069741547) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: txa4d9b8bbff1a49acab95b-0069741547) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txa4d9b8bbff1a49acab95b-0069741547) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txa4d9b8bbff1a49acab95b-0069741547) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txa4d9b8bbff1a49acab95b-0069741547) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: txa4d9b8bbff1a49acab95b-0069741547) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: txa4d9b8bbff1a49acab95b-0069741547) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: txa4d9b8bbff1a49acab95b-0069741547) +test INFO: Client disconnected on read of '/a/c' (txn: txa4d9b8bbff1a49acab95b-0069741547) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txc7a959e4b05f42c0a33c0-0069741547) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txc7a959e4b05f42c0a33c0-0069741547) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txc7a959e4b05f42c0a33c0-0069741547) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txc7a959e4b05f42c0a33c0-0069741547) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: txf56ad5d1758f404b9e0d5-0069741547) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx3a994d76a7634c71bc719-0069741547) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx26e14986eeaa4e31afc86-0069741547) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd (txn: txf0d48b23ceb04a528a2e3-0069741547) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: tx43ed8b65d5d5487a85713-0069741547) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx0682edc953a940e1ac687-0069741547) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx8655104d3bbb46a0940ee-0069741547) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: txa8394b362b5b477bb47ba-0069741547) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: txee666609794145d1b0b43-0069741547) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx9913df25d5b24adbb9289-0069741547) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx2db37f16acef418fa0c73-0069741547) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: tx300d787d0332449e96808-0069741547) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx9d7f84c127884138880ce-0069741547) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txe53809d4b7e848e3b912d-0069741547) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: txab2d2e38a7424352b96a8-0069741547) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx3e02ca69b185489a89058-0069741547) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx0797ef72133e4431b6fcb-0069741547)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_zero_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_zero_part_num ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific ... ok -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0005 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 4136259 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 4136259 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0052 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0021 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0018 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0021 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0023 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0028 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0026 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0030 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0029 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0025 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0024 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0027 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0027 "-" 4136259 2 -test DEBUG: Unlinked retiring db '/tmp/tmp4xgjq31b/tmp_test_container_server_ContainerController/sda1/containers/p/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0021 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0024 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0026 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0025 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0037 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0003 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0003 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0035 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0023 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0045 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0034 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 4136259 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0043 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0022 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0036 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 4136259 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining -test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_unknown -test.unit.cli.test_ringbuilder.TestCommands.test_unknown ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata ... ok +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.4:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method get: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipetest.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config +test.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config ... ok +test.unit.common.test_memcached.TestMemcached.test_error_raising +test.unit.common.test_memcached.TestMemcached.test_error_raising ... ok +test.unit.common.test_memcached.TestMemcached.test_get_conns +test.unit.common.test_memcached.TestMemcached.test_get_conns ... ok +test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 +test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 ... ok +test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname +test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname ... ok +test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request +test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request ... ok +test.unit.common.test_memcached.TestMemcached.test_incr +test.unit.common.test_memcached.TestMemcached.test_incr ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_add_expires +test.unit.common.test_memcached.TestMemcached.test_incr_add_expires ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_expiration_time +test.unit.common.test_memcached.TestMemcached.test_incr_expiration_time ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request +test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response +test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout +test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold +test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold ... ok +test.unit.common.test_memcached.TestMemcached.test_logger_kwarg +test.unit.common.test_memcached.TestMemcached.test_logger_kwarg ... ok +test.unit.common.test_memcached.TestMemcached.test_multi +test.unit.common.test_memcached.TestMemcached.test_multi ... ok +test.unit.common.test_memcached.TestMemcached.test_multi_delete +test.unit.common.test_memcached.TestMemcached.test_multi_delete ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info ... ok + +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:43 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:53877/sda1/0/a/c1" "tx82e8a4604e584a07b6221-0069741547" "container-server 3035065" 0.0019 "-" 3035065 1 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:43 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:45181/sdb1/0/a/c1" "tx82e8a4604e584a07b6221-0069741547" "container-server 3035065" 0.0012 "-" 3035065 1 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:43 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx82e8a4604e584a07b6221-0069741547" "proxy-server 3035065" 0.0150 "-" 3035065 1 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:43 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx82e8a4604e584a07b6221-0069741547" "proxy-server 3035065" 0.0108 "-" 3035065 1 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/41/43 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx82e8a4604e584a07b6221-0069741547 - 0.0254 - - 1769215303.299944401 1769215303.325304747 1 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:43 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa39c64aaac7e4b67bb757-0069741547" "proxy-server 3035065" 0.0023 "-" 3035065 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:43 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:53877/sda1/2/a/c2" "txa39c64aaac7e4b67bb757-0069741547" "container-server 3035065" 0.0049 "-" 3035065 2 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:43 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:45181/sdb1/2/a/c2" "txa39c64aaac7e4b67bb757-0069741547" "container-server 3035065" 0.0011 "-" 3035065 2 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:43 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txa39c64aaac7e4b67bb757-0069741547" "proxy-server 3035065" 0.0130 "-" 3035065 2 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:43 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txa39c64aaac7e4b67bb757-0069741547" "proxy-server 3035065" 0.0187 "-" 3035065 2 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/41/43 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txa39c64aaac7e4b67bb757-0069741547 - 0.0285 - - 1769215303.327055216 1769215303.355587721 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: test msg 10.0.0.0:1000/sda +test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1310, in test_error_limit_methods + raise Exception('kaboom1!') +Exception: kaboom1! +test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1324, in test_error_limit_methods + raise Exception('kaboom2!') +Exception: kaboom2! +test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1339, in test_error_limit_methods + raise Exception('kaboom3!') +Exception: kaboom3! +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sdatest.unit.proxy.test_server.TestProxyServer.test_error_occurred +test.unit.proxy.test_server.TestProxyServer.test_error_occurred ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_not_satisfiable ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user ... ok -test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler -test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors ... ok -test.unit.common.test_exceptions.TestExceptions.test_client_exception -test.unit.common.test_exceptions.TestExceptions.test_client_exception ... ok -test.unit.common.test_exceptions.TestExceptions.test_replication_exception -test.unit.common.test_exceptions.TestExceptions.test_replication_exception ... ok -test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout -test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read -test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains -test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_del -test.unit.common.test_swob.TestHeaderEnvironProxy.test_del ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys -test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges ... ok -test.unit.common.test_utils.TestPairs.test_pairs -test.unit.common.test_utils.TestPairs.test_pairs ... ok -test.unit.common.test_utils.TestPunchHole.test_arg_bounds -test.unit.common.test_utils.TestPunchHole.test_arg_bounds ... ok -test.unit.common.test_utils.TestPunchHole.test_error -test.unit.common.test_utils.TestPunchHole.test_error ... ok -test.unit.common.test_utils.TestPunchHole.test_no_fallocate -test.unit.common.test_utils.TestPunchHole.test_no_fallocate ... ok -test.unit.common.test_utils.TestPunchHole.test_punch_hole -test.unit.common.test_utils.TestPunchHole.test_punch_hole ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_closes -test.unit.common.test_utils.TestReiterate.test_reiterate_closes ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first -test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple -test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple ... ok -test.unit.common.test_utils.TestUTC.test_tzname -test.unit.common.test_utils.TestUTC.test_tzname ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter -test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_str -test.unit.common.test_wsgi.TestPipelineWrapper.test_str ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter -test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 ... ok -test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim -test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBroker.test_chexor -test.unit.container.test_backend.TestContainerBroker.test_chexor ... ok -test.unit.container.test_backend.TestContainerBroker.test_create_broker -test.unit.container.test_backend.TestContainerBroker.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBroker.test_creation -test.unit.container.test_backend.TestContainerBroker.test_creation ... ok -test.unit.container.test_backend.TestContainerBroker.test_db_file -test.unit.container.test_backend.TestContainerBroker.test_db_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBroker.test_delete_object -test.unit.container.test_backend.TestContainerBroker.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_backend.TestContainerBroker.test_empty -test.unit.container.test_backend.TestContainerBroker.test_empty ... ok -test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container -test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_enable_sharding -test.unit.container.test_backend.TestContainerBroker.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBroker.test_exception -test.unit.container.test_backend.TestContainerBroker.test_exception ... ok -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_brokers -test.unit.container.test_backend.TestContainerBroker.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_db_state -test.unit.container.test_backend.TestContainerBroker.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info -test.unit.container.test_backend.TestContainerBroker.test_get_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_items_since -test.unit.container.test_backend.TestContainerBroker.test_get_items_since ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - ~~~~~^^ - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - ~~^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ - env, start_response) - ^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - req=req, headers=headers, body=body, - conditional_response=req.method in ('GET', 'HEAD'), - conditional_etag=conditional_etag) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 1923, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_objects -test.unit.container.test_backend.TestContainerBroker.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_policy_info -test.unit.container.test_backend.TestContainerBroker.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_replication_info -test.unit.container.test_backend.TestContainerBroker.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_report_info -test.unit.container.test_backend.TestContainerBroker.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'Content-Md5': 'mbEtd8ufKpkpCIfMjGD7Tw==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '99b12d77cb9f2a99290887cc8c60fb4f', 'Content-Length': '90'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:39 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'Content-Md5': '9Z+cE+YYsVYXLtR89GLUSA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'f59f9c13e618b156172ed47cf462d448', 'Content-Length': '88'}test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.test_swob.TestHeaderEnvironProxy.test_keys -test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy -test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_preserves_ownership -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_preserves_ownership ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_tpool -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_tpool ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_context_manager_api -test.unit.common.utils.test_logs.TestPipeMutex.test_context_manager_api ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_nonblocking -test.unit.common.utils.test_logs.TestPipeMutex.test_nonblocking ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_recursive -test.unit.common.utils.test_logs.TestPipeMutex.test_recursive ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_release_without_acquire -test.unit.common.utils.test_logs.TestPipeMutex.test_release_without_acquire ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_too_many_releases -test.unit.common.utils.test_logs.TestPipeMutex.test_too_many_releases ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_wrong_releaser -test.unit.common.utils.test_logs.TestPipeMutex.test_wrong_releaser ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage -test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default ... ok -test.unit.container.test_backend.TestContainerBroker.test_is_deleted -test.unit.container.test_backend.TestContainerBroker.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable -test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBroker.test_last_modified_time -test.unit.container.test_backend.TestContainerBroker.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items -test.unit.container.test_backend.TestContainerBroker.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_invalid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty ... ok -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0025 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0022 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0022 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0025 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0037 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0055 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0086 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0003 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0003 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0034 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0076 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0113 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 4136259 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0033 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0022 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0107 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0003 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0003 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0003 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0003 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0003 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0003 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0037 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0022 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0022 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0023 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0022 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0021 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0022 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0027 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0021 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0011 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 4136259 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom ... ok +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1!test.unit.proxy.test_server.TestProxyServer.test_exception_occurred +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred ... ok +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok +test.unit.proxy.test_server.TestProxyServer.test_get_info_controller +test.unit.proxy.test_server.TestProxyServer.test_get_info_controller ... ok +test.unit.proxy.test_server.TestProxyServer.test_get_object_ring +test.unit.proxy.test_server.TestProxyServer.test_get_object_ring ... ok +test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request +test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_info_defaults +test.unit.proxy.test_server.TestProxyServer.test_info_defaults ... ok +test.unit.proxy.test_server.TestProxyServer.test_internal_method_request +test.unit.proxy.test_server.TestProxyServer.test_internal_method_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request +test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_negative_content_length +test.unit.proxy.test_server.TestProxyServer.test_negative_content_length ... ok +test.unit.proxy.test_server.TestProxyServer.test_node_concurrency +test.unit.proxy.test_server.TestProxyServer.test_node_concurrency ... ok +test.unit.proxy.test_server.TestProxyServer.test_node_timing +test.unit.proxy.test_server.TestProxyServer.test_node_timing ... ok +test.unit.proxy.test_server.TestProxyServer.test_private_method_request +test.unit.proxy.test_server.TestProxyServer.test_private_method_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'Content-Md5': '9Z+cE+YYsVYXLtR89GLUSA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'f59f9c13e618b156172ed47cf462d448', 'Content-Length': '88'} fake-swift ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete @@ -18475,32 +18378,230 @@ raise effect Exception: kaboom fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'Content-Md5': 'MIk42IDwrJTPg2oVcbNGPg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '308938d880f0ac94cf836a1571b3463e', 'Content-Length': '289'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -Search value matched 0 devices. -The on-disk ring builder is unchanged. -Unknown command: unknown +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges ... ok + + +swift-ring-builder set_info + :[R:]/_ + [ :[R:]/_] ... + [--yes] + +or + +swift-ring-builder set_info + --ip --port + --replication-ip --replication-port + --device --meta + --change-ip --change-port + --change-replication-ip + --change-replication-port + --change-device + --change-meta + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + For each search-value, resets the matched device's information. + This information isn't used to assign partitions, so you can use + 'write_ring' afterward to rewrite the current ring with the newer + device information. Any of the parts are optional in the final + :/_ parameter; just give what you + want to change. For instance set_info d74 _"snet: 5.6.7.8" would + just update the meta data for device id 74. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_min_part_hours + Changes the to the given . This should be set to + however long a full replication/update cycle takes. We're working on a way + to determine this more easily than scanning logs. + +swift-ring-builder set_overload [%] + Changes the overload factor to the given . + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_replicas + Changes the replica count to the given . may + be a floating-point value, in which case some partitions will have + floor() replicas and some will have ceiling() + in the correct proportions. + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder validate + Just runs the validation routines on the ring. + +swift-ring-builder write_builder [min_part_hours] + Recreate a builder from a ring file (lossy) if you lost your builder + backups. (Protip: don't lose your builder backups). + [min_part_hours] is one of those numbers lost to the builder, + you can change it with set_min_part_hours. + +swift-ring-builder write_ring + Just rewrites the distributable ring file. This is done automatically after + a successful rebalance, so really this is only useful after one or more + 'set_info' calls when no rebalance is needed but you want to send out the + new device information. + +The can be of the form:: + + drz-:R:/ + _ + +Where and are replication ip and port. + +Any part is optional, but you must include at least one part. + +Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + +Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + +Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. + +Quick list: add cancel_increase_partition_power create dispersion + finish_increase_partition_power increase_partition_power list_parts + prepare_increase_partition_power pretend_min_part_hours_passed + rebalance remove search set_info set_min_part_hours set_overload + set_region set_replicas set_weight set_zone validate write_builder + write_ring +Exit codes: 0 = operation successful + 1 = operation completed with warnings + 2 = error swift-ring-builder 1.3 swift-ring-builder @@ -18699,374 +18800,948 @@ This is so you can make multiple device changes and rebalance them all just once. - Option --yes assume a yes response to all questions.test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile -test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate -test.unit.cli.test_ringbuilder.TestCommands.test_validate ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_composite_builder_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_composite_builder_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_corrupted_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_corrupted_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_empty_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_empty_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_generic_error -test.unit.cli.test_ringbuilder.TestCommands.test_validate_generic_error ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_accessible_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_accessible_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file ... ok + Option --yes assume a yes response to all questions. + +swift-ring-builder search + +or + +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Shows information about matching devices. + +swift-ring-builder set_info + :[R:]/_ + [ :[R:]/_] ... + [--yes] + +or + +swift-ring-builder set_info + --ip --port + --replication-ip --replication-port + --device --meta + --change-ip --change-port + --change-replication-ip + --change-replication-port + --change-device + --change-meta + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + For each search-value, resets the matched device's information. + This information isn't used to assign partitions, so you can use + 'write_ring' afterward to rewrite the current ring with the newer + device information. Any of the parts are optional in the final + :/_ parameter; just give what you + want to change. For instance set_info d74 _"snet: 5.6.7.8" would + just update the meta data for device id 74. + + Option --yes assume a yes response to all questions.test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument +test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe +test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced +test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'Content-Md5': 'GaMTrF7N0Ku/OYh/IXsglg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '19a313ac5ecdd0abbf39887f217b2096', 'Content-Length': '289'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'Content-Md5': 'P/5HiMozqytiDzp87p/cNA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '3ffe4788ca33ab2b620f3a7cee9fdc34', 'Content-Length': '230'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT - resp = req.get_response(self.app) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - app, method, container, obj, headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 229, in PUT - self.req.get_acl_response(app, 'PUT', self.container) - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error ... ok + fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges ... ok -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -test INFO: - - 21/Dec/2024/18/12/36 GET / HTTP/1.0 200 - - - - 8 - - First:%201%0ASecond:%202 0.0001 - - 1734804756.478454113 1734804756.478554726 - -test INFO: - - 21/Dec/2024/18/12/36 GET / HTTP/1.0 500 - - - - - - - - 0.0000 - - 1734804756.479706287 1734804756.479715586 - -test INFO: - - 21/Dec/2024/18/12/37 GET /path HTTP/1.0 503 - - - - 118 - - - 0.7000 - - 1734804756.480604410 1734804757.180604458 - -test INFO: - - 21/Dec/2024/18/12/36 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1734804756.482385159 1734804756.482463121 - -test INFO: GET /v1/a/c 205 205 -test INFO: GET /v1/a/c 209 205 -test INFO: GET /v1/a/c 210 205 -test INFO: 1.2.3.4 1.2.3.4 21/Dec/2024/18/12/36 GET / HTTP/1.0 200 - - - - 8 - - - 0.0009 - - 1734804756.501298428 1734804756.502217054 - -test INFO: - - 21/Dec/2024/18/12/36 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1734804756.503345251 1734804756.503368378 - -test INFO: - - 21/Dec/2024/18/12/36 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1734804756.504341364 1734804756.504354954 - -test INFO: - - 21/Dec/2024/18/12/36 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1734804756.509404659 1734804756.509490490 - -test INFO: - - 21/Dec/2024/18/12/36 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1734804756.510360718 1734804756.510418653 - -test INFO: - - 21/Dec/2024/18/12/36 GET / HTTP/1.0 200 - - - - 15 - - - 0.0004 - - 1734804756.510347843 1734804756.510710239 - -test INFO: - - 26/Apr/1970/17/46/41 GET / HTTP/1.0 200 - - - - 8 - - - 1.0000 - - 10000000.000000000 10000001.000000000 - -test INFO: GET /v1/a/c 503 503 -test INFO: GET /v1/a/c 429 503 -test INFO: GET /v1/a/c 429 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c True 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c parsing%20ok 503 -test INFO: GET /v1/a/c 500 500 -test INFO: GET /v1/a/c 500 568 -test INFO: GET /v1/a/c 499 503 -test INFO: GET /v1/a/c 499 503 -test INFO: GET / 500 200 -test INFO: 2001:db8:85a3:8d3:1319:8a2e:370:7348 2001:db8:85a3:8d3:1319:8a2e:370:7348 21/Dec/2024/18/12/36 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1734804756.552485943 1734804756.552586317 - -test INFO: - - 21/Dec/2024/18/12/36 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1734804756.559227467 1734804756.559300900 - -test INFO: - - 21/Dec/2024/18/12/36 GET / HTTP/1.0 200 - - b05bf940-0464-4c... - 8 - - - 0.0001 - - 1734804756.560028553 1734804756.560089350 - -test INFO: - - 21/Dec/2024/18/12/36 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1734804756.560817957 1734804756.560876846 - -test INFO: - - 21/Dec/2024/18/12/36 GET / HTTP/1.0 200 - - b05bf940... - 8 - - - 0.0001 - - 1734804756.565920591 1734804756.565988541 - -test INFO: - - 21/Dec/2024/18/12/36 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0001 - - 1734804756.566722393 1734804756.566781521 - -test INFO: - - 21/Dec/2024/18/12/36 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0001 - - 1734804756.567463398 1734804756.567519426 - -test INFO: - - 21/Dec/2024/18/12/36 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1734804756.568164825 1734804756.568221092 - -test INFO: - - 21/Dec/2024/18/12/36 GET / HTTP/1.0 200 - - ... - 8 - - - 0.0041 - - 1734804756.568898678 1734804756.573042154 - -test INFO: - - 21/Dec/2024/18/12/36 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0001 - - 1734804756.573950052 1734804756.574009418 - -test INFO: - - 21/Dec/2024/18/12/36 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1734804756.574408770 1734804756.574444771 - -test INFO: - - 21/Dec/2024/18/12/36 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - one%2Cand%20two 1734804756.575400352 1734804756.575465202 - -test INFO: - - 21/Dec/2024/18/12/36 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1734804756.576448441 1734804756.576513767 - -test INFO: - - 21/Dec/2024/18/12/36 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1734804756.581542492 1734804756.581620216 - -test INFO: - - 21/Dec/2024/18/12/36 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - one 1734804756.582639933 1734804756.582706213 - -test INFO: template which can be edited in config: HTTP/1.0 / GET {SMD5}c65475e457fea0951fbb9ec9596b2177 - 1.0000 26/Apr/1970/17/46/40 10000001.000000000 0.5 example.com -test INFO: HTTP/1.0 /bucket/path/to/key GET AUTH_test bucket path/to/key -test INFO: - - 21/Dec/2024/18/12/36 GET /%3Fx%3D3 HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1734804756.590427637 1734804756.590503454 - -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception ... ok +2 RLock(s) were not greened, to fix this error make sure you run eventlet.monkey_patch() before importing any other modules. -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0069 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0012 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0012 "-" 4136259 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0015 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0014 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0016 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0038 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0024 "-" 4136259 2 -test DEBUG: Unlinked retiring db '/tmp/tmpk1b387j5/tmp_test_container_server_ContainerController/sda1/containers/p/64e/f1af2fdedc6e97f9ffc424e624ea364e/f1af2fdedc6e97f9ffc424e624ea364e.db' -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0024 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0021 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0035 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 4136259 2 -test DEBUG: Unlinked retiring db '/tmp/tmphjpiyn2j/tmp_test_container_server_ContainerController/sda1/containers/p/64e/f1af2fdedc6e97f9ffc424e624ea364e/f1af2fdedc6e97f9ffc424e624ea364e.db' -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0019 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0065 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0020 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0018 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0018 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0035 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0025 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0018 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0034 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0034 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0039 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0021 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 4136259 0 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0004 "-" 4136259 0 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0003 "-" 4136259 0 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0003 "-" 4136259 0 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0004 "-" 4136259 0 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0003 "-" 4136259 0 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0003 "-" 4136259 0 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0003 "-" 4136259 0 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0003 "-" 4136259 0 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0003 "-" 4136259 0 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0003 "-" 4136259 0 +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 1.8358230590820312e-05: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr + new_val = self._incr_or_decr(fp, sock, cmd, delta_val) + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 481, in _incr_or_decr + line = fp.readline().strip().split() + ^^^^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'strip' +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0, expired ttl=1.23 +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr + new_val = self._incr_or_decr(fp, sock, cmd, delta_val) + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 486, in _incr_or_decr + return int(line[0].strip()) +ValueError: invalid literal for int() with base 10: b'UNEXPECTED' +test WARNING: Item size larger than warning threshold: 80 (80) >= 80 (80) +test WARNING: Item size larger than warning threshold: 81 (81) >= 80 (80) +test WARNING: Item size larger than warning threshold: 99 (99) >= 80 (80) +test WARNING: Item size larger than warning threshold: 100 (100) >= 80 (80) +test WARNING: Item size larger than warning threshold: 0 (0) >= 0 (0) +test WARNING: Item size larger than warning threshold: 1 (1) >= 0 (0) +test WARNING: Item size larger than warning threshold: 50 (50) >= 0 (0) +test WARNING: Item size larger than warning threshold: 99 (99) >= 0 (0) +test WARNING: Item size larger than warning threshold: 100 (100) >= 0 (0) +test WARNING: Item size larger than warning threshold: 2048576 (2Mi) >= 1000000 (977Ki) +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix multi_key, method get_multi, time_spent 1.811981201171875e-05, incomplete read +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0, failed to connect +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 453, in get + sock.sendall(b'get ' + cmd.hash_key + b'\r\n') + ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall + handler(*parts[1:]) + ~~~~~~~^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1376, in handle_get + raise Exception('get failed') +Exception: get failed +test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method get, config_timeout 0.01, time_spent 1.0test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_retry +test.unit.common.test_memcached.TestMemcached.test_retry ... ok +test.unit.common.test_memcached.TestMemcached.test_serialization +test.unit.common.test_memcached.TestMemcached.test_serialization ... ok +test.unit.common.test_memcached.TestMemcached.test_set_error +test.unit.common.test_memcached.TestMemcached.test_set_error ... ok +test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error +test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error ... ok +test.unit.common.test_memcached.TestMemcached.test_set_expiration_time +test.unit.common.test_memcached.TestMemcached.test_set_expiration_time ... ok +test.unit.common.test_memcached.TestMemcached.test_set_get_json +test.unit.common.test_memcached.TestMemcached.test_set_get_json ... ok +test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg +test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils ... ok +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter ... ok +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same ... ok +test.unit.common.test_swob.TestRange.test_range +test.unit.common.test_swob.TestRange.test_range ... ok +test.unit.common.test_swob.TestRange.test_range_invalid_syntax +test.unit.common.test_swob.TestRange.test_range_invalid_syntax ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_large_length +test.unit.common.test_swob.TestRange.test_ranges_for_large_length ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length +test.unit.common.test_swob.TestRange.test_ranges_for_length ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_edges +test.unit.common.test_swob.TestRange.test_ranges_for_length_edges ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_multi +test.unit.common.test_swob.TestRange.test_ranges_for_length_multi ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending +test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping +test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many +test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many ... ok +test.unit.common.test_swob.TestRange.test_str +test.unit.common.test_swob.TestRange.test_str ... ok +test.unit.common.test_swob.TestRange.test_upsidedown_range +test.unit.common.test_swob.TestRange.test_upsidedown_range ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access +test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter +test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_filters +test.unit.common.test_utils.TestAuditLocationGenerator.test_filters ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects +test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks +test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata +test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive +test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_percent +test.unit.common.test_utils.TestFsHasFreeSpace.test_percent ... ok +test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container +test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container ... ok +test.unit.common.test_utils.TestUtils.test_backwards +test.unit.common.test_utils.TestUtils.test_backwards ... ok +test.unit.common.test_utils.TestUtils.test_cache_from_env +test.unit.common.test_utils.TestUtils.test_cache_from_env ... ok +test.unit.common.test_utils.TestUtils.test_cap_length +test.unit.common.test_utils.TestUtils.test_cap_length ... ok +test.unit.common.test_utils.TestUtils.test_clean_content_type +test.unit.common.test_utils.TestUtils.test_clean_content_type ... ok +test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene +test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene ... ok +test.unit.common.test_utils.TestUtils.test_drain_and_close +test.unit.common.test_utils.TestUtils.test_drain_and_close ... ok +test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit +test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit ... ok +test.unit.common.test_utils.TestUtils.test_drop_privileges +test.unit.common.test_utils.TestUtils.test_drop_privileges ... ok +test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups +test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache +test.unit.common.test_utils.TestUtils.test_dump_recon_cache ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner ... ok +test.unit.common.test_utils.TestUtils.test_extract_swift_bytes +test.unit.common.test_utils.TestUtils.test_extract_swift_bytes ... ok +test.unit.common.test_utils.TestUtils.test_find_namespace +test.unit.common.test_utils.TestUtils.test_find_namespace ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body +test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_large_body +test.unit.common.test_utils.TestUtils.test_friendly_close_large_body ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_small_body +test.unit.common.test_utils.TestUtils.test_friendly_close_small_body ... ok +test.unit.common.test_utils.TestUtils.test_fsync_dir +test.unit.common.test_utils.TestUtils.test_fsync_dir ... ok +test.unit.common.test_utils.TestUtils.test_generate_trans_id +test.unit.common.test_utils.TestUtils.test_generate_trans_id ... ok +test.unit.common.test_utils.TestUtils.test_get_db_files +test.unit.common.test_utils.TestUtils.test_get_db_files ... ok +test.unit.common.test_utils.TestUtils.test_get_partition_for_hash +test.unit.common.test_utils.TestUtils.test_get_partition_for_hash ... ok +test.unit.common.test_utils.TestUtils.test_get_partition_from_path +test.unit.common.test_utils.TestUtils.test_get_partition_from_path ... ok +test.unit.common.test_utils.TestUtils.test_get_redirect_data +test.unit.common.test_utils.TestUtils.test_get_redirect_data ... ok +test.unit.common.test_utils.TestUtils.test_get_trans_id_time +test.unit.common.test_utils.TestUtils.test_get_trans_id_time ... ok +test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str +test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str ... ok +test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string +test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string ... ok +test.unit.common.test_utils.TestUtils.test_hash_path +test.unit.common.test_utils.TestUtils.test_hash_path ... ok +test.unit.common.test_utils.TestUtils.test_human_readable +test.unit.common.test_utils.TestUtils.test_human_readable ... ok +test.unit.common.test_utils.TestUtils.test_is_file_older +test.unit.common.test_utils.TestUtils.test_is_file_older ... ok +test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error +test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist +test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_error +test.unit.common.test_utils.TestUtils.test_ismount_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_is_root +test.unit.common.test_utils.TestUtils.test_ismount_path_is_root ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink +test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount +test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount ... ok +test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error +test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error +test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_dev +test.unit.common.test_utils.TestUtils.test_ismount_successes_dev ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_ino +test.unit.common.test_utils.TestUtils.test_ismount_successes_ino ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile +test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile ... ok +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp ... ok +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists ... ok +test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists +test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 ... ok + +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx3df78719b44f48d2a0ee3-0069741547) +test INFO: Client disconnected on read of '/a/c' (txn: tx3df78719b44f48d2a0ee3-0069741547) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: tx52ef31b8c275460290ea7-0069741547) +test INFO: Client disconnected on read of '/a/c' (txn: tx52ef31b8c275460290ea7-0069741547) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: tx7ddbb0b9742e4576b7ee3-0069741548) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: tx7ddbb0b9742e4576b7ee3-0069741548) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: tx7ddbb0b9742e4576b7ee3-0069741548) +test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: tx7ddbb0b9742e4576b7ee3-0069741548) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok + +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix incr_key, method incr, time_spent 0.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 524, in incr + new_val = self._add(fp, sock, cmd, add_val, timeout) + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 489, in _add + sock.sendall(b' '.join([ + ~~~~~~~~~~~~^^^^^^^^^^^^ + b'add', cmd.hash_key, b'0', str(timeout).encode('ascii'), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + str(len(add_val)).encode('ascii') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ]) + b'\r\n' + add_val + b'\r\n') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall + handler(*parts[1:]) + ~~~~~~~^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1318, in handle_add + raise Exception('add failed') +Exception: add failed +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix set_key, method set, time_spent 0.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 420, in set + sock.sendall(set_msg(cmd.hash_key, flags, timeout, value)) + ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall + handler(*parts[1:]) + ~~~~~~~^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1346, in handle_set + raise Exception('set failed') +Exception: set failed +test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, config_timeout 0.01, time_spent 1.0 +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe +test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache +test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache +test WARNING: Skipping /tmp/tmpg4sv19q4/devices3/device_is_file/data because [Errno 20] Not a directory: '/tmp/tmpg4sv19q4/devices3/device_is_file/data' +test WARNING: Skipping /tmp/tmpg4sv19q4/devices4/device/data because +test WARNING: Skipping device as it is not mounted +test WARNING: Skipping /tmp/tmpssoen96r/asdf/data because [Errno 20] Not a directory: '/tmp/tmpssoen96r/asdf/data' +test WARNING: Skipping /tmp/tmpssoen96r/asdf/data because [Errno 20] Not a directory: '/tmp/tmpssoen96r/asdf/data' +test WARNING: Skipping drive as it is not mounted +test WARNING: Skipping asdf as it is not mounted +test WARNING: Skipping /tmp/tmplvetjij0/asdf/data because [Errno 20] Not a directory: '/tmp/tmplvetjij0/asdf/data' +test WARNING: More than one part in a single-part response? +test ERROR: ERROR: swift.cache could not be found in env! +test ERROR: ERROR: swift.cache could not be found in env! +test WARNING: Unable to perform fsync() on directory /tmp/tmpbwdr8dc4: Bad file descriptor +Unable to locate some_not_real_function in libc. Leaving as a no-op. +test.unit.common.test_utils.TestUtils.test_load_libc_function +test.unit.common.test_utils.TestUtils.test_load_libc_function ... ok +test.unit.common.test_utils.TestUtils.test_load_pkg_resource +test.unit.common.test_utils.TestUtils.test_load_pkg_resource ... skipped 'pkg_resources loading is only available on python 3.7 and earlier' +test.unit.common.test_utils.TestUtils.test_load_recon_cache +test.unit.common.test_utils.TestUtils.test_load_recon_cache ... ok +test.unit.common.test_utils.TestUtils.test_lock_file +test.unit.common.test_utils.TestUtils.test_lock_file ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink +test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail +test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open +test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open ... ok +test.unit.common.test_utils.TestUtils.test_lock_path +test.unit.common.test_utils.TestUtils.test_lock_path ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_class +test.unit.common.test_utils.TestUtils.test_lock_path_class ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit +test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_name +test.unit.common.test_utils.TestUtils.test_lock_path_name ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps +test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps ... ok +test.unit.common.test_utils.TestUtils.test_majority_size +test.unit.common.test_utils.TestUtils.test_majority_size ... ok +test.unit.common.test_utils.TestUtils.test_make_db_file_path +test.unit.common.test_utils.TestUtils.test_make_db_file_path ... ok +test.unit.common.test_utils.TestUtils.test_makedirs_count +test.unit.common.test_utils.TestUtils.test_makedirs_count ... ok +test.unit.common.test_utils.TestUtils.test_md5_with_data +test.unit.common.test_utils.TestUtils.test_md5_with_data ... ok +test.unit.common.test_utils.TestUtils.test_md5_without_data +test.unit.common.test_utils.TestUtils.test_md5_without_data ... ok +test.unit.common.test_utils.TestUtils.test_mkdirs +test.unit.common.test_utils.TestUtils.test_mkdirs ... ok +test.unit.common.test_utils.TestUtils.test_monkey_patch +test.unit.common.test_utils.TestUtils.test_monkey_patch ... ok +test.unit.common.test_utils.TestUtils.test_node_to_string +test.unit.common.test_utils.TestUtils.test_node_to_string ... ok +test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error +test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error ... ok +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp ... ok +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision ... ok +test.unit.common.test_utils.TestUtils.test_normalize_timestamp +test.unit.common.test_utils.TestUtils.test_normalize_timestamp ... ok +test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type +test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type ... ok +test.unit.common.test_utils.TestUtils.test_parse_content_type +test.unit.common.test_utils.TestUtils.test_parse_content_type ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.common.test_utils.TestUtils.test_parse_db_filename +test.unit.common.test_utils.TestUtils.test_parse_db_filename ... ok +test.unit.common.test_utils.TestUtils.test_parse_header +test.unit.common.test_utils.TestUtils.test_parse_header ... ok +test.unit.common.test_utils.TestUtils.test_parse_options +test.unit.common.test_utils.TestUtils.test_parse_options ... ok +test.unit.common.test_utils.TestUtils.test_parse_options_errors +test.unit.common.test_utils.TestUtils.test_parse_options_errors ... ok +test.unit.common.test_utils.TestUtils.test_parse_override_options +test.unit.common.test_utils.TestUtils.test_parse_override_options ... ok +test.unit.common.test_utils.TestUtils.test_quorum_size +test.unit.common.test_utils.TestUtils.test_quorum_size ... ok +test.unit.common.test_utils.TestUtils.test_quote_bytes +test.unit.common.test_utils.TestUtils.test_quote_bytes ... ok +test.unit.common.test_utils.TestUtils.test_quote_unicode +test.unit.common.test_utils.TestUtils.test_quote_unicode ... ok +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep ... ok +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr ... ok +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep ... ok +test.unit.common.test_utils.TestUtils.test_remove_directory +test.unit.common.test_utils.TestUtils.test_remove_directory ... ok +test.unit.common.test_utils.TestUtils.test_remove_file +test.unit.common.test_utils.TestUtils.test_remove_file ... ok +test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false +test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false ... ok +test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir +test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir ... ok +test.unit.common.test_utils.TestUtils.test_replace_partition_in_path +test.unit.common.test_utils.TestUtils.test_replace_partition_in_path ... ok +test.unit.common.test_utils.TestUtils.test_round_robin_iter +test.unit.common.test_utils.TestUtils.test_round_robin_iter ... ok +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost ... ok +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible ... ok +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip ... ok +test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation +test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation ... ok +test.unit.common.test_utils.TestUtils.test_safe_json_loads +test.unit.common.test_utils.TestUtils.test_safe_json_loads ... ok +test.unit.common.test_utils.TestUtils.test_search_tree +test.unit.common.test_utils.TestUtils.test_search_tree ... ok +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match ... ok +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match ... ok +test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match +test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match ... ok +test.unit.common.test_utils.TestUtils.test_select_node_ip +test.unit.common.test_utils.TestUtils.test_select_node_ip ... ok +test.unit.common.test_utils.TestUtils.test_split_path +test.unit.common.test_utils.TestUtils.test_split_path ... ok +test.unit.common.test_utils.TestUtils.test_storage_directory +test.unit.common.test_utils.TestUtils.test_storage_directory ... ok +test.unit.common.test_utils.TestUtils.test_streq_const_time +test.unit.common.test_utils.TestUtils.test_streq_const_time ... ok +test.unit.common.test_utils.TestUtils.test_strict_b64decode +test.unit.common.test_utils.TestUtils.test_strict_b64decode ... ok +test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error +test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error ... ok +test.unit.common.test_utils.TestUtils.test_systemd_notify +test.unit.common.test_utils.TestUtils.test_systemd_notify ... ok +test.unit.common.test_utils.TestUtils.test_validate_device_partition +test.unit.common.test_utils.TestUtils.test_validate_device_partition ... ok +test.unit.common.test_utils.TestUtils.test_validate_hash_conf +test.unit.common.test_utils.TestUtils.test_validate_hash_conf ... ok +test.unit.common.test_utils.TestUtils.test_validate_sync_to +test.unit.common.test_utils.TestUtils.test_validate_sync_to ... ok +test.unit.common.test_utils.TestUtils.test_write_file +test.unit.common.test_utils.TestUtils.test_write_file ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_huge_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_huge_part_num ... ok - - -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. - -swift-ring-builder set_info - :[R:]/_ - [ :[R:]/_] ... - [--yes] - -or - -swift-ring-builder set_info - --ip --port - --replication-ip --replication-port - --device --meta - --change-ip --change-port - --change-replication-ip - --change-replication-port - --change-device - --change-meta - [--yes] +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time ... ok - For each search-value, resets the matched device's information. - This information isn't used to assign partitions, so you can use - 'write_ring' afterward to rewrite the current ring with the newer - device information. Any of the parts are optional in the final - :/_ parameter; just give what you - want to change. For instance set_info d74 _"snet: 5.6.7.8" would - just update the meta data for device id 74. +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txd713ca855b7b4cb4a7baf-0069741548) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd713ca855b7b4cb4a7baf-0069741548) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd713ca855b7b4cb4a7baf-0069741548) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd713ca855b7b4cb4a7baf-0069741548) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd713ca855b7b4cb4a7baf-0069741548) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd713ca855b7b4cb4a7baf-0069741548) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: txd713ca855b7b4cb4a7baf-0069741548) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd713ca855b7b4cb4a7baf-0069741548) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd713ca855b7b4cb4a7baf-0069741548) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: txd713ca855b7b4cb4a7baf-0069741548) +test DEBUG: Setting object count to 1064 (txn: txd713ca855b7b4cb4a7baf-0069741548) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: tx5e314a03681a4a25954a3-0069741548) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5e314a03681a4a25954a3-0069741548) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5e314a03681a4a25954a3-0069741548) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx5e314a03681a4a25954a3-0069741548) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5e314a03681a4a25954a3-0069741548) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5e314a03681a4a25954a3-0069741548) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx5e314a03681a4a25954a3-0069741548) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: txacb4510cad8a475393df9-0069741548) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txacb4510cad8a475393df9-0069741548) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txacb4510cad8a475393df9-0069741548) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txacb4510cad8a475393df9-0069741548) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txacb4510cad8a475393df9-0069741548) +test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txacb4510cad8a475393df9-0069741548) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txacb4510cad8a475393df9-0069741548) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe56c160a969e41a2a1165-0069741549) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe56c160a969e41a2a1165-0069741549) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe56c160a969e41a2a1165-0069741549) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe56c160a969e41a2a1165-0069741549) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe56c160a969e41a2a1165-0069741549) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe56c160a969e41a2a1165-0069741549) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txe56c160a969e41a2a1165-0069741549) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe56c160a969e41a2a1165-0069741549) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe56c160a969e41a2a1165-0069741549) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txe56c160a969e41a2a1165-0069741549) +test DEBUG: Setting object count to 1065 (txn: txe56c160a969e41a2a1165-0069741549) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb7d33ae98f3941b2a047f-0069741549) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb7d33ae98f3941b2a047f-0069741549) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb7d33ae98f3941b2a047f-0069741549) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: txb7d33ae98f3941b2a047f-0069741549) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb7d33ae98f3941b2a047f-0069741549) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb7d33ae98f3941b2a047f-0069741549) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: txb7d33ae98f3941b2a047f-0069741549) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txb7d33ae98f3941b2a047f-0069741549) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb7d33ae98f3941b2a047f-0069741549) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb7d33ae98f3941b2a047f-0069741549) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txb7d33ae98f3941b2a047f-0069741549) +test DEBUG: Setting object count to 1065 (txn: txb7d33ae98f3941b2a047f-0069741549) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files ... ok - Option --yes assume a yes response to all questions. swift-ring-builder set_min_part_hours Changes the to the given . This should be set to @@ -19210,1218 +19885,2826 @@ Exit codes: 0 = operation successful 1 = operation completed with warnings 2 = error -Problem occurred while reading builder file: /tmp/tmp28tv50dy/tmpucr9ucn2. Generic error occurred +/tmp/tmp3xpnj99m/tmp_fn1puof, build version 4, id 6759f12f3c394b9b9c9a62be3cdb50ee +64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion +The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) +The overload factor is 0.00% (0.000000) +Ring file /tmp/tmp3xpnj99m/tmp_fn1puof.ring.gz not found, probably it hasn't been written yet +Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta + 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data + 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 + 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 + 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 +Reassigned 192 (300.00%) partitions. Balance is now 5.00. Dispersion is now 0.00 Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 6.00 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. -------------------------------------------------------------------------------- -Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00test.unit.cli.test_ringbuilder.TestCommands.test_warn_at_risk -test.unit.cli.test_ringbuilder.TestCommands.test_warn_at_risk ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... Traceback (most recent call last): -ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain ... ok - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - ~~~~~^^ -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing ... ok +swift-ring-builder add + [r]z-:[R:]/_ + + [[r]z-:[R:]/_ + ] ... -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' - rejecting request -test ERROR: Problem finding shard upper in '/tmp/tmpwena_g1d/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpwena_g1d/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - shard_size, last_shard_upper) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - ~~^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ - env, start_response) - ^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - req=req, headers=headers, body=body, - conditional_response=req.method in ('GET', 'HEAD'), - conditional_etag=conditional_etag) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 2128, in blow_up - raise Exception('kaboom!') -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errorsException: kaboom! - ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok ... ok + Where and are replication ip and port. -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET - return self.GETorHEAD(req) - ~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - app, method, container, obj, headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl - return ah._handle_acl(app, method) - ~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - container, obj, - headers, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended ... ok +or -=============================================================================== ---> Starting reconnaissance on 5 hosts (object) -=============================================================================== -=============================================================================== ---> Starting reconnaissance on 2 hosts (object) -=============================================================================== -test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Cipher must be AES_CTR_256 -test DEBUG: No decryption is necessary because of override -test DEBUG: No decryption is necessary because of override -test ERROR: get_keys(): from callback: Testing: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys - keys = fetch_crypto_keys(key_id=key_id) - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_decrypter.py", line 902, in raise_exc - raise Exception('Testing') -Exception: Testing -test ERROR: Error decrypting header X-Object-Sysmeta-Crypto-Etag: Missing crypto meta in value fgBd78GL6kACmfmuAxTz9B7eJCFTfjxotcr7trw/5Qo= -test ERROR: ERROR get_keys() missing callback: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys - fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] - ~~~^^^^^^^^^^^^^^^^^^^^^ -KeyError: 'swift.callback.fetch_crypto_keys' -test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting object: Bad crypto meta: Missing 'cipher' -test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting object: Key must be length 32 bytes -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys - self.crypto.check_key(key) - ~~~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Error decrypting object: Missing 'body_key' -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== -test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys - self.crypto.check_key(key) - ~~~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE - self._delete_segments_bucket(req) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket - resp = req.get_response(self.app, 'HEAD') - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring -test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_ring -test.unit.cli.test_ringbuilder.TestCommands.test_write_ring ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_invalid_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_invalid_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys ... ok +swift-ring-builder add + --region --zone --ip --port + [--replication-ip ] [--replication-port ] + --device --weight + [--meta ] -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission ... ok + Adds devices to the ring with the given information. No partitions will be + assigned to the new device until after running 'rebalance'. This is so you + can make multiple device changes and rebalance them all just once. +swift-ring-builder list_parts [] .. -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers ... ok +or -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 HEAD /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 POST /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 DELETE /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 OPTIONS /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/42 GET - HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET / HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /bad HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /baddy/mc_badderson HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0// HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0//c HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/a// HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/a//o HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_error -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_error ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_exception -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_exception ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_object_error -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_object_error ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBroker.test_newid -test.unit.container.test_backend.TestContainerBroker.test_newid ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBroker.test_path -test.unit.container.test_backend.TestContainerBroker.test_path ... ok -test.unit.container.test_backend.TestContainerBroker.test_pending_file_name -test.unit.container.test_backend.TestContainerBroker.test_pending_file_name ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers ... ok +swift-ring-builder list_parts + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0003 "-" 4136259 0 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0003 "-" 4136259 1 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 4136259 1 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 4136259 1 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0003 "-" 4136259 1 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 4136259 1 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0003 "-" 4136259 1 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0003 "-" 4136259 1 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0003 "-" 4136259 1 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0003 "-" 4136259 1 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0003 "-" 4136259 1 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0037 "-" 4136259 0 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0024 "-" 4136259 0 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0021 "-" 4136259 0 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 4136259 0 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0010 "-" 4136259 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0002 "-" 4136259 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0003 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0003 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0040 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0038 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0020 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0033 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0013 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0003 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0003 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0003 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0003 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0003 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0035 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:39 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0017 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0013 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0095 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0017 "-" 4136259 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard ... ok + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Returns a 2 column list of all the partitions that are assigned to any of + the devices matching the search values given. The first column is the + assigned partition number and the second column is the number of device + matches for that partition. The list is ordered from most number of matches + to least. If there are a lot of devices to match against, this command + could take a while to run.test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_region_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_region_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_weight_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_weight_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_zone_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_zone_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_pretend_min_part_hours_passed +test.unit.cli.test_ringbuilder.TestCommands.test_pretend_min_part_hours_passed ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_failure_does_not_reset_last_moves_epoch +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_failure_does_not_reset_last_moves_epoch ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_min_part_hours_not_passed +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_min_part_hours_not_passed ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_device_change +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_device_change ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:42 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases ... ok -test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_out_of_range_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_out_of_range_part_num ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_part_num ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response + return self.get_acl_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object -test.unit.container.test_backend.TestContainerBroker.test_put_object ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing ... ok + +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx9faf7ebb9da74d068f5ef-0069741547) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: txa5404cd121da45538e9e1-0069741547) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx80a6e0a283054e0587368-0069741547) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx7fe25b56fb8b4e07a51af-0069741547) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx8ea14c87515e474a87d3a-0069741548) +test INFO: Client disconnected on read of '/a/c' (txn: tx0963a03d3712453e8205d-0069741548) +test INFO: Client disconnected on read of '/a/c' (txn: txdc16f172f8d6444a9afd7-0069741548) +test INFO: Client disconnected on read of '/a/c' (txn: txdc16f172f8d6444a9afd7-0069741548) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: Container GET returning 503 for (204, 404, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: Container GET returning 503 for (204, 503, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (404, 503, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges ... ok + +swift-ring-builder remove [search-value ...] + [--yes] + +or + +swift-ring-builder remove + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Removes the device(s) from the ring. This should normally just be used for + a device that has failed. For a device you wish to decommission, it's best + to set its weight to 0, wait for it to drain all its data, then use this + remove command. This will not take effect until after running 'rebalance'. + This is so you can make multiple device changes and rebalance them all just + once. + + Option --yes assume a yes response to all questions. +swift-ring-builder search + +or + +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Shows information about matching devices. +swift-ring-builder search + +or + +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Shows information about matching devices. +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +Reassigned 768 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +No partitions could be reassigned. +The time between rebalances must be at least min_part_hours: 1 hours (1:00:00 remaining) +Reassigned 192 (75.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +No partitions could be reassigned. +The time between rebalances must be at least min_part_hours: 1 hours (0:24:00 remaining) +No partitions could be reassigned. +There is no need to do so at this time +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 1000.0 +No partitions could be reassigned. +The time between rebalances must be at least min_part_hours: 1 hours (1:00:00 remaining) +------------------------------------------------------------------------------- +An error has occurred during ring validation. Common +causes of failure are rings that are empty or do not +have enough devices to accommodate the replica count. +Original exception message: + There are no devices in this ring, or all devices have been deleted +------------------------------------------------------------------------------- +Partition power increase in progress. +You need to finish the increase first before rebalancing. +Reassigned 0 (0.00%) partitions. Balance is now 0.00. Dispersion is now 0.00test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices +test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_no_matching ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_part_power_increase +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_part_power_increase ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_old_format ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'Content-Md5': 'rf0FNhC2XNzKUoWj55lb8w==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'adfd053610b65cdcca5285a3e7995bf3', 'Content-Length': '230'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:43 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:42 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} +fake-swift ERROR: Could not parse SLO delete response (200 OK): b'asdf': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete + delete_result = json.loads(resp.body) + File "/usr/lib/python3.13/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ~~~~~~~~~~~~~~~~~~~~~~~^^^ + File "/usr/lib/python3.13/json/decoder.py", line 345, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/json/decoder.py", line 363, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite ... ok +test INFO: Begin account audit "once" mode +test INFO: Account audit "once" mode completed: 0.00s +test INFO: Disabling account_sdb +test INFO: Disabling container_sdb +test INFO: Disabling object_sdb +test INFO: Enabling account_sdb +test INFO: Enabling container_sdb +test INFO: Enabling object_sdb +DEBUG: New builder; performing initial balance +New builder; performing initial balance +DEBUG: Planning 3.0 on (1,) +Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1, 1) +Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: 768 new parts and 0 removed parts from replica-count change +768 new parts and 0 removed parts from replica-count change +DEBUG: Gather start is 143 (Last start was 0) +Gather start is 143 (Last start was 0) +DEBUG: Gathered 768 parts +Gathered 768 parts +DEBUG: Placed 37/0 onto dev r1z1-10.1.1.1/sdd +Placed 37/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 37/1 onto dev r1z1-10.1.1.1/sda +Placed 37/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 37/2 onto dev r1z1-10.1.1.1/sdb +Placed 37/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 144/0 onto dev r1z1-10.1.1.1/sdc +Placed 144/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 144/1 onto dev r1z1-10.1.1.1/sdd +Placed 144/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 144/2 onto dev r1z1-10.1.1.1/sda +Placed 144/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 18/0 onto dev r1z1-10.1.1.1/sdb +Placed 18/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 18/1 onto dev r1z1-10.1.1.1/sdc +Placed 18/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 18/2 onto dev r1z1-10.1.1.1/sdd +Placed 18/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 111/0 onto dev r1z1-10.1.1.1/sda +Placed 111/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 111/1 onto dev r1z1-10.1.1.1/sdb +Placed 111/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 111/2 onto dev r1z1-10.1.1.1/sdc +Placed 111/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 191/0 onto dev r1z1-10.1.1.1/sdd +Placed 191/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 191/1 onto dev r1z1-10.1.1.1/sda +Placed 191/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 191/2 onto dev r1z1-10.1.1.1/sdb +Placed 191/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 198/0 onto dev r1z1-10.1.1.1/sdc +Placed 198/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 198/1 onto dev r1z1-10.1.1.1/sdd +Placed 198/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 198/2 onto dev r1z1-10.1.1.1/sda +Placed 198/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 159/0 onto dev r1z1-10.1.1.1/sdb +Placed 159/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 159/1 onto dev r1z1-10.1.1.1/sdc +Placed 159/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 159/2 onto dev r1z1-10.1.1.1/sdd +Placed 159/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 50/0 onto dev r1z1-10.1.1.1/sda +Placed 50/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 50/1 onto dev r1z1-10.1.1.1/sdb +Placed 50/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 50/2 onto dev r1z1-10.1.1.1/sdc +Placed 50/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 209/0 onto dev r1z1-10.1.1.1/sdd +Placed 209/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 209/1 onto dev r1z1-10.1.1.1/sda +Placed 209/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 209/2 onto dev r1z1-10.1.1.1/sdb +Placed 209/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 240/0 onto dev r1z1-10.1.1.1/sdc +Placed 240/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 240/1 onto dev r1z1-10.1.1.1/sdd +Placed 240/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 240/2 onto dev r1z1-10.1.1.1/sda +Placed 240/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 53/0 onto dev r1z1-10.1.1.1/sdb +Placed 53/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 53/1 onto dev r1z1-10.1.1.1/sdc +Placed 53/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 53/2 onto dev r1z1-10.1.1.1/sdd +Placed 53/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 206/0 onto dev r1z1-10.1.1.1/sda +Placed 206/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 206/1 onto dev r1z1-10.1.1.1/sdb +Placed 206/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 206/2 onto dev r1z1-10.1.1.1/sdc +Placed 206/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 83/0 onto dev r1z1-10.1.1.1/sdd +Placed 83/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 83/1 onto dev r1z1-10.1.1.1/sda +Placed 83/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 83/2 onto dev r1z1-10.1.1.1/sdb +Placed 83/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 166/0 onto dev r1z1-10.1.1.1/sdc +Placed 166/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 166/1 onto dev r1z1-10.1.1.1/sdd +Placed 166/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 166/2 onto dev r1z1-10.1.1.1/sda +Placed 166/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 217/0 onto dev r1z1-10.1.1.1/sdb +Placed 217/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 217/1 onto dev r1z1-10.1.1.1/sdc +Placed 217/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 217/2 onto dev r1z1-10.1.1.1/sdd +Placed 217/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 80/0 onto dev r1z1-10.1.1.1/sda +Placed 80/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 80/1 onto dev r1z1-10.1.1.1/sdb +Placed 80/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 80/2 onto dev r1z1-10.1.1.1/sdc +Placed 80/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 41/0 onto dev r1z1-10.1.1.1/sdd +Placed 41/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 41/1 onto dev r1z1-10.1.1.1/sda +Placed 41/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 41/2 onto dev r1z1-10.1.1.1/sdb +Placed 41/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 178/0 onto dev r1z1-10.1.1.1/sdc +Placed 178/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 178/1 onto dev r1z1-10.1.1.1/sdd +Placed 178/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 178/2 onto dev r1z1-10.1.1.1/sda +Placed 178/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 213/0 onto dev r1z1-10.1.1.1/sdb +Placed 213/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 213/1 onto dev r1z1-10.1.1.1/sdc +Placed 213/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 213/2 onto dev r1z1-10.1.1.1/sdd +Placed 213/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 147/0 onto dev r1z1-10.1.1.1/sda +Placed 147/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 147/1 onto dev r1z1-10.1.1.1/sdb +Placed 147/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 147/2 onto dev r1z1-10.1.1.1/sdc +Placed 147/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 170/0 onto dev r1z1-10.1.1.1/sdd +Placed 170/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 170/1 onto dev r1z1-10.1.1.1/sda +Placed 170/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 170/2 onto dev r1z1-10.1.1.1/sdb +Placed 170/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 81/0 onto dev r1z1-10.1.1.1/sdc +Placed 81/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 81/1 onto dev r1z1-10.1.1.1/sdd +Placed 81/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 81/2 onto dev r1z1-10.1.1.1/sda +Placed 81/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 211/0 onto dev r1z1-10.1.1.1/sdb +Placed 211/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 211/1 onto dev r1z1-10.1.1.1/sdc +Placed 211/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 211/2 onto dev r1z1-10.1.1.1/sdd +Placed 211/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 172/0 onto dev r1z1-10.1.1.1/sda +Placed 172/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 172/1 onto dev r1z1-10.1.1.1/sdb +Placed 172/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 172/2 onto dev r1z1-10.1.1.1/sdc +Placed 172/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 27/0 onto dev r1z1-10.1.1.1/sdd +Placed 27/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 27/1 onto dev r1z1-10.1.1.1/sda +Placed 27/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 27/2 onto dev r1z1-10.1.1.1/sdb +Placed 27/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 35/0 onto dev r1z1-10.1.1.1/sdc +Placed 35/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 35/1 onto dev r1z1-10.1.1.1/sdd +Placed 35/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 35/2 onto dev r1z1-10.1.1.1/sda +Placed 35/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 73/0 onto dev r1z1-10.1.1.1/sdb +Placed 73/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 73/1 onto dev r1z1-10.1.1.1/sdc +Placed 73/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 73/2 onto dev r1z1-10.1.1.1/sdd +Placed 73/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 167/0 onto dev r1z1-10.1.1.1/sda +Placed 167/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 167/1 onto dev r1z1-10.1.1.1/sdb +Placed 167/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 167/2 onto dev r1z1-10.1.1.1/sdc +Placed 167/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 162/0 onto dev r1z1-10.1.1.1/sdd +Placed 162/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 162/1 onto dev r1z1-10.1.1.1/sda +Placed 162/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 162/2 onto dev r1z1-10.1.1.1/sdb +Placed 162/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 246/0 onto dev r1z1-10.1.1.1/sdc +Placed 246/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 246/1 onto dev r1z1-10.1.1.1/sdd +Placed 246/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 246/2 onto dev r1z1-10.1.1.1/sda +Placed 246/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 97/0 onto dev r1z1-10.1.1.1/sdb +Placed 97/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 97/1 onto dev r1z1-10.1.1.1/sdc +Placed 97/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 97/2 onto dev r1z1-10.1.1.1/sdd +Placed 97/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 228/0 onto dev r1z1-10.1.1.1/sda +Placed 228/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 228/1 onto dev r1z1-10.1.1.1/sdb +Placed 228/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 228/2 onto dev r1z1-10.1.1.1/sdc +Placed 228/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 135/0 onto dev r1z1-10.1.1.1/sdd +Placed 135/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 135/1 onto dev r1z1-10.1.1.1/sda +Placed 135/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 135/2 onto dev r1z1-10.1.1.1/sdb +Placed 135/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 171/0 onto dev r1z1-10.1.1.1/sdc +Placed 171/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 171/1 onto dev r1z1-10.1.1.1/sdd +Placed 171/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 171/2 onto dev r1z1-10.1.1.1/sda +Placed 171/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 245/0 onto dev r1z1-10.1.1.1/sdb +Placed 245/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 245/1 onto dev r1z1-10.1.1.1/sdc +Placed 245/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 245/2 onto dev r1z1-10.1.1.1/sdd +Placed 245/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 238/0 onto dev r1z1-10.1.1.1/sda +Placed 238/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 238/1 onto dev r1z1-10.1.1.1/sdb +Placed 238/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 238/2 onto dev r1z1-10.1.1.1/sdc +Placed 238/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 101/0 onto dev r1z1-10.1.1.1/sdd +Placed 101/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 101/1 onto dev r1z1-10.1.1.1/sda +Placed 101/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 101/2 onto dev r1z1-10.1.1.1/sdb +Placed 101/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 227/0 onto dev r1z1-10.1.1.1/sdc +Placed 227/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 227/1 onto dev r1z1-10.1.1.1/sdd +Placed 227/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 227/2 onto dev r1z1-10.1.1.1/sda +Placed 227/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 187/0 onto dev r1z1-10.1.1.1/sdb +Placed 187/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 187/1 onto dev r1z1-10.1.1.1/sdc +Placed 187/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 187/2 onto dev r1z1-10.1.1.1/sdd +Placed 187/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 24/0 onto dev r1z1-10.1.1.1/sda +Placed 24/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 24/1 onto dev r1z1-10.1.1.1/sdb +Placed 24/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 24/2 onto dev r1z1-10.1.1.1/sdc +Placed 24/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 90/0 onto dev r1z1-10.1.1.1/sdd +Placed 90/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 90/1 onto dev r1z1-10.1.1.1/sda +Placed 90/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 90/2 onto dev r1z1-10.1.1.1/sdb +Placed 90/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 183/0 onto dev r1z1-10.1.1.1/sdc +Placed 183/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 183/1 onto dev r1z1-10.1.1.1/sdd +Placed 183/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 183/2 onto dev r1z1-10.1.1.1/sda +Placed 183/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 62/0 onto dev r1z1-10.1.1.1/sdb +Placed 62/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 62/1 onto dev r1z1-10.1.1.1/sdc +Placed 62/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 62/2 onto dev r1z1-10.1.1.1/sdd +Placed 62/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 21/0 onto dev r1z1-10.1.1.1/sda +Placed 21/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 21/1 onto dev r1z1-10.1.1.1/sdb +Placed 21/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 21/2 onto dev r1z1-10.1.1.1/sdc +Placed 21/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 64/0 onto dev r1z1-10.1.1.1/sdd +Placed 64/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 64/1 onto dev r1z1-10.1.1.1/sda +Placed 64/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 64/2 onto dev r1z1-10.1.1.1/sdb +Placed 64/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 69/0 onto dev r1z1-10.1.1.1/sdc +Placed 69/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 69/1 onto dev r1z1-10.1.1.1/sdd +Placed 69/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 69/2 onto dev r1z1-10.1.1.1/sda +Placed 69/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 77/0 onto dev r1z1-10.1.1.1/sdb +Placed 77/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 77/1 onto dev r1z1-10.1.1.1/sdc +Placed 77/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 77/2 onto dev r1z1-10.1.1.1/sdd +Placed 77/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 82/0 onto dev r1z1-10.1.1.1/sda +Placed 82/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 82/1 onto dev r1z1-10.1.1.1/sdb +Placed 82/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 82/2 onto dev r1z1-10.1.1.1/sdc +Placed 82/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 108/0 onto dev r1z1-10.1.1.1/sdd +Placed 108/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 108/1 onto dev r1z1-10.1.1.1/sda +Placed 108/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 108/2 onto dev r1z1-10.1.1.1/sdb +Placed 108/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 60/0 onto dev r1z1-10.1.1.1/sdc +Placed 60/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 60/1 onto dev r1z1-10.1.1.1/sdd +Placed 60/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 60/2 onto dev r1z1-10.1.1.1/sda +Placed 60/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 10/0 onto dev r1z1-10.1.1.1/sdb +Placed 10/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 10/1 onto dev r1z1-10.1.1.1/sdc +Placed 10/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 10/2 onto dev r1z1-10.1.1.1/sdd +Placed 10/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 13/0 onto dev r1z1-10.1.1.1/sda +Placed 13/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 13/1 onto dev r1z1-10.1.1.1/sdb +Placed 13/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 13/2 onto dev r1z1-10.1.1.1/sdc +Placed 13/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 175/0 onto dev r1z1-10.1.1.1/sdd +Placed 175/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 175/1 onto dev r1z1-10.1.1.1/sda +Placed 175/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 175/2 onto dev r1z1-10.1.1.1/sdb +Placed 175/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 122/0 onto dev r1z1-10.1.1.1/sdc +Placed 122/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 122/1 onto dev r1z1-10.1.1.1/sdd +Placed 122/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 122/2 onto dev r1z1-10.1.1.1/sda +Placed 122/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 222/0 onto dev r1z1-10.1.1.1/sdb +Placed 222/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 222/1 onto dev r1z1-10.1.1.1/sdc +Placed 222/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 222/2 onto dev r1z1-10.1.1.1/sdd +Placed 222/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 150/0 onto dev r1z1-10.1.1.1/sda +Placed 150/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 150/1 onto dev r1z1-10.1.1.1/sdb +Placed 150/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 150/2 onto dev r1z1-10.1.1.1/sdc +Placed 150/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 140/0 onto dev r1z1-10.1.1.1/sdd +Placed 140/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 140/1 onto dev r1z1-10.1.1.1/sda +Placed 140/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 140/2 onto dev r1z1-10.1.1.1/sdb +Placed 140/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 196/0 onto dev r1z1-10.1.1.1/sdc +Placed 196/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 196/1 onto dev r1z1-10.1.1.1/sdd +Placed 196/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 196/2 onto dev r1z1-10.1.1.1/sda +Placed 196/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 219/0 onto dev r1z1-10.1.1.1/sdb +Placed 219/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 219/1 onto dev r1z1-10.1.1.1/sdc +Placed 219/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 219/2 onto dev r1z1-10.1.1.1/sdd +Placed 219/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 31/0 onto dev r1z1-10.1.1.1/sda +Placed 31/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 31/1 onto dev r1z1-10.1.1.1/sdb +Placed 31/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 31/2 onto dev r1z1-10.1.1.1/sdc +Placed 31/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 195/0 onto dev r1z1-10.1.1.1/sdd +Placed 195/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 195/1 onto dev r1z1-10.1.1.1/sda +Placed 195/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 195/2 onto dev r1z1-10.1.1.1/sdb +Placed 195/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 29/0 onto dev r1z1-10.1.1.1/sdc +Placed 29/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 29/1 onto dev r1z1-10.1.1.1/sdd +Placed 29/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 29/2 onto dev r1z1-10.1.1.1/sda +Placed 29/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 224/0 onto dev r1z1-10.1.1.1/sdb +Placed 224/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 224/1 onto dev r1z1-10.1.1.1/sdc +Placed 224/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 224/2 onto dev r1z1-10.1.1.1/sdd +Placed 224/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 200/0 onto dev r1z1-10.1.1.1/sda +Placed 200/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 200/1 onto dev r1z1-10.1.1.1/sdb +Placed 200/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 200/2 onto dev r1z1-10.1.1.1/sdc +Placed 200/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 153/0 onto dev r1z1-10.1.1.1/sdd +Placed 153/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 153/1 onto dev r1z1-10.1.1.1/sda +Placed 153/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 153/2 onto dev r1z1-10.1.1.1/sdb +Placed 153/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 193/0 onto dev r1z1-10.1.1.1/sdc +Placed 193/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 193/1 onto dev r1z1-10.1.1.1/sdd +Placed 193/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 193/2 onto dev r1z1-10.1.1.1/sda +Placed 193/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 48/0 onto dev r1z1-10.1.1.1/sdb +Placed 48/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 48/1 onto dev r1z1-10.1.1.1/sdc +Placed 48/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 48/2 onto dev r1z1-10.1.1.1/sdd +Placed 48/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 54/0 onto dev r1z1-10.1.1.1/sda +Placed 54/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 54/1 onto dev r1z1-10.1.1.1/sdb +Placed 54/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 54/2 onto dev r1z1-10.1.1.1/sdc +Placed 54/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 164/0 onto dev r1z1-10.1.1.1/sdd +Placed 164/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 164/1 onto dev r1z1-10.1.1.1/sda +Placed 164/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 164/2 onto dev r1z1-10.1.1.1/sdb +Placed 164/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 207/0 onto dev r1z1-10.1.1.1/sdc +Placed 207/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 207/1 onto dev r1z1-10.1.1.1/sdd +Placed 207/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 207/2 onto dev r1z1-10.1.1.1/sda +Placed 207/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 128/0 onto dev r1z1-10.1.1.1/sdb +Placed 128/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 128/1 onto dev r1z1-10.1.1.1/sdc +Placed 128/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 128/2 onto dev r1z1-10.1.1.1/sdd +Placed 128/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 139/0 onto dev r1z1-10.1.1.1/sda +Placed 139/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 139/1 onto dev r1z1-10.1.1.1/sdb +Placed 139/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 139/2 onto dev r1z1-10.1.1.1/sdc +Placed 139/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 19/0 onto dev r1z1-10.1.1.1/sdd +Placed 19/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 19/1 onto dev r1z1-10.1.1.1/sda +Placed 19/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 19/2 onto dev r1z1-10.1.1.1/sdb +Placed 19/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 231/0 onto dev r1z1-10.1.1.1/sdc +Placed 231/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 231/1 onto dev r1z1-10.1.1.1/sdd +Placed 231/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 231/2 onto dev r1z1-10.1.1.1/sda +Placed 231/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 110/0 onto dev r1z1-10.1.1.1/sdb +Placed 110/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 110/1 onto dev r1z1-10.1.1.1/sdc +Placed 110/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 110/2 onto dev r1z1-10.1.1.1/sdd +Placed 110/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 68/0 onto dev r1z1-10.1.1.1/sda +Placed 68/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 68/1 onto dev r1z1-10.1.1.1/sdb +Placed 68/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 68/2 onto dev r1z1-10.1.1.1/sdc +Placed 68/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 8/0 onto dev r1z1-10.1.1.1/sdd +Placed 8/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 8/1 onto dev r1z1-10.1.1.1/sda +Placed 8/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 8/2 onto dev r1z1-10.1.1.1/sdb +Placed 8/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 117/0 onto dev r1z1-10.1.1.1/sdc +Placed 117/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 117/1 onto dev r1z1-10.1.1.1/sdd +Placed 117/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 117/2 onto dev r1z1-10.1.1.1/sda +Placed 117/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 42/0 onto dev r1z1-10.1.1.1/sdb +Placed 42/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 42/1 onto dev r1z1-10.1.1.1/sdc +Placed 42/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 42/2 onto dev r1z1-10.1.1.1/sdd +Placed 42/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 127/0 onto dev r1z1-10.1.1.1/sda +Placed 127/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 127/1 onto dev r1z1-10.1.1.1/sdb +Placed 127/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 127/2 onto dev r1z1-10.1.1.1/sdc +Placed 127/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 70/0 onto dev r1z1-10.1.1.1/sdd +Placed 70/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 70/1 onto dev r1z1-10.1.1.1/sda +Placed 70/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 70/2 onto dev r1z1-10.1.1.1/sdb +Placed 70/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 44/0 onto dev r1z1-10.1.1.1/sdc +Placed 44/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 44/1 onto dev r1z1-10.1.1.1/sdd +Placed 44/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 44/2 onto dev r1z1-10.1.1.1/sda +Placed 44/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 130/0 onto dev r1z1-10.1.1.1/sdb +Placed 130/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 130/1 onto dev r1z1-10.1.1.1/sdc +Placed 130/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 130/2 onto dev r1z1-10.1.1.1/sdd +Placed 130/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 105/0 onto dev r1z1-10.1.1.1/sda +Placed 105/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 105/1 onto dev r1z1-10.1.1.1/sdb +Placed 105/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 105/2 onto dev r1z1-10.1.1.1/sdc +Placed 105/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 218/0 onto dev r1z1-10.1.1.1/sdd +Placed 218/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 218/1 onto dev r1z1-10.1.1.1/sda +Placed 218/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 218/2 onto dev r1z1-10.1.1.1/sdb +Placed 218/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 125/0 onto dev r1z1-10.1.1.1/sdc +Placed 125/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 125/1 onto dev r1z1-10.1.1.1/sdd +Placed 125/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 125/2 onto dev r1z1-10.1.1.1/sda +Placed 125/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 146/0 onto dev r1z1-10.1.1.1/sdb +Placed 146/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 146/1 onto dev r1z1-10.1.1.1/sdc +Placed 146/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 146/2 onto dev r1z1-10.1.1.1/sdd +Placed 146/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 57/0 onto dev r1z1-10.1.1.1/sda +Placed 57/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 57/1 onto dev r1z1-10.1.1.1/sdb +Placed 57/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 57/2 onto dev r1z1-10.1.1.1/sdc +Placed 57/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 165/0 onto dev r1z1-10.1.1.1/sdd +Placed 165/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 165/1 onto dev r1z1-10.1.1.1/sda +Placed 165/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 165/2 onto dev r1z1-10.1.1.1/sdb +Placed 165/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 66/0 onto dev r1z1-10.1.1.1/sdc +Placed 66/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 66/1 onto dev r1z1-10.1.1.1/sdd +Placed 66/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 66/2 onto dev r1z1-10.1.1.1/sda +Placed 66/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 163/0 onto dev r1z1-10.1.1.1/sdb +Placed 163/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 163/1 onto dev r1z1-10.1.1.1/sdc +Placed 163/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 163/2 onto dev r1z1-10.1.1.1/sdd +Placed 163/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 67/0 onto dev r1z1-10.1.1.1/sda +Placed 67/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 67/1 onto dev r1z1-10.1.1.1/sdb +Placed 67/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 67/2 onto dev r1z1-10.1.1.1/sdc +Placed 67/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 4/0 onto dev r1z1-10.1.1.1/sdd +Placed 4/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 4/1 onto dev r1z1-10.1.1.1/sda +Placed 4/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 4/2 onto dev r1z1-10.1.1.1/sdb +Placed 4/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 92/0 onto dev r1z1-10.1.1.1/sdc +Placed 92/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 92/1 onto dev r1z1-10.1.1.1/sdd +Placed 92/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 92/2 onto dev r1z1-10.1.1.1/sda +Placed 92/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 89/0 onto dev r1z1-10.1.1.1/sdb +Placed 89/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 89/1 onto dev r1z1-10.1.1.1/sdc +Placed 89/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 89/2 onto dev r1z1-10.1.1.1/sdd +Placed 89/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 234/0 onto dev r1z1-10.1.1.1/sda +Placed 234/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 234/1 onto dev r1z1-10.1.1.1/sdb +Placed 234/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 234/2 onto dev r1z1-10.1.1.1/sdc +Placed 234/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 45/0 onto dev r1z1-10.1.1.1/sdd +Placed 45/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 45/1 onto dev r1z1-10.1.1.1/sda +Placed 45/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 45/2 onto dev r1z1-10.1.1.1/sdb +Placed 45/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 38/0 onto dev r1z1-10.1.1.1/sdc +Placed 38/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 38/1 onto dev r1z1-10.1.1.1/sdd +Placed 38/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 38/2 onto dev r1z1-10.1.1.1/sda +Placed 38/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 39/0 onto dev r1z1-10.1.1.1/sdb +Placed 39/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 39/1 onto dev r1z1-10.1.1.1/sdc +Placed 39/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 39/2 onto dev r1z1-10.1.1.1/sdd +Placed 39/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 7/0 onto dev r1z1-10.1.1.1/sda +Placed 7/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 7/1 onto dev r1z1-10.1.1.1/sdb +Placed 7/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 7/2 onto dev r1z1-10.1.1.1/sdc +Placed 7/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 116/0 onto dev r1z1-10.1.1.1/sdd +Placed 116/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 116/1 onto dev r1z1-10.1.1.1/sda +Placed 116/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 116/2 onto dev r1z1-10.1.1.1/sdb +Placed 116/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 14/0 onto dev r1z1-10.1.1.1/sdc +Placed 14/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 14/1 onto dev r1z1-10.1.1.1/sdd +Placed 14/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 14/2 onto dev r1z1-10.1.1.1/sda +Placed 14/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 244/0 onto dev r1z1-10.1.1.1/sdb +Placed 244/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 244/1 onto dev r1z1-10.1.1.1/sdc +Placed 244/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 244/2 onto dev r1z1-10.1.1.1/sdd +Placed 244/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 129/0 onto dev r1z1-10.1.1.1/sda +Placed 129/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 129/1 onto dev r1z1-10.1.1.1/sdb +Placed 129/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 129/2 onto dev r1z1-10.1.1.1/sdc +Placed 129/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 99/0 onto dev r1z1-10.1.1.1/sdd +Placed 99/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 99/1 onto dev r1z1-10.1.1.1/sda +Placed 99/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 99/2 onto dev r1z1-10.1.1.1/sdb +Placed 99/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 176/0 onto dev r1z1-10.1.1.1/sdc +Placed 176/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 176/1 onto dev r1z1-10.1.1.1/sdd +Placed 176/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 176/2 onto dev r1z1-10.1.1.1/sda +Placed 176/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 180/0 onto dev r1z1-10.1.1.1/sdb +Placed 180/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 180/1 onto dev r1z1-10.1.1.1/sdc +Placed 180/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 180/2 onto dev r1z1-10.1.1.1/sdd +Placed 180/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 215/0 onto dev r1z1-10.1.1.1/sda +Placed 215/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 215/1 onto dev r1z1-10.1.1.1/sdb +Placed 215/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 215/2 onto dev r1z1-10.1.1.1/sdc +Placed 215/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 40/0 onto dev r1z1-10.1.1.1/sdd +Placed 40/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 40/1 onto dev r1z1-10.1.1.1/sda +Placed 40/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 40/2 onto dev r1z1-10.1.1.1/sdb +Placed 40/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 181/0 onto dev r1z1-10.1.1.1/sdc +Placed 181/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 181/1 onto dev r1z1-10.1.1.1/sdd +Placed 181/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 181/2 onto dev r1z1-10.1.1.1/sda +Placed 181/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 202/0 onto dev r1z1-10.1.1.1/sdb +Placed 202/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 202/1 onto dev r1z1-10.1.1.1/sdc +Placed 202/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 202/2 onto dev r1z1-10.1.1.1/sdd +Placed 202/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 203/0 onto dev r1z1-10.1.1.1/sda +Placed 203/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 203/1 onto dev r1z1-10.1.1.1/sdb +Placed 203/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 203/2 onto dev r1z1-10.1.1.1/sdc +Placed 203/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 143/0 onto dev r1z1-10.1.1.1/sdd +Placed 143/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 143/1 onto dev r1z1-10.1.1.1/sda +Placed 143/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 143/2 onto dev r1z1-10.1.1.1/sdb +Placed 143/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 91/0 onto dev r1z1-10.1.1.1/sdc +Placed 91/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 91/1 onto dev r1z1-10.1.1.1/sdd +Placed 91/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 91/2 onto dev r1z1-10.1.1.1/sda +Placed 91/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 28/0 onto dev r1z1-10.1.1.1/sdb +Placed 28/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 28/1 onto dev r1z1-10.1.1.1/sdc +Placed 28/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 28/2 onto dev r1z1-10.1.1.1/sdd +Placed 28/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 185/0 onto dev r1z1-10.1.1.1/sda +Placed 185/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 185/1 onto dev r1z1-10.1.1.1/sdb +Placed 185/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 185/2 onto dev r1z1-10.1.1.1/sdc +Placed 185/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 216/0 onto dev r1z1-10.1.1.1/sdd +Placed 216/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 216/1 onto dev r1z1-10.1.1.1/sda +Placed 216/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 216/2 onto dev r1z1-10.1.1.1/sdb +Placed 216/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 49/0 onto dev r1z1-10.1.1.1/sdc +Placed 49/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 49/1 onto dev r1z1-10.1.1.1/sdd +Placed 49/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 49/2 onto dev r1z1-10.1.1.1/sda +Placed 49/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 151/0 onto dev r1z1-10.1.1.1/sdb +Placed 151/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 151/1 onto dev r1z1-10.1.1.1/sdc +Placed 151/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 151/2 onto dev r1z1-10.1.1.1/sdd +Placed 151/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 72/0 onto dev r1z1-10.1.1.1/sda +Placed 72/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 72/1 onto dev r1z1-10.1.1.1/sdb +Placed 72/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 72/2 onto dev r1z1-10.1.1.1/sdc +Placed 72/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 134/0 onto dev r1z1-10.1.1.1/sdd +Placed 134/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 134/1 onto dev r1z1-10.1.1.1/sda +Placed 134/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 134/2 onto dev r1z1-10.1.1.1/sdb +Placed 134/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 141/0 onto dev r1z1-10.1.1.1/sdc +Placed 141/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 141/1 onto dev r1z1-10.1.1.1/sdd +Placed 141/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 141/2 onto dev r1z1-10.1.1.1/sda +Placed 141/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 199/0 onto dev r1z1-10.1.1.1/sdb +Placed 199/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 199/1 onto dev r1z1-10.1.1.1/sdc +Placed 199/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 199/2 onto dev r1z1-10.1.1.1/sdd +Placed 199/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 192/0 onto dev r1z1-10.1.1.1/sda +Placed 192/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 192/1 onto dev r1z1-10.1.1.1/sdb +Placed 192/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 192/2 onto dev r1z1-10.1.1.1/sdc +Placed 192/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 152/0 onto dev r1z1-10.1.1.1/sdd +Placed 152/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 152/1 onto dev r1z1-10.1.1.1/sda +Placed 152/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 152/2 onto dev r1z1-10.1.1.1/sdb +Placed 152/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 52/0 onto dev r1z1-10.1.1.1/sdc +Placed 52/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 52/1 onto dev r1z1-10.1.1.1/sdd +Placed 52/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 52/2 onto dev r1z1-10.1.1.1/sda +Placed 52/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 36/0 onto dev r1z1-10.1.1.1/sdb +Placed 36/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 36/1 onto dev r1z1-10.1.1.1/sdc +Placed 36/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 36/2 onto dev r1z1-10.1.1.1/sdd +Placed 36/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 85/0 onto dev r1z1-10.1.1.1/sda +Placed 85/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 85/1 onto dev r1z1-10.1.1.1/sdb +Placed 85/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 85/2 onto dev r1z1-10.1.1.1/sdc +Placed 85/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 46/0 onto dev r1z1-10.1.1.1/sdd +Placed 46/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 46/1 onto dev r1z1-10.1.1.1/sda +Placed 46/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 46/2 onto dev r1z1-10.1.1.1/sdb +Placed 46/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 158/0 onto dev r1z1-10.1.1.1/sdc +Placed 158/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 158/1 onto dev r1z1-10.1.1.1/sdd +Placed 158/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 158/2 onto dev r1z1-10.1.1.1/sda +Placed 158/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 84/0 onto dev r1z1-10.1.1.1/sdb +Placed 84/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 84/1 onto dev r1z1-10.1.1.1/sdc +Placed 84/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 84/2 onto dev r1z1-10.1.1.1/sdd +Placed 84/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 201/0 onto dev r1z1-10.1.1.1/sda +Placed 201/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 201/1 onto dev r1z1-10.1.1.1/sdb +Placed 201/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 201/2 onto dev r1z1-10.1.1.1/sdc +Placed 201/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 123/0 onto dev r1z1-10.1.1.1/sdd +Placed 123/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 123/1 onto dev r1z1-10.1.1.1/sda +Placed 123/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 123/2 onto dev r1z1-10.1.1.1/sdb +Placed 123/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 247/0 onto dev r1z1-10.1.1.1/sdc +Placed 247/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 247/1 onto dev r1z1-10.1.1.1/sdd +Placed 247/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 247/2 onto dev r1z1-10.1.1.1/sda +Placed 247/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 114/0 onto dev r1z1-10.1.1.1/sdb +Placed 114/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 114/1 onto dev r1z1-10.1.1.1/sdc +Placed 114/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 114/2 onto dev r1z1-10.1.1.1/sdd +Placed 114/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 157/0 onto dev r1z1-10.1.1.1/sda +Placed 157/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 157/1 onto dev r1z1-10.1.1.1/sdb +Placed 157/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 157/2 onto dev r1z1-10.1.1.1/sdc +Placed 157/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 173/0 onto dev r1z1-10.1.1.1/sdd +Placed 173/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 173/1 onto dev r1z1-10.1.1.1/sda +Placed 173/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 173/2 onto dev r1z1-10.1.1.1/sdb +Placed 173/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 94/0 onto dev r1z1-10.1.1.1/sdc +Placed 94/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 94/1 onto dev r1z1-10.1.1.1/sdd +Placed 94/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 94/2 onto dev r1z1-10.1.1.1/sda +Placed 94/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 5/0 onto dev r1z1-10.1.1.1/sdb +Placed 5/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 5/1 onto dev r1z1-10.1.1.1/sdc +Placed 5/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 5/2 onto dev r1z1-10.1.1.1/sdd +Placed 5/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 145/0 onto dev r1z1-10.1.1.1/sda +Placed 145/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 145/1 onto dev r1z1-10.1.1.1/sdb +Placed 145/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 145/2 onto dev r1z1-10.1.1.1/sdc +Placed 145/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 86/0 onto dev r1z1-10.1.1.1/sdd +Placed 86/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 86/1 onto dev r1z1-10.1.1.1/sda +Placed 86/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 86/2 onto dev r1z1-10.1.1.1/sdb +Placed 86/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 2/0 onto dev r1z1-10.1.1.1/sdc +Placed 2/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 2/1 onto dev r1z1-10.1.1.1/sdd +Placed 2/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 2/2 onto dev r1z1-10.1.1.1/sda +Placed 2/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 248/0 onto dev r1z1-10.1.1.1/sdb +Placed 248/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 248/1 onto dev r1z1-10.1.1.1/sdc +Placed 248/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 248/2 onto dev r1z1-10.1.1.1/sdd +Placed 248/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 65/0 onto dev r1z1-10.1.1.1/sda +Placed 65/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 65/1 onto dev r1z1-10.1.1.1/sdb +Placed 65/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 65/2 onto dev r1z1-10.1.1.1/sdc +Placed 65/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 235/0 onto dev r1z1-10.1.1.1/sdd +Placed 235/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 235/1 onto dev r1z1-10.1.1.1/sda +Placed 235/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 235/2 onto dev r1z1-10.1.1.1/sdb +Placed 235/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 237/0 onto dev r1z1-10.1.1.1/sdc +Placed 237/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 237/1 onto dev r1z1-10.1.1.1/sdd +Placed 237/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 237/2 onto dev r1z1-10.1.1.1/sda +Placed 237/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 25/0 onto dev r1z1-10.1.1.1/sdb +Placed 25/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 25/1 onto dev r1z1-10.1.1.1/sdc +Placed 25/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 25/2 onto dev r1z1-10.1.1.1/sdd +Placed 25/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 160/0 onto dev r1z1-10.1.1.1/sda +Placed 160/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 160/1 onto dev r1z1-10.1.1.1/sdb +Placed 160/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 160/2 onto dev r1z1-10.1.1.1/sdc +Placed 160/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 121/0 onto dev r1z1-10.1.1.1/sdd +Placed 121/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 121/1 onto dev r1z1-10.1.1.1/sda +Placed 121/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 121/2 onto dev r1z1-10.1.1.1/sdb +Placed 121/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 11/0 onto dev r1z1-10.1.1.1/sdc +Placed 11/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 11/1 onto dev r1z1-10.1.1.1/sdd +Placed 11/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 11/2 onto dev r1z1-10.1.1.1/sda +Placed 11/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 242/0 onto dev r1z1-10.1.1.1/sdb +Placed 242/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 242/1 onto dev r1z1-10.1.1.1/sdc +Placed 242/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 242/2 onto dev r1z1-10.1.1.1/sdd +Placed 242/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 249/0 onto dev r1z1-10.1.1.1/sda +Placed 249/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 249/1 onto dev r1z1-10.1.1.1/sdb +Placed 249/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 249/2 onto dev r1z1-10.1.1.1/sdc +Placed 249/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 214/0 onto dev r1z1-10.1.1.1/sdd +Placed 214/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 214/1 onto dev r1z1-10.1.1.1/sda +Placed 214/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 214/2 onto dev r1z1-10.1.1.1/sdb +Placed 214/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 23/0 onto dev r1z1-10.1.1.1/sdc +Placed 23/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 23/1 onto dev r1z1-10.1.1.1/sdd +Placed 23/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 23/2 onto dev r1z1-10.1.1.1/sda +Placed 23/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 148/0 onto dev r1z1-10.1.1.1/sdb +Placed 148/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 148/1 onto dev r1z1-10.1.1.1/sdc +Placed 148/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 148/2 onto dev r1z1-10.1.1.1/sdd +Placed 148/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 254/0 onto dev r1z1-10.1.1.1/sda +Placed 254/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 254/1 onto dev r1z1-10.1.1.1/sdb +Placed 254/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 254/2 onto dev r1z1-10.1.1.1/sdc +Placed 254/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 239/0 onto dev r1z1-10.1.1.1/sdd +Placed 239/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 239/1 onto dev r1z1-10.1.1.1/sda +Placed 239/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 239/2 onto dev r1z1-10.1.1.1/sdb +Placed 239/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 17/0 onto dev r1z1-10.1.1.1/sdc +Placed 17/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 17/1 onto dev r1z1-10.1.1.1/sdd +Placed 17/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 17/2 onto dev r1z1-10.1.1.1/sda +Placed 17/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 124/0 onto dev r1z1-10.1.1.1/sdb +Placed 124/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 124/1 onto dev r1z1-10.1.1.1/sdc +Placed 124/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 124/2 onto dev r1z1-10.1.1.1/sdd +Placed 124/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 230/0 onto dev r1z1-10.1.1.1/sda +Placed 230/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 230/1 onto dev r1z1-10.1.1.1/sdb +Placed 230/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 230/2 onto dev r1z1-10.1.1.1/sdc +Placed 230/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 112/0 onto dev r1z1-10.1.1.1/sdd +Placed 112/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 112/1 onto dev r1z1-10.1.1.1/sda +Placed 112/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 112/2 onto dev r1z1-10.1.1.1/sdb +Placed 112/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 115/0 onto dev r1z1-10.1.1.1/sdc +Placed 115/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 115/1 onto dev r1z1-10.1.1.1/sdd +Placed 115/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 115/2 onto dev r1z1-10.1.1.1/sda +Placed 115/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 131/0 onto dev r1z1-10.1.1.1/sdb +Placed 131/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 131/1 onto dev r1z1-10.1.1.1/sdc +Placed 131/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 131/2 onto dev r1z1-10.1.1.1/sdd +Placed 131/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 241/0 onto dev r1z1-10.1.1.1/sda +Placed 241/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 241/1 onto dev r1z1-10.1.1.1/sdb +Placed 241/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 241/2 onto dev r1z1-10.1.1.1/sdc +Placed 241/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 136/0 onto dev r1z1-10.1.1.1/sdd +Placed 136/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 136/1 onto dev r1z1-10.1.1.1/sda +Placed 136/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 136/2 onto dev r1z1-10.1.1.1/sdb +Placed 136/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 250/0 onto dev r1z1-10.1.1.1/sdc +Placed 250/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 250/1 onto dev r1z1-10.1.1.1/sdd +Placed 250/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 250/2 onto dev r1z1-10.1.1.1/sda +Placed 250/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 149/0 onto dev r1z1-10.1.1.1/sdb +Placed 149/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 149/1 onto dev r1z1-10.1.1.1/sdc +Placed 149/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 149/2 onto dev r1z1-10.1.1.1/sdd +Placed 149/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 6/0 onto dev r1z1-10.1.1.1/sda +Placed 6/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 6/1 onto dev r1z1-10.1.1.1/sdb +Placed 6/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 6/2 onto dev r1z1-10.1.1.1/sdc +Placed 6/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 106/0 onto dev r1z1-10.1.1.1/sdd +Placed 106/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 106/1 onto dev r1z1-10.1.1.1/sda +Placed 106/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 106/2 onto dev r1z1-10.1.1.1/sdb +Placed 106/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 0/0 onto dev r1z1-10.1.1.1/sdc +Placed 0/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 0/1 onto dev r1z1-10.1.1.1/sdd +Placed 0/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 0/2 onto dev r1z1-10.1.1.1/sda +Placed 0/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 9/0 onto dev r1z1-10.1.1.1/sdb +Placed 9/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 9/1 onto dev r1z1-10.1.1.1/sdc +Placed 9/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 9/2 onto dev r1z1-10.1.1.1/sdd +Placed 9/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 100/0 onto dev r1z1-10.1.1.1/sda +Placed 100/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 100/1 onto dev r1z1-10.1.1.1/sdb +Placed 100/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 100/2 onto dev r1z1-10.1.1.1/sdc +Placed 100/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 43/0 onto dev r1z1-10.1.1.1/sdd +Placed 43/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 43/1 onto dev r1z1-10.1.1.1/sda +Placed 43/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 43/2 onto dev r1z1-10.1.1.1/sdb +Placed 43/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 182/0 onto dev r1z1-10.1.1.1/sdc +Placed 182/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 182/1 onto dev r1z1-10.1.1.1/sdd +Placed 182/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 182/2 onto dev r1z1-10.1.1.1/sda +Placed 182/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 76/0 onto dev r1z1-10.1.1.1/sdb +Placed 76/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 76/1 onto dev r1z1-10.1.1.1/sdc +Placed 76/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 76/2 onto dev r1z1-10.1.1.1/sdd +Placed 76/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 16/0 onto dev r1z1-10.1.1.1/sda +Placed 16/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 16/1 onto dev r1z1-10.1.1.1/sdb +Placed 16/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 16/2 onto dev r1z1-10.1.1.1/sdc +Placed 16/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 137/0 onto dev r1z1-10.1.1.1/sdd +Placed 137/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 137/1 onto dev r1z1-10.1.1.1/sda +Placed 137/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 137/2 onto dev r1z1-10.1.1.1/sdb +Placed 137/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 119/0 onto dev r1z1-10.1.1.1/sdc +Placed 119/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 119/1 onto dev r1z1-10.1.1.1/sdd +Placed 119/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 119/2 onto dev r1z1-10.1.1.1/sda +Placed 119/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 33/0 onto dev r1z1-10.1.1.1/sdb +Placed 33/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 33/1 onto dev r1z1-10.1.1.1/sdc +Placed 33/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 33/2 onto dev r1z1-10.1.1.1/sdd +Placed 33/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 233/0 onto dev r1z1-10.1.1.1/sda +Placed 233/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 233/1 onto dev r1z1-10.1.1.1/sdb +Placed 233/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 233/2 onto dev r1z1-10.1.1.1/sdc +Placed 233/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 79/0 onto dev r1z1-10.1.1.1/sdd +Placed 79/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 79/1 onto dev r1z1-10.1.1.1/sda +Placed 79/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 79/2 onto dev r1z1-10.1.1.1/sdb +Placed 79/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 51/0 onto dev r1z1-10.1.1.1/sdc +Placed 51/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 51/1 onto dev r1z1-10.1.1.1/sdd +Placed 51/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 51/2 onto dev r1z1-10.1.1.1/sda +Placed 51/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 59/0 onto dev r1z1-10.1.1.1/sdb +Placed 59/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 59/1 onto dev r1z1-10.1.1.1/sdc +Placed 59/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 59/2 onto dev r1z1-10.1.1.1/sdd +Placed 59/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 30/0 onto dev r1z1-10.1.1.1/sda +Placed 30/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 30/1 onto dev r1z1-10.1.1.1/sdb +Placed 30/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 30/2 onto dev r1z1-10.1.1.1/sdc +Placed 30/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 78/0 onto dev r1z1-10.1.1.1/sdd +Placed 78/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 78/1 onto dev r1z1-10.1.1.1/sda +Placed 78/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 78/2 onto dev r1z1-10.1.1.1/sdb +Placed 78/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 255/0 onto dev r1z1-10.1.1.1/sdc +Placed 255/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 255/1 onto dev r1z1-10.1.1.1/sdd +Placed 255/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 255/2 onto dev r1z1-10.1.1.1/sda +Placed 255/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 58/0 onto dev r1z1-10.1.1.1/sdb +Placed 58/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 58/1 onto dev r1z1-10.1.1.1/sdc +Placed 58/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 58/2 onto dev r1z1-10.1.1.1/sdd +Placed 58/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 226/0 onto dev r1z1-10.1.1.1/sda +Placed 226/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 226/1 onto dev r1z1-10.1.1.1/sdb +Placed 226/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 226/2 onto dev r1z1-10.1.1.1/sdc +Placed 226/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 56/0 onto dev r1z1-10.1.1.1/sdd +Placed 56/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 56/1 onto dev r1z1-10.1.1.1/sda +Placed 56/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 56/2 onto dev r1z1-10.1.1.1/sdb +Placed 56/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 118/0 onto dev r1z1-10.1.1.1/sdc +Placed 118/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 118/1 onto dev r1z1-10.1.1.1/sdd +Placed 118/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 118/2 onto dev r1z1-10.1.1.1/sda +Placed 118/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 132/0 onto dev r1z1-10.1.1.1/sdb +Placed 132/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 132/1 onto dev r1z1-10.1.1.1/sdc +Placed 132/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 132/2 onto dev r1z1-10.1.1.1/sdd +Placed 132/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 95/0 onto dev r1z1-10.1.1.1/sda +Placed 95/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 95/1 onto dev r1z1-10.1.1.1/sdb +Placed 95/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 95/2 onto dev r1z1-10.1.1.1/sdc +Placed 95/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 103/0 onto dev r1z1-10.1.1.1/sdd +Placed 103/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 103/1 onto dev r1z1-10.1.1.1/sda +Placed 103/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 103/2 onto dev r1z1-10.1.1.1/sdb +Placed 103/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 75/0 onto dev r1z1-10.1.1.1/sdc +Placed 75/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 75/1 onto dev r1z1-10.1.1.1/sdd +Placed 75/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 75/2 onto dev r1z1-10.1.1.1/sda +Placed 75/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 3/0 onto dev r1z1-10.1.1.1/sdb +Placed 3/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 3/1 onto dev r1z1-10.1.1.1/sdc +Placed 3/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 3/2 onto dev r1z1-10.1.1.1/sdd +Placed 3/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 229/0 onto dev r1z1-10.1.1.1/sda +Placed 229/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 229/1 onto dev r1z1-10.1.1.1/sdb +Placed 229/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 229/2 onto dev r1z1-10.1.1.1/sdc +Placed 229/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 154/0 onto dev r1z1-10.1.1.1/sdd +Placed 154/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 154/1 onto dev r1z1-10.1.1.1/sda +Placed 154/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 154/2 onto dev r1z1-10.1.1.1/sdb +Placed 154/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 138/0 onto dev r1z1-10.1.1.1/sdc +Placed 138/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 138/1 onto dev r1z1-10.1.1.1/sdd +Placed 138/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 138/2 onto dev r1z1-10.1.1.1/sda +Placed 138/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 98/0 onto dev r1z1-10.1.1.1/sdb +Placed 98/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 98/1 onto dev r1z1-10.1.1.1/sdc +Placed 98/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 98/2 onto dev r1z1-10.1.1.1/sdd +Placed 98/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 142/0 onto dev r1z1-10.1.1.1/sda +Placed 142/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 142/1 onto dev r1z1-10.1.1.1/sdb +Placed 142/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 142/2 onto dev r1z1-10.1.1.1/sdc +Placed 142/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 156/0 onto dev r1z1-10.1.1.1/sdd +Placed 156/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 156/1 onto dev r1z1-10.1.1.1/sda +Placed 156/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 156/2 onto dev r1z1-10.1.1.1/sdb +Placed 156/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 104/0 onto dev r1z1-10.1.1.1/sdc +Placed 104/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 104/1 onto dev r1z1-10.1.1.1/sdd +Placed 104/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 104/2 onto dev r1z1-10.1.1.1/sda +Placed 104/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 208/0 onto dev r1z1-10.1.1.1/sdb +Placed 208/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 208/1 onto dev r1z1-10.1.1.1/sdc +Placed 208/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 208/2 onto dev r1z1-10.1.1.1/sdd +Placed 208/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 236/0 onto dev r1z1-10.1.1.1/sda +Placed 236/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 236/1 onto dev r1z1-10.1.1.1/sdb +Placed 236/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 236/2 onto dev r1z1-10.1.1.1/sdc +Placed 236/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 189/0 onto dev r1z1-10.1.1.1/sdd +Placed 189/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 189/1 onto dev r1z1-10.1.1.1/sda +Placed 189/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 189/2 onto dev r1z1-10.1.1.1/sdb +Placed 189/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 87/0 onto dev r1z1-10.1.1.1/sdc +Placed 87/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 87/1 onto dev r1z1-10.1.1.1/sdd +Placed 87/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 87/2 onto dev r1z1-10.1.1.1/sda +Placed 87/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 1/0 onto dev r1z1-10.1.1.1/sdb +Placed 1/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 1/1 onto dev r1z1-10.1.1.1/sdc +Placed 1/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 1/2 onto dev r1z1-10.1.1.1/sdd +Placed 1/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 220/0 onto dev r1z1-10.1.1.1/sda +Placed 220/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 220/1 onto dev r1z1-10.1.1.1/sdb +Placed 220/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 220/2 onto dev r1z1-10.1.1.1/sdc +Placed 220/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 107/0 onto dev r1z1-10.1.1.1/sdd +Placed 107/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 107/1 onto dev r1z1-10.1.1.1/sda +Placed 107/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 107/2 onto dev r1z1-10.1.1.1/sdb +Placed 107/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 232/0 onto dev r1z1-10.1.1.1/sdc +Placed 232/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 232/1 onto dev r1z1-10.1.1.1/sdd +Placed 232/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 232/2 onto dev r1z1-10.1.1.1/sda +Placed 232/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 93/0 onto dev r1z1-10.1.1.1/sdb +Placed 93/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 93/1 onto dev r1z1-10.1.1.1/sdc +Placed 93/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 93/2 onto dev r1z1-10.1.1.1/sdd +Placed 93/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 71/0 onto dev r1z1-10.1.1.1/sda +Placed 71/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 71/1 onto dev r1z1-10.1.1.1/sdb +Placed 71/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 71/2 onto dev r1z1-10.1.1.1/sdc +Placed 71/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 120/0 onto dev r1z1-10.1.1.1/sdd +Placed 120/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 120/1 onto dev r1z1-10.1.1.1/sda +Placed 120/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 120/2 onto dev r1z1-10.1.1.1/sdb +Placed 120/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 55/0 onto dev r1z1-10.1.1.1/sdc +Placed 55/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 55/1 onto dev r1z1-10.1.1.1/sdd +Placed 55/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 55/2 onto dev r1z1-10.1.1.1/sda +Placed 55/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 133/0 onto dev r1z1-10.1.1.1/sdb +Placed 133/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 133/1 onto dev r1z1-10.1.1.1/sdc +Placed 133/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 133/2 onto dev r1z1-10.1.1.1/sdd +Placed 133/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 188/0 onto dev r1z1-10.1.1.1/sda +Placed 188/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 188/1 onto dev r1z1-10.1.1.1/sdb +Placed 188/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 188/2 onto dev r1z1-10.1.1.1/sdc +Placed 188/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 251/0 onto dev r1z1-10.1.1.1/sdd +Placed 251/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 251/1 onto dev r1z1-10.1.1.1/sda +Placed 251/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 251/2 onto dev r1z1-10.1.1.1/sdb +Placed 251/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 205/0 onto dev r1z1-10.1.1.1/sdc +Placed 205/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 205/1 onto dev r1z1-10.1.1.1/sdd +Placed 205/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 205/2 onto dev r1z1-10.1.1.1/sda +Placed 205/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 61/0 onto dev r1z1-10.1.1.1/sdb +Placed 61/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 61/1 onto dev r1z1-10.1.1.1/sdc +Placed 61/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 61/2 onto dev r1z1-10.1.1.1/sdd +Placed 61/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 168/0 onto dev r1z1-10.1.1.1/sda +Placed 168/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 168/1 onto dev r1z1-10.1.1.1/sdb +Placed 168/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 168/2 onto dev r1z1-10.1.1.1/sdc +Placed 168/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 179/0 onto dev r1z1-10.1.1.1/sdd +Placed 179/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 179/1 onto dev r1z1-10.1.1.1/sda +Placed 179/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 179/2 onto dev r1z1-10.1.1.1/sdb +Placed 179/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 12/0 onto dev r1z1-10.1.1.1/sdc +Placed 12/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 12/1 onto dev r1z1-10.1.1.1/sdd +Placed 12/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 12/2 onto dev r1z1-10.1.1.1/sda +Placed 12/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 252/0 onto dev r1z1-10.1.1.1/sdb +Placed 252/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 252/1 onto dev r1z1-10.1.1.1/sdc +Placed 252/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 252/2 onto dev r1z1-10.1.1.1/sdd +Placed 252/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 20/0 onto dev r1z1-10.1.1.1/sda +Placed 20/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 20/1 onto dev r1z1-10.1.1.1/sdb +Placed 20/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 20/2 onto dev r1z1-10.1.1.1/sdc +Placed 20/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 210/0 onto dev r1z1-10.1.1.1/sdd +Placed 210/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 210/1 onto dev r1z1-10.1.1.1/sda +Placed 210/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 210/2 onto dev r1z1-10.1.1.1/sdb +Placed 210/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 113/0 onto dev r1z1-10.1.1.1/sdc +Placed 113/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 113/1 onto dev r1z1-10.1.1.1/sdd +Placed 113/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 113/2 onto dev r1z1-10.1.1.1/sda +Placed 113/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 225/0 onto dev r1z1-10.1.1.1/sdb +Placed 225/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 225/1 onto dev r1z1-10.1.1.1/sdc +Placed 225/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 225/2 onto dev r1z1-10.1.1.1/sdd +Placed 225/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 22/0 onto dev r1z1-10.1.1.1/sda +Placed 22/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 22/1 onto dev r1z1-10.1.1.1/sdb +Placed 22/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 22/2 onto dev r1z1-10.1.1.1/sdc +Placed 22/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 109/0 onto dev r1z1-10.1.1.1/sdd +Placed 109/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 109/1 onto dev r1z1-10.1.1.1/sda +Placed 109/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 109/2 onto dev r1z1-10.1.1.1/sdb +Placed 109/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 253/0 onto dev r1z1-10.1.1.1/sdc +Placed 253/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 253/1 onto dev r1z1-10.1.1.1/sdd +Placed 253/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 253/2 onto dev r1z1-10.1.1.1/sda +Placed 253/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 102/0 onto dev r1z1-10.1.1.1/sdb +Placed 102/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 102/1 onto dev r1z1-10.1.1.1/sdc +Placed 102/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 102/2 onto dev r1z1-10.1.1.1/sdd +Placed 102/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 74/0 onto dev r1z1-10.1.1.1/sda +Placed 74/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 74/1 onto dev r1z1-10.1.1.1/sdb +Placed 74/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 74/2 onto dev r1z1-10.1.1.1/sdc +Placed 74/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 243/0 onto dev r1z1-10.1.1.1/sdd +Placed 243/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 243/1 onto dev r1z1-10.1.1.1/sda +Placed 243/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 243/2 onto dev r1z1-10.1.1.1/sdb +Placed 243/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 155/0 onto dev r1z1-10.1.1.1/sdc +Placed 155/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 155/1 onto dev r1z1-10.1.1.1/sdd +Placed 155/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 155/2 onto dev r1z1-10.1.1.1/sda +Placed 155/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 194/0 onto dev r1z1-10.1.1.1/sdb +Placed 194/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 194/1 onto dev r1z1-10.1.1.1/sdc +Placed 194/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 194/2 onto dev r1z1-10.1.1.1/sdd +Placed 194/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 88/0 onto dev r1z1-10.1.1.1/sda +Placed 88/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 88/1 onto dev r1z1-10.1.1.1/sdb +Placed 88/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 88/2 onto dev r1z1-10.1.1.1/sdc +Placed 88/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 186/0 onto dev r1z1-10.1.1.1/sdd +Placed 186/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 186/1 onto dev r1z1-10.1.1.1/sda +Placed 186/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 186/2 onto dev r1z1-10.1.1.1/sdb +Placed 186/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 161/0 onto dev r1z1-10.1.1.1/sdc +Placed 161/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 161/1 onto dev r1z1-10.1.1.1/sdd +Placed 161/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 161/2 onto dev r1z1-10.1.1.1/sda +Placed 161/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 184/0 onto dev r1z1-10.1.1.1/sdb +Placed 184/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 184/1 onto dev r1z1-10.1.1.1/sdc +Placed 184/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 184/2 onto dev r1z1-10.1.1.1/sdd +Placed 184/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 15/0 onto dev r1z1-10.1.1.1/sda +Placed 15/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 15/1 onto dev r1z1-10.1.1.1/sdb +Placed 15/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 15/2 onto dev r1z1-10.1.1.1/sdc +Placed 15/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 190/0 onto dev r1z1-10.1.1.1/sdd +Placed 190/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 190/1 onto dev r1z1-10.1.1.1/sda +Placed 190/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 190/2 onto dev r1z1-10.1.1.1/sdb +Placed 190/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 223/0 onto dev r1z1-10.1.1.1/sdc +Placed 223/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 223/1 onto dev r1z1-10.1.1.1/sdd +Placed 223/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 223/2 onto dev r1z1-10.1.1.1/sda +Placed 223/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 34/0 onto dev r1z1-10.1.1.1/sdb +Placed 34/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 34/1 onto dev r1z1-10.1.1.1/sdc +Placed 34/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 34/2 onto dev r1z1-10.1.1.1/sdd +Placed 34/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 47/0 onto dev r1z1-10.1.1.1/sda +Placed 47/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 47/1 onto dev r1z1-10.1.1.1/sdb +Placed 47/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 47/2 onto dev r1z1-10.1.1.1/sdc +Placed 47/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 177/0 onto dev r1z1-10.1.1.1/sdd +Placed 177/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 177/1 onto dev r1z1-10.1.1.1/sda +Placed 177/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 177/2 onto dev r1z1-10.1.1.1/sdb +Placed 177/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 63/0 onto dev r1z1-10.1.1.1/sdc +Placed 63/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 63/1 onto dev r1z1-10.1.1.1/sdd +Placed 63/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 63/2 onto dev r1z1-10.1.1.1/sda +Placed 63/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 96/0 onto dev r1z1-10.1.1.1/sdb +Placed 96/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 96/1 onto dev r1z1-10.1.1.1/sdc +Placed 96/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 96/2 onto dev r1z1-10.1.1.1/sdd +Placed 96/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 26/0 onto dev r1z1-10.1.1.1/sda +Placed 26/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 26/1 onto dev r1z1-10.1.1.1/sdb +Placed 26/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 26/2 onto dev r1z1-10.1.1.1/sdc +Placed 26/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 212/0 onto dev r1z1-10.1.1.1/sdd +Placed 212/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 212/1 onto dev r1z1-10.1.1.1/sda +Placed 212/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 212/2 onto dev r1z1-10.1.1.1/sdb +Placed 212/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 204/0 onto dev r1z1-10.1.1.1/sdc +Placed 204/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 204/1 onto dev r1z1-10.1.1.1/sdd +Placed 204/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 204/2 onto dev r1z1-10.1.1.1/sda +Placed 204/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 197/0 onto dev r1z1-10.1.1.1/sdb +Placed 197/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 197/1 onto dev r1z1-10.1.1.1/sdc +Placed 197/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 197/2 onto dev r1z1-10.1.1.1/sdd +Placed 197/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 221/0 onto dev r1z1-10.1.1.1/sda +Placed 221/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 221/1 onto dev r1z1-10.1.1.1/sdb +Placed 221/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 221/2 onto dev r1z1-10.1.1.1/sdc +Placed 221/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 126/0 onto dev r1z1-10.1.1.1/sdd +Placed 126/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 126/1 onto dev r1z1-10.1.1.1/sda +Placed 126/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 126/2 onto dev r1z1-10.1.1.1/sdb +Placed 126/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 169/0 onto dev r1z1-10.1.1.1/sdc +Placed 169/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 169/1 onto dev r1z1-10.1.1.1/sdd +Placed 169/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 169/2 onto dev r1z1-10.1.1.1/sda +Placed 169/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 174/0 onto dev r1z1-10.1.1.1/sdb +Placed 174/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 174/1 onto dev r1z1-10.1.1.1/sdc +Placed 174/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 174/2 onto dev r1z1-10.1.1.1/sdd +Placed 174/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 32/0 onto dev r1z1-10.1.1.1/sda +Placed 32/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 32/1 onto dev r1z1-10.1.1.1/sdb +Placed 32/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 32/2 onto dev r1z1-10.1.1.1/sdc +Placed 32/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Assigned 768 parts +Assigned 768 parts +DEBUG: Finished rebalance plan after 1 attempts +Finished rebalance plan after 1 attempts +DEBUG: Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1,) +Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1) +Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: 0 new parts and 0 removed parts from replica-count change +DEBUG: 0 new parts and 0 removed parts from replica-count change +0 new parts and 0 removed parts from replica-count change +DEBUG: Gather start is 225 (Last start was 143) +DEBUG: Gather start is 225 (Last start was 143) +Gather start is 225 (Last start was 143) +DEBUG: Unable to finish rebalance plan after 1 attempts +DEBUG: Unable to finish rebalance plan after 1 attempts +Unable to finish rebalance plan after 1 attempts +DEBUG: Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1,) +Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1) +Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: 0 new parts and 0 removed parts from replica-count change +DEBUG: 0 new parts and 0 removed parts from replica-count change +DEBUG: 0 new parts and 0 removed parts from replica-count change +0 new parts and 0 removed parts from replica-count change +DEBUG: Gather start is 225 (Last start was 143) +DEBUG: Gather start is 225 (Last start was 143) +DEBUG: Gather start is 225 (Last start was 143) +Gather start is 225 (Last start was 143) +DEBUG: Unable to finish rebalance plan after 1 attempts +DEBUG: Unable to finish rebalance plan after 1 attempts +DEBUG: Unable to finish rebalance plan after 1 attempts +Unable to finish rebalance plan after 1 attempts +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files ... ok +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug ... ok +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears ... ok +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload ... ok + +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_zero_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_zero_part_num ... ok -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock ... ok -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_s3response.TestErrorResponse.test_error_response -test.unit.common.middleware.s3api.test_s3response.TestErrorResponse.test_error_response ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode ... ok +test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix +test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded ... ok - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 21/Dec/2024/18/12/37 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1734804757.321537256 1734804757.321621656 - -test INFO: - - 21/Dec/2024/18/12/37 GET /foo HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1734804757.321926594 1734804757.321966171 - -test INFO: - - 21/Dec/2024/18/12/37 GET /foo/bar HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1734804757.322174549 1734804757.322205782 - -test INFO: - - 21/Dec/2024/18/12/37 GET /v1 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1734804757.322391272 1734804757.322419405 - -test INFO: - - 21/Dec/2024/18/12/37 GET /v1.0 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1734804757.322594404 1734804757.322622538 - -test INFO: - - 21/Dec/2024/18/12/38 GET /path HTTP/1.0 503 - - - - 118 - - - 0.7000 FA - 1734804757.333247185 1734804758.033247232 - -test INFO: - - 21/Dec/2024/18/12/37 GET /path HTTP/1.0 500 - - - - - - - - 0.2000 - - 1734804757.334531546 1734804757.534531593 - -test INFO: - - 21/Dec/2024/18/12/37 GET / HTTP/1.0 200 - - - - 17 - - - 0.0001 SOS - 1734804757.335493565 1734804757.335551739 - -test INFO: - - 21/Dec/2024/18/12/37 GET / HTTP/1.0 200 - - - - - - - - 0.0001 - - 1734804757.336462259 1734804757.336526394 - -test INFO: - - 21/Dec/2024/18/12/37 GET / HTTP/1.0 200 - - - - 3 - - - 0.0001 - - 1734804757.349900246 1734804757.349997044 - -test INFO: - - 21/Dec/2024/18/12/37 GET / HTTP/1.0 200 - - - - 12 - - - 0.0001 - - 1734804757.351092815 1734804757.351163387 - -test INFO: - - 21/Dec/2024/18/12/38 GET /v1/a/c/o HTTP/1.0 503 - - - - 118 - - - 0.7000 - - 1734804757.352715015 1734804758.052715063 0 -test INFO: - - 21/Dec/2024/18/12/37 PUT /v1/a/c/o HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1734804757.372145653 1734804757.372177362 1 -test INFO: - - 21/Dec/2024/18/12/37 GET /v1/a/c HTTP/1.0 200 - - - - 8 - - - 0.0082 - - 1734804757.372930288 1734804757.381132364 1 -test INFO: 4.5.6.7 1.2.3.4 21/Dec/2024/18/12/37 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1734804757.382377386 1734804757.382454157 - -test INFO: 4.5.6.7 1.2.3.4 21/Dec/2024/18/12/37 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1734804757.383185625 1734804757.383249521 - -test INFO: - - 21/Dec/2024/18/12/37 GET /v1/something HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1734804757.384241104 1734804757.384313345 - -test INFO: - - 21/Dec/2024/18/12/37 GET / HTTP/1.0 499 - - - - 4 - - - 0.0001 - - 1734804757.386084795 1734804757.386159658 - -test INFO: - - 21/Dec/2024/18/12/37 POST /v1/a/c HTTP/1.0 200 - - - 11 8 - - Host:%20localhost:80 0.0000 - - 1734804757.386787653 1734804757.386808872 - -test INFO: - - 21/Dec/2024/18/12/37 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1734804757.387408972 1734804757.387429237 0 -test INFO: - - 21/Dec/2024/18/12/37 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1734804757.387819052 1734804757.387834787 -1 -test INFO: - - 21/Dec/2024/18/12/37 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1734804757.388369560 1734804757.388387680 - -Sat Dec 21 06:12:37 2024 /tmp/tmpnwvrl5w3/unittest.profile123 -Sat Dec 21 06:12:37 2024 /tmp/tmpnwvrl5w3/unittest.profile4136352 -Sat Dec 21 06:12:37 2024 /tmp/tmpnwvrl5w3/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Sat Dec 21 06:12:37 2024 /tmp/tmpnwvrl5w3/unittest.profile123 -Sat Dec 21 06:12:37 2024 /tmp/tmpnwvrl5w3/unittest.profile4136352 -Sat Dec 21 06:12:37 2024 /tmp/tmpnwvrl5w3/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: call count - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :1() - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - 0 0.000 0.000 profile:0(profiler) - - -Sat Dec 21 06:12:37 2024 /tmp/tmpnwvrl5w3/unittest.profile123 -Sat Dec 21 06:12:37 2024 /tmp/tmpnwvrl5w3/unittest.profile4136352 -Sat Dec 21 06:12:37 2024 /tmp/tmpnwvrl5w3/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Sat Dec 21 06:12:37 2024 /tmp/tmp9wf8w027/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 1 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Sat Dec 21 06:12:37 2024 /tmp/tmp9wf8w027/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 1 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Sat Dec 21 06:12:37 2024 /tmp/tmp9wf8w027/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 1 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Sat Dec 21 06:12:37 2024 /tmp/tmp9wf8w027/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 1 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated @@ -20456,797 +22739,610 @@ test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 ... ok +test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception +test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging ... ok +test.unit.proxy.test_server.TestProxyServer.test_valid_api_version +test.unit.proxy.test_server.TestProxyServer.test_valid_api_version ... ok +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body_bad_hash -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body_bad_hash ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version_part_num ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render ... ok -test.unit.common.ring.test_ring.TestRing.test_creation -test.unit.common.ring.test_ring.TestRing.test_creation ... ok -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes ... ok -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region ... ok -test.unit.common.ring.test_ring.TestRing.test_get_nodes -test.unit.common.ring.test_ring.TestRing.test_get_nodes ... ok -test.unit.common.ring.test_ring.TestRing.test_get_part -test.unit.common.ring.test_ring.TestRing.test_get_part ... ok -test.unit.common.ring.test_ring.TestRing.test_get_part_nodes -test.unit.common.ring.test_ring.TestRing.test_get_part_nodes ... ok -test.unit.common.ring.test_ring.TestRing.test_has_changed -test.unit.common.ring.test_ring.TestRing.test_has_changed ... ok -test.unit.common.ring.test_ring.TestRing.test_reload -test.unit.common.ring.test_ring.TestRing.test_reload ... ok -test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring -test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring ... ok -test.unit.common.ring.test_ring.TestRing.test_reload_without_replication -test.unit.common.ring.test_ring.TestRing.test_reload_without_replication ... ok -test.unit.common.ring.test_ring.TestRing.test_replica_count -test.unit.common.ring.test_ring.TestRing.test_replica_count ... ok -test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts -test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree -test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree ... ok -test.unit.common.ring.test_utils.TestUtils.test_dispersion_report -test.unit.common.ring.test_utils.TestUtils.test_dispersion_report ... ok -test.unit.common.ring.test_utils.TestUtils.test_is_local_device -test.unit.common.ring.test_utils.TestUtils.test_is_local_device ... ok -test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname -test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname ... ok -test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names -test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format -test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_args -test.unit.common.ring.test_utils.TestUtils.test_parse_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args -test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts -test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_search_value -test.unit.common.ring.test_utils.TestUtils.test_parse_search_value ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts -test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_replication_defaults -test.unit.common.ring.test_utils.TestUtils.test_replication_defaults ... ok -test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev -test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_args -test.unit.common.ring.test_utils.TestUtils.test_validate_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format -test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact ... ok -test.unit.common.test_constraints.TestConstraints.test_check_account_format -test.unit.common.test_constraints.TestConstraints.test_check_account_format ... ok -test.unit.common.test_constraints.TestConstraints.test_check_container_format -test.unit.common.test_constraints.TestConstraints.test_check_container_format ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path -test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir -test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount -test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount ... ok -test.unit.common.test_constraints.TestConstraints.test_check_float -test.unit.common.test_constraints.TestConstraints.test_check_float ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_count -test.unit.common.test_constraints.TestConstraints.test_check_metadata_count ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_good -test.unit.common.test_constraints.TestConstraints.test_check_metadata_good ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length -test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 -test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_size -test.unit.common.test_constraints.TestConstraints.test_check_metadata_size ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length -test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8 -test.unit.common.test_constraints.TestConstraints.test_check_utf8 ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal -test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates -test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical -test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical ... ok -test.unit.common.test_constraints.TestConstraints.test_valid_api_version -test.unit.common.test_constraints.TestConstraints.test_valid_api_version ... ok -test.unit.common.test_constraints.TestConstraints.test_valid_timestamp -test.unit.common.test_constraints.TestConstraints.test_valid_timestamp ... ok -test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta -test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta ... ok -test.unit.common.test_constraints.TestConstraints.test_validate_constraints -test.unit.common.test_constraints.TestConstraints.test_validate_constraints ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse ... ok +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +Reassigned 48 (75.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Reassigned 20 (31.25%) partitions. Balance is now 24.48. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 24.48 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. +------------------------------------------------------------------------------- +Reassigned 64 (100.00%) partitions. Balance is now 100.00. Dispersion is now 33.33 +------------------------------------------------------------------------------- +NOTE: Dispersion of 33.333333 indicates some parts are not + optimally dispersed. + + You may want to adjust some device weights, increase + the overload or review the dispersion report. +------------------------------------------------------------------------------- +Reassigned 64 (100.00%) partitions. Balance is now 100.00. Dispersion is now 16.67 +------------------------------------------------------------------------------- +NOTE: Dispersion of 16.666667 indicates some parts are not + optimally dispersed. + + You may want to adjust some device weights, increase + the overload or review the dispersion report. +------------------------------------------------------------------------------- +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Matched more than one device: + d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" + d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" + d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" + d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. +d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" marked for removal and will be removed next rebalance. +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:9000/sda30_"other meta data" with 3.14159265359 weight got id 4 +d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:9000/sda30_"other meta data" marked for removal and will be removed next rebalance. +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" marked for removal and will be removed next rebalance. +Search value matched 0 devices. +The on-disk ring builder is unchanged. +swift-ring-builder remove [search-value ...] + [--yes] + +or + +swift-ring-builder remove + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Removes the device(s) from the ring. This should normally just be used for + a device that has failed. For a device you wish to decommission, it's best + to set its weight to 0, wait for it to drain all its data, then use this + remove command. This will not take effect until after running 'rebalance'. + This is so you can make multiple device changes and rebalance them all just + once. + + Option --yes assume a yes response to all questions. + +The can be of the form:: + + drz-:R:/ + _ + +Where and are replication ip and port. + +Any part is optional, but you must include at least one part. + +Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + +Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + +Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. +Partition power increase in progress. You need +to finish the increase first before removing devices. +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 4 2 3 test.test.com 6200 r.test.com 7000 sda3 3.14 2 33.67 some meta data +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 0 0 0 127.0.0.1 6200 127.0.0.1 6200 sda1 100.00 0 -100.00 some meta data +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 0 0 0 127.0.0.1 6200 127.0.0.1 6200 sda1 100.00 0 -100.00 some meta data +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_no_matching ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high +test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info +test.unit.cli.test_ringbuilder.TestCommands.test_set_info ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching ... ok +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim ... ok +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file ... ok +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle ... ok +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.test_locale.test_locale.TestTranslations.test_translations +test.unit.test_locale.test_locale.TestTranslations.test_translations ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items ... ok + +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim -test.unit.container.test_backend.TestContainerBroker.test_reclaim ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get ... ok - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0039 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0023 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0018 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0015 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0015 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 4136259 2 -test DEBUG: Unlinked retiring db '/tmp/tmpo1r286ex/tmp_test_container_server_ContainerController/sda1/containers/p/b5a/36f5fe1660a28297a53958cf244f0b5a/36f5fe1660a28297a53958cf244f0b5a.db' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0019 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0077 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0021 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0037 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0020 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0024 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0018 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0057 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0014 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0016 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0076 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0104 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 4136259 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0094 "-" 4136259 2test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_bad_container -test.unit.common.middleware.test_bulk.TestUntar.test_bad_container ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar -test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required -test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path -test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_call -test.unit.common.middleware.test_bulk.TestUntar.test_extract_call ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body -test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get -test.unit.common.test_internal_client.TestSimpleClient.test_get ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_head -test.unit.common.test_internal_client.TestSimpleClient.test_head ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_proxy -test.unit.common.test_internal_client.TestSimpleClient.test_proxy ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_no_match -test.unit.common.test_swob.TestConditionalIfMatch.test_no_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match -test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match ... ok -test.unit.common.test_utils.TestFallocateReserve.test_all_reserved -test.unit.common.test_utils.TestFallocateReserve.test_all_reserved ... ok -test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct -test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_disabled -test.unit.common.test_utils.TestFallocateReserve.test_disabled ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space -test.unit.common.test_utils.TestFallocateReserve.test_enough_space ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks ... ok -test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve -test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting -test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter -test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig -test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf -test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args -test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through -test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss -test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss -test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks ... ok -test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve -test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve ... ok -test.unit.common.test_utils.TestFileLikeIter.test_close -test.unit.common.test_utils.TestFileLikeIter.test_close ... ok -test.unit.common.test_utils.TestFileLikeIter.test_get_hub -test.unit.common.test_utils.TestFileLikeIter.test_get_hub ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account ... ok - -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_existing_part_number_greater_than_max_parts_allowed +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_existing_part_number_greater_than_max_parts_allowed ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_huge_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_huge_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_invalid_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_invalid_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_out_of_range_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_out_of_range_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_zero_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_zero_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_huge_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_huge_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_invalid_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_invalid_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_out_of_range_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_out_of_range_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_zero_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_zero_part_num ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE + self._delete_segments_bucket(req) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket + resp = req.get_response(self.app, 'HEAD') + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' +fake-swift ERROR: Expecting value: line 1 column 1 (char 0): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET + objects = json.loads(resp.body) + File "/usr/lib/python3.13/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ~~~~~~~~~~~~~~~~~~~~~~~^^^ + File "/usr/lib/python3.13/json/decoder.py", line 345, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/json/decoder.py", line 363, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift INFO: - - 24/Jan/2026/00/41/41 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0006 - - 1769215301.119626284 1769215301.120259285 0 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift INFO: - - 24/Jan/2026/00/41/41 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0005 - - 1769215301.120818377 1769215301.121335745 1 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT + resp = req.get_response(self.app) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body_bad_hash +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body_bad_hash ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error @@ -21311,57 +23407,108 @@ test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'' +test DEBUG: Error on keystone reply: 201 b'' - deferring rejection downstream +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Received error, deferring rejection based on error: 400 Bad Request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone reply error: status=403 reason=None +test DEBUG: Received error, deferring rejection based on error: 401 Unauthorized +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: FORCED_TENANT_ID +test DEBUG: Starting the S3 Token Authentication componenttest.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_unicode_access_key +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_unicode_access_key ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts @@ -21376,339 +23523,473 @@ test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts ... ok -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0038 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0003 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0098 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0053 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0112 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 4136259 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 4136259 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0003 "-" 4136259 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 4136259 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 4136259 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0118 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0063 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0062 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0078 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0009 "-" 4136259 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 4136259 0test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics ... ok +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 4 2 3 2001:0:1234::c1c0:abcd:876 6200 2::10 7000 sda3 3.14 2 33.67 some meta data +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 4 2 3 2001:0:1234::c1c0:abcd:876 6200 2::10 7000 sda3 3.14 2 33.67 some meta data +No matching devices found +swift-ring-builder search + +or + +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Shows information about matching devices. + +The can be of the form:: + + drz-:R:/ + _ + +Where and are replication ip and port. + +Any part is optional, but you must include at least one part. + +Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + +Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + +Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Matched more than one device: + d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" + d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" + d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" + d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"something" +Device d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" is now d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"something" +Device d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" is now d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"something" +Device d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" is now d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"something" +Device 1 already uses 127.0.0.2:6201/sda2. +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" is now d4r2z3-test.test2.com:9000Rr.test2.com:9000/sda300_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.2.1:9000R127.0.2.1:9000/sda100_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.1.1:8000/sda10_"other meta data" +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" is now d4r2z3-[4001:0:1234::c1c0:abcd:876]:9000R[4::10]:9000/sda300_"other meta data" +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" is now d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:8000/sda30_"other meta data" +Search value matched 0 devices. +The on-disk ring builder is unchanged. +swift-ring-builder set_info + :[R:]/_ + [ :[R:]/_] ... + [--yes] + +or + +swift-ring-builder set_info + --ip --port + --replication-ip --replication-port + --device --meta + --change-ip --change-port + --change-replication-ip + --change-replication-port + --change-device + --change-meta + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + For each search-value, resets the matched device's information. + This information isn't used to assign partitions, so you can use + 'write_ring' afterward to rewrite the current ring with the newer + device information. Any of the parts are optional in the final + :/_ parameter; just give what you + want to change. For instance set_info d74 _"snet: 5.6.7.8" would + just update the meta data for device id 74. + + Option --yes assume a yes response to all questions. + +The can be of the form:: + + drz-:R:/ + _ + +Where and are replication ip and port. + +Any part is optional, but you must include at least one part. + +Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + +Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + +Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included.test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours +test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_negative +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_negative ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_non_numeric +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_non_numeric ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent_strange_input +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent_strange_input ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region +test.unit.cli.test_ringbuilder.TestCommands.test_set_region ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_no_matching ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_values_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_values_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_invalid_value +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_invalid_value ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices ... ok + +Search value matched 0 devices. +The on-disk ring builder is unchanged. +The minimum number of hours before a partition can be reassigned is now set to 24 +swift-ring-builder set_min_part_hours + Changes the to the given . This should be set to + however long a full replication/update cycle takes. We're working on a way + to determine this more easily than scanning logs. +The overload factor is now 19.88% (0.198780) +The change will take effect after the next rebalance. +Overload must be non-negative. +swift-ring-builder set_overload [%] + Changes the overload factor to the given . + + A rebalance is needed to make the change take effect. +'swedish fish' is not a valid number. +swift-ring-builder set_overload [%] + Changes the overload factor to the given . + + A rebalance is needed to make the change take effect. +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +Device d4r2z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r314z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r314z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" region set to 314 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r314z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" region set to 314 +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +The can be of the form:: + + drz-:R:/ + _ + +Where and are replication ip and port. + +Any part is optional, but you must include at least one part. + +Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + +Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + +Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. +Search value matched 0 devices. +The on-disk ring builder is unchanged. +The replica count is now 3.141593. +The change will take effect after the next rebalance. +swift-ring-builder set_replicas + Changes the replica count to the given . may + be a floating-point value, in which case some partitions will have + floor() replicas and some will have ceiling() + in the correct proportions. + + A rebalance is needed to make the change take effect. +"test" is not a valid number. +Replica count must be at least 1. +swift-ring-builder set_replicas + Changes the replica count to the given . may + be a floating-point value, in which case some partitions will have + floor() replicas and some will have ceiling() + in the correct proportions. + + A rebalance is needed to make the change take effect. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +Matched more than one device: + d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" + d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" + d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" + d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 200.0 +d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" weight set to 200.0 +d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" weight set to 200.0 +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 200.0 +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_no_matching ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_values_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_values_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} -fake-swift ERROR: Could not parse SLO delete response (200 OK): b'asdf': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete - delete_result = json.loads(resp.body) - File "/usr/lib/python3.13/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ~~~~~~~~~~~~~~~~~~~~~~~^^^ - File "/usr/lib/python3.13/json/decoder.py", line 345, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/json/decoder.py", line 363, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json ... ok -test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter -test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes ... ok -test.unit.common.test_utils.TestFileLikeIter.test_next -test.unit.common.test_utils.TestFileLikeIter.test_next ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read -test.unit.common.test_utils.TestFileLikeIter.test_read ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline -test.unit.common.test_utils.TestFileLikeIter.test_readline ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted ... ok - -------------------------------------------------------------------------------- -NOTE: Balance of 6.00 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. -------------------------------------------------------------------------------- -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sdb_"" with 1.0 weight got id 4 -Device d5r1z1-127.0.0.1:6200R127.0.0.1:6200/sdc_"" with 1.0 weight got id 5 -Reassigned 192 (300.00%) partitions. Balance is now 109.38. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 109.38 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. -------------------------------------------------------------------------------- -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Reassigned 48 (75.00%) partitions. Balance is now 214.58. Dispersion is now 1.04 -------------------------------------------------------------------------------- -NOTE: Dispersion of 1.041667 indicates some parts are not - optimally dispersed. - - You may want to adjust some device weights, increase - the overload or review the dispersion report. -------------------------------------------------------------------------------- -Note: using /tmp/tmplabzc2ny/tmp47l15phb.builder instead of /tmp/tmplabzc2ny/tmp47l15phb.ring.gz as builder file -Reassigned 2 (3.12%) partitions. Balance is now 100.00. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 100.00 indicates you should push this - ring, wait at least 24 hours, and rebalance/repush. -------------------------------------------------------------------------------- -Reassigned 24 (37.50%) partitions. Balance is now 1.04. Dispersion is now 0.00 -Note: using /tmp/tmptuo7jsld/tmpo81ek5hv.builder instead of /tmp/tmptuo7jsld/tmpo81ek5hv.ring.gz as builder file -Note: using /tmp/tmpqbn5xdvu/tmp4nv30bru.builder instead of /tmp/tmpqbn5xdvu/tmp4nv30bru.ring.gz as builder file -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -test ERROR: get_keys(): from callback: Testing: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys - keys = fetch_crypto_keys(key_id=key_id) - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_encrypter.py", line 913, in raise_exc - raise Exception('Testing') -Exception: Testing -test ERROR: ERROR get_keys() missing callback: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys - fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] - ~~~^^^^^^^^^^^^^^^^^^^^^ -KeyError: 'swift.callback.fetch_crypto_keys' -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -21718,6 +23999,7 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -21734,16 +24016,74 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete + resp = req.get_response(self.app, method='DELETE', query=query, + headers={'Accept': 'application/json'}) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1462, in _get_response + sw_resp = sw_req.get_response(app) + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 183, in __call__ + return self.app(env, start_response) + ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/s3api/__init__.py", line 84, in __call__ + return self.app(env, start_response) + ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + req=req, headers=headers, body=body, + conditional_response=req.method in ('GET', 'HEAD'), + conditional_etag=conditional_etag) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 197, in _select_response + is_success = resp_class().is_success + ~~~~~~~~~~^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception: kaboom fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift ERROR: Could not parse SLO delete response (200 OK): b'asdf': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete + delete_result = json.loads(resp.body) + File "/usr/lib/python3.13/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ~~~~~~~~~~~~~~~~~~~~~~~^^^ + File "/usr/lib/python3.13/json/decoder.py", line 345, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/json/decoder.py", line 363, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -21767,7 +24107,6 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -21781,93 +24120,76 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error ... ok +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline2 -test.unit.common.test_utils.TestFileLikeIter.test_readline2 ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket @@ -21910,202 +24232,54 @@ test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long -test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest -test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough -test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error -test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended ... ok +test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info +test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info ... ok +test.unit.common.middleware.test_acl.TestACL.test_clean_acl +test.unit.common.middleware.test_acl.TestACL.test_clean_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl +test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl +test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_parse_acl +test.unit.common.middleware.test_acl.TestACL.test_parse_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl +test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed +test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed ... ok +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults ... ok +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults ... ok test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config ... ok test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests @@ -22114,654 +24288,564 @@ test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods ... ok test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline3 -test.unit.common.test_utils.TestFileLikeIter.test_readline3 ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size -test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readlines -test.unit.common.test_utils.TestFileLikeIter.test_readlines ... ok - -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 4136259 0 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 4136259 1 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 4136259 0 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 4136259 0 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 4136259 3 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 4136259 0 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 4136259 4 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 4136259 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 4136259 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0104 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 4136259 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 4136259 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 4136259 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 4136259 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0026 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0021 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0019 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0015 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0098 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0019 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0019 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0021 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0019 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0019 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0020 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0019 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0019 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0019 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0018 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0020 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0020 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0018 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0017 "-" 4136259 2test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_unicode_authorization_good -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_unicode_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size -test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_eq -test.unit.common.test_utils.TestNamespaceBoundList.test_eq ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace -test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_parse -test.unit.common.test_utils.TestNamespaceBoundList.test_parse ... ok -test.unit.common.test_utils.TestShardName.test -test.unit.common.test_utils.TestShardName.test ... ok -test.unit.common.test_utils.TestShardName.test_bad_create -test.unit.common.test_utils.TestShardName.test_bad_create ... ok -test.unit.common.test_utils.TestShardName.test_bad_parse -test.unit.common.test_utils.TestShardName.test_bad_parse ... ok -test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names -test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names ... ok -test.unit.common.test_utils.TestShardName.test_root_has_hyphens -test.unit.common.test_utils.TestShardName.test_root_has_hyphens ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending -test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db -test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_info -test.unit.container.test_backend.TestCommonContainerBroker.test_get_info ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row -test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata -test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs -test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get -test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp -test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at -test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_close_error -test.unit.obj.test_diskfile.TestDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'' -test DEBUG: Error on keystone reply: 201 b'' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{}' -test DEBUG: Error on keystone reply: 201 b'{}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'[]' -test DEBUG: Error on keystone reply: 201 b'[]' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'null' -test DEBUG: Error on keystone reply: 201 b'null' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'"foo"' -test DEBUG: Error on keystone reply: 201 b'"foo"' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'1' -test DEBUG: Error on keystone reply: 201 b'1' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'true' -test DEBUG: Error on keystone reply: 201 b'true' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}}test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_commit -test.unit.obj.test_diskfile.TestDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 ... ok +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: Container GET returning 503 for (503, 503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (204, 404, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (204, 503, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (404, 503, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sddtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled ... ok test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned ... ok test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version @@ -22802,123 +24886,193 @@ test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body ... ok test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success ... ok +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ +test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines +test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line +test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy +test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' -fake-swift ERROR: Expecting value: line 1 column 1 (char 0): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET - objects = json.loads(resp.body) - File "/usr/lib/python3.13/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ~~~~~~~~~~~~~~~~~~~~~~~^^^ - File "/usr/lib/python3.13/json/decoder.py", line 345, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/json/decoder.py", line 363, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort ... ok + fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -22933,9 +25087,7 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 21/Dec/2024/18/12/38 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0007 - - 1734804758.811816454 1734804758.812483788 0 fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 21/Dec/2024/18/12/38 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0007 - - 1734804758.814327240 1734804758.815022945 1 fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -22944,25 +25096,10 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT - resp = req.get_response(self.app) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -22972,12 +25109,13 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Expecting an element , got nothing, line 1 fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -23016,397 +25154,1001 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: A key is specified for bucket API. +test WARNING: The following digest algorithms are configured but not supported: not-a-valid-digest, md5 +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +proxy INFO: (3035064) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3035064) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY jojo', (txn: tx048d442363844e439bd05-006974154b) +proxy INFO: wsgi exiting +proxy INFO: (3035064) wsgi exited, is_accepting=True +proxy INFO: (3035064) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3035064) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXYjojo a b c d e', (txn: tx701e8c5abf3b4c219be67-006974154b) +proxy INFO: wsgi exiting +proxy INFO: (3035064) wsgi exited, is_accepting=True +proxy INFO: (3035064) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3035064) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY a b c d e', (txn: txcf3201882c6b415a90124-006974154b) +proxy INFO: wsgi exiting +proxy INFO: (3035064) wsgi exited, is_accepting=True +proxy INFO: (3035064) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3035064) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'GET /someurl HTTP/1.0\r\n', (txn: test-bad-req-trans-id) +proxy INFO: wsgi exiting +proxy INFO: (3035064) wsgi exited, is_accepting=True +proxy INFO: (3035064) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3035064) accepted ('127.0.0.1', 8359) +proxy INFO: 192.168.0.1 - - [24/Jan/2026 14:41:47] "GET /someurl HTTP/1.1" 200 160 0.000136 +proxy INFO: 192.168.0.1 - - [24/Jan/2026 14:41:47] "GET /otherurl HTTP/1.1" 200 179 0.000039 +proxy INFO: wsgi exiting +proxy INFO: (3035064) wsgi exited, is_accepting=True +proxy INFO: (3035064) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3035064) accepted ('127.0.0.1', 8359) +proxy INFO: 192.168.0.1 - - [24/Jan/2026 14:41:47] "GET /someurl HTTP/1.0" 200 186 0.000042 +proxy INFO: wsgi exiting +proxy INFO: (3035064) wsgi exited, is_accepting=True +proxy INFO: (3035064) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3035064) accepted ('127.0.0.1', 8359) +proxy INFO: 192.168.0.1 - - [24/Jan/2026 14:41:47] "GET /someurl HTTP/1.0" 200 179 0.000042 +proxy INFO: wsgi exiting +proxy INFO: (3035064) wsgi exited, is_accepting=True +proxy INFO: (3035064) wsgi starting up on http:('127.0.0.1', 8359)test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr +test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_close +test.unit.common.test_utils.TestCooperativeIterator.test_close ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_init +test.unit.common.test_utils.TestCooperativeIterator.test_init ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_iter +test.unit.common.test_utils.TestCooperativeIterator.test_iter ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps +test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_sleeps +test.unit.common.test_utils.TestCooperativeIterator.test_sleeps ... ok +test.unit.common.test_utils.TestFallocate.test_arg_bounds +test.unit.common.test_utils.TestFallocate.test_arg_bounds ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate +test.unit.common.test_utils.TestFallocate.test_fallocate ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error +test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate_offset +test.unit.common.test_utils.TestFallocate.test_fallocate_offset ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors +test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors ... ok +test.unit.common.test_utils.TestFallocate.test_no_fallocates_available +test.unit.common.test_utils.TestFallocate.test_no_fallocates_available ... ok +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback ... ok +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset ... ok +test.unit.common.test_utils.TestShardName.test +test.unit.common.test_utils.TestShardName.test ... ok +test.unit.common.test_utils.TestShardName.test_bad_create +test.unit.common.test_utils.TestShardName.test_bad_create ... ok +test.unit.common.test_utils.TestShardName.test_bad_parse +test.unit.common.test_utils.TestShardName.test_bad_parse ... ok +test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names +test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names ... ok +test.unit.common.test_utils.TestShardName.test_root_has_hyphens +test.unit.common.test_utils.TestShardName.test_root_has_hyphens ... ok +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_exception +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_exception ... ok +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals ... ok +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals_more +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals_more ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state ... ok +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + ~~~~~^^ + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + ~~^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_internal_client.py", line 904, in __call__ + raise Exception() +Exception +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + ~~~~~^^ + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + ~~^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_internal_client.py", line 904, in __call__ + raise Exception() +Exception +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + ~~~~~^^ + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + ~~^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_internal_client.py", line 904, in __call__ + raise Exception() +Exception +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter ... ok + +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "acc\u00e9ss", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} +test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} +test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Not a path query: /, skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test INFO: Caching s3tokens for 20 seconds +test DEBUG: Calling S3Token middleware. +test DEBUG: Cached creds valid +test DEBUG: Connecting with tenant: tenant_id +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test INFO: Caching s3tokens for 20 seconds +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Cached keystone credentials +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}'test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes ... ok + +d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" weight set to 3.14159265359 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" weight set to 3.14159265359 +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +The can be of the form:: + + drz-:R:/ + _ + +Where and are replication ip and port. + +Any part is optional, but you must include at least one part. + +Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + +Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + +Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. +d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" weight set to 3.14 +d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" weight set to 6.28 +Search value matched 0 devices. +The on-disk ring builder is unchanged. +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +Device d4r2z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r2z314-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r2z314-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" zone set to 314 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r2z314-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" zone set to 314 +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +The can be of the form:: + + drz-:R:/ + _ + +Where and are replication ip and port. + +Any part is optional, but you must include at least one part. + +Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + +Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + +Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included.test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining +test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_unknown +test.unit.cli.test_ringbuilder.TestCommands.test_unknown ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync -test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error -test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0015 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0018 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0018 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0023 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0024 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0077 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0018 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0019 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0019 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0018 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0039 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0019 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0024 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0024 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0023 "-" 4136259 2 -test DEBUG: Unlinked retiring db '/tmp/tmpawxf54cr/tmp_test_container_server_ContainerController/sda1/containers/p/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0021 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0021 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0022 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0020 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0022 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0020 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0020 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0018 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0018 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0020 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0124 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0021 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0022 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 4136259 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 4136259 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0047 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0039 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0004 "-" 4136259 2test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror -test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space -test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called -test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions -test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions -test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_anon -test.unit.common.middleware.test_tempauth.TestAuth.test_anon ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath -test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy ... ok +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response ... ok + +Search value matched 0 devices. +The on-disk ring builder is unchanged. +Unknown command: unknown +swift-ring-builder 1.3 + +swift-ring-builder + Shows information about the ring and the devices within. Output + includes a table that describes the report parameters (id, region, + port, flags, etc). + flags: possible values are 'DEL' and '' + DEL - indicates that the device is marked for removal from + ring and will be removed in next rebalance. + +swift-ring-builder add + [r]z-:[R:]/_ + + [[r]z-:[R:]/_ + ] ... + + Where and are replication ip and port. + +or + +swift-ring-builder add + --region --zone --ip --port + [--replication-ip ] [--replication-port ] + --device --weight + [--meta ] + + Adds devices to the ring with the given information. No partitions will be + assigned to the new device until after running 'rebalance'. This is so you + can make multiple device changes and rebalance them all just once. + +swift-ring-builder cancel_increase_partition_power + Cancel the increase of the partition power. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to cleanup unneeded links. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder create + + Creates with 2^ partitions and . + is number of hours to restrict moving a partition more + than once. + +swift-ring-builder dispersion [options] + + Output report on dispersion. + + --recalculate option will rebuild cached dispersion info and save builder + --verbose option will display dispersion graph broken down by tier + + You can filter which tiers are evaluated to drill down using a regex + in the optional search_filter argument. i.e. + + swift-ring-builder dispersion "r\d+z\d+$" -v + + ... would only display rows for the zone tiers + + swift-ring-builder dispersion ".*\-[^/]*$" -v + + ... would only display rows for the server tiers + + The reports columns are: + + Tier : the name of the tier + parts : the total number of partitions with assignment in the tier + % : the percentage of parts in the tier with replicas over assigned + max : maximum replicas a part should have assigned at the tier + 0 - N : the number of parts with that many replicas assigned + + e.g. + Tier: parts % max 0 1 2 3 + r1z1 1022 79.45 1 2 210 784 28 + + r1z1 has 1022 total parts assigned, 79% of them have more than the + recommend max replica count of 1 assigned. Only 2 parts in the ring + are *not* assigned in this tier (0 replica count), 210 parts have + the recommend replica count of 1, 784 have 2 replicas, and 28 sadly + have all three replicas in this tier. + +swift-ring-builder finish_increase_partition_power + Finally removes the next_part_power flag. Has to be run after the + swift-object-relinker tool has been used to cleanup old existing data. + + A write_ring command is needed to make the change take effect. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder increase_partition_power + Increases the partition power by one. Needs to be run after + prepare_increase_partition_power has been run and all existing data has + been relinked using the swift-object-relinker tool. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to cleanup old data. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder list_parts [] .. + +or + +swift-ring-builder list_parts + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Returns a 2 column list of all the partitions that are assigned to any of + the devices matching the search values given. The first column is the + assigned partition number and the second column is the number of device + matches for that partition. The list is ordered from most number of matches + to least. If there are a lot of devices to match against, this command + could take a while to run. + +swift-ring-builder prepare_increase_partition_power + Prepare the ring to increase the partition power by one. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to relink existing data. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder pretend_min_part_hours_passed + Resets the clock on the last time a rebalance happened, thus + circumventing the min_part_hours check. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you run this command and deploy rebalanced rings before a replication + pass completes, you may introduce unavailability in your cluster. This + has an end-user impact. + +swift-ring-builder rebalance [options] + Attempts to rebalance the ring by reassigning partitions that haven't been + recently reassigned. + +swift-ring-builder remove [search-value ...] + [--yes] + +or + +swift-ring-builder remove + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Removes the device(s) from the ring. This should normally just be used for + a device that has failed. For a device you wish to decommission, it's best + to set its weight to 0, wait for it to drain all its data, then use this + remove command. This will not take effect until after running 'rebalance'. + This is so you can make multiple device changes and rebalance them all just + once. + + Option --yes assume a yes response to all questions.test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile +test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate +test.unit.cli.test_ringbuilder.TestCommands.test_validate ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_composite_builder_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_composite_builder_file ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_corrupted_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_corrupted_file ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_empty_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_empty_file ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_generic_error +test.unit.cli.test_ringbuilder.TestCommands.test_validate_generic_error ... ok + +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'AUTH_a.example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffab7acd00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffab878ac0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffab7acd00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffab7acd00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffab7acd00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffab7acd00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffab7acd00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffab7acd00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffab7acd00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffab7acd00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/dontchange', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.aexample.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffab7acd00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffab7acd00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/ä½\xa0好', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffab7acd00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/FOO_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffab7acd00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffab7acd00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffab878ac0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffab878100>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': }test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config ... ok +test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_non_integer_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_non_integer_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_out_of_range_part_number +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_out_of_range_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_num_with_repeated_segments +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_num_with_repeated_segments ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_data_manifest +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_data_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_large_manifest +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_large_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_sub_slo +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_sub_slo ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_negative_part_number_invalid_on_subrange +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_negative_part_number_invalid_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_non_integer_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_non_integer_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number_on_subrange +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_data_manifest +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_data_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_refetch_path +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_refetch_path ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_subrange +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_zero_invalid +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_zero_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_negative_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_negative_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_exceeds_max_manifest_segments_is_ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_exceeds_max_manifest_segments_is_ok ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_manifest_get +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_manifest_get ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object_with_range +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object_with_range ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_sub_ranges_manifest +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_sub_ranges_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_with_range_segments +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_with_range_segments ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid_on_subrange +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_range_with_part_number_is_error +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_range_with_part_number_is_error ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes ... ok test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags ... ok test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough ... ok test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_delete -test.unit.obj.test_diskfile.TestDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny ... ok test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching ... ok test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override @@ -23417,5402 +26159,3648 @@ test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override ... ok test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller -test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_default -test.unit.common.middleware.test_tempauth.PrefixAccount.test_default ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers -test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default -test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default ... ok -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear -test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile -test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles ... ok -test.unit.common.test_db.TestDatabaseConnectionError.test_str -test.unit.common.test_db.TestDatabaseConnectionError.test_str ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change ... ok -test.unit.common.test_db.TestGetDBConnection.test_invalid_path -test.unit.common.test_db.TestGetDBConnection.test_invalid_path ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_unicode_access_key -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_unicode_access_key ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success ... ok -test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception -test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile ... ok -test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm -test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_accessible_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_accessible_file ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_unicode_authorization_good -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_unicode_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller -test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request -test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group -test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash -test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_options_call -test.unit.common.middleware.test_tempauth.TestAuth.test_options_call ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner -test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix -test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user -test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny -test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached -test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success -test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region -test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy -test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload -test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced -test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Expecting an element , got nothing, line 1 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -test DEBUG: User tenant_id has system reader authorizing -test DEBUG: tenant mismatch: AUTH_tenant_id2 != tenant_id -test DEBUG: allow user with role(s) admin,swiftoperator as account admin -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. -fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -Sat Dec 21 06:12:41 2024 /tmp/tmpnobflah5/log/swift/profile/default.profile4136359 -Sat Dec 21 06:12:41 2024 /tmp/tmpnobflah5/log/swift/profile/default.profile123 -Sat Dec 21 06:12:41 2024 /tmp/tmpnobflah5/log/swift/profile/default.profile456 - - 45 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 9 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 9 0.001 0.000 0.001 0.000 :0(exec) - 9 0.000 0.000 0.000 0.000 :0(getcwd) - 9 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 9 0.000 0.000 0.000 0.000 :0(setprofile) - - -test_digest_utils WARNING: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 -test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests -test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac -test.unit.common.test_digest.TestDigestUtils.test_get_hmac ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception -test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok -test.unit.common.test_db.TestGetDBConnection.test_locked_db -test.unit.common.test_db.TestGetDBConnection.test_locked_db ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id -test.unit.common.ring.test_builder.TestRingBuilder.test_id ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from -test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file -test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors -test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_init -test.unit.common.ring.test_builder.TestRingBuilder.test_init ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_load -test.unit.common.ring.test_builder.TestRingBuilder.test_load ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica -test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment -test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers -test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload -test.unit.common.ring.test_builder.TestRingBuilder.test_overload ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers -test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem -test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device -test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error -test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_save -test.unit.common.ring.test_builder.TestRingBuilder.test_save ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_save_load -test.unit.common.ring.test_builder.TestRingBuilder.test_save_load ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs -test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port -test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather -test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload -test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate -test.unit.common.ring.test_builder.TestRingBuilder.test_validate ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go -test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval -test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest ... ok +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user ... ok -test.unit.common.test_db.TestGetDBConnection.test_normal_case -test.unit.common.test_db.TestGetDBConnection.test_normal_case ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", - ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers -test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception ... ok -test.unit.common.test_splice.TestSplice.test_available -test.unit.common.test_splice.TestSplice.test_available ... ok -test.unit.common.test_splice.TestSplice.test_errno -test.unit.common.test_splice.TestSplice.test_errno ... ok -test.unit.common.test_splice.TestSplice.test_fileno -test.unit.common.test_splice.TestSplice.test_fileno ... ok -test.unit.common.test_splice.TestSplice.test_flags -test.unit.common.test_splice.TestSplice.test_flags ... ok -test.unit.common.test_splice.TestSplice.test_flags_list -test.unit.common.test_splice.TestSplice.test_flags_list ... ok -test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe -test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe ... ok -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length ... ok -test.unit.common.test_direct_client.TestDirectClient.test_gen_headers -test.unit.common.test_direct_client.TestDirectClient.test_gen_headers ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry -test.unit.common.test_direct_client.TestDirectClient.test_retry ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception -test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception -test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception ... ok -test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing -test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout -test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout ... ok -test.unit.common.test_internal_client.TestInternalClient.test_container_exists -test.unit.common.test_internal_client.TestInternalClient.test_container_exists ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_account -test.unit.common.test_internal_client.TestInternalClient.test_create_account ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_container -test.unit.common.test_internal_client.TestInternalClient.test_create_container ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_account -test.unit.common.test_internal_client.TestInternalClient.test_delete_account ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_container -test.unit.common.test_internal_client.TestInternalClient.test_delete_container ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_object -test.unit.common.test_internal_client.TestInternalClient.test_delete_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded -test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status -test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_object -test.unit.common.test_internal_client.TestInternalClient.test_get_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_init -test.unit.common.test_internal_client.TestInternalClient.test_init ... ok -test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline -test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_containers -test.unit.common.test_internal_client.TestInternalClient.test_iter_containers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable -test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items -test.unit.common.test_internal_client.TestInternalClient.test_iter_items ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_empty -test.unit.common.test_container_sync_realms.TestUtils.test_empty ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files -test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container ... ok + + +swift-ring-builder search + +or + +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Shows information about matching devices. + +swift-ring-builder set_info + :[R:]/_ + [ :[R:]/_] ... + [--yes] + +or + +swift-ring-builder set_info + --ip --port + --replication-ip --replication-port + --device --meta + --change-ip --change-port + --change-replication-ip + --change-replication-port + --change-device + --change-meta + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + For each search-value, resets the matched device's information. + This information isn't used to assign partitions, so you can use + 'write_ring' afterward to rewrite the current ring with the newer + device information. Any of the parts are optional in the final + :/_ parameter; just give what you + want to change. For instance set_info d74 _"snet: 5.6.7.8" would + just update the meta data for device id 74. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_min_part_hours + Changes the to the given . This should be set to + however long a full replication/update cycle takes. We're working on a way + to determine this more easily than scanning logs. + +swift-ring-builder set_overload [%] + Changes the overload factor to the given . + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_replicas + Changes the replica count to the given . may + be a floating-point value, in which case some partitions will have + floor() replicas and some will have ceiling() + in the correct proportions. + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder validate + Just runs the validation routines on the ring. + +swift-ring-builder write_builder [min_part_hours] + Recreate a builder from a ring file (lossy) if you lost your builder + backups. (Protip: don't lose your builder backups). + [min_part_hours] is one of those numbers lost to the builder, + you can change it with set_min_part_hours. + +swift-ring-builder write_ring + Just rewrites the distributable ring file. This is done automatically after + a successful rebalance, so really this is only useful after one or more + 'set_info' calls when no rebalance is needed but you want to send out the + new device information. + +The can be of the form:: + + drz-:R:/ + _ + +Where and are replication ip and port. + +Any part is optional, but you must include at least one part. + +Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + +Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + +Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. + +Quick list: add cancel_increase_partition_power create dispersion + finish_increase_partition_power increase_partition_power list_parts + prepare_increase_partition_power pretend_min_part_hours_passed + rebalance remove search set_info set_min_part_hours set_overload + set_region set_replicas set_weight set_zone validate write_builder + write_ring +Exit codes: 0 = operation successful + 1 = operation completed with warnings + 2 = error +Problem occurred while reading builder file: /tmp/tmp228f3mg2/tmpggg31v21. Generic error occurred +Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 6.00 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. +------------------------------------------------------------------------------- +Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00test.unit.cli.test_ringbuilder.TestCommands.test_warn_at_risk +test.unit.cli.test_ringbuilder.TestCommands.test_warn_at_risk ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring +test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_ring +test.unit.cli.test_ringbuilder.TestCommands.test_write_ring ... ok +test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header +test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Expecting an element , got nothing, line 1 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error ... ok + fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} fake-swift DEBUG: Calling S3Api Middleware -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: FORCED_TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "acc\u00e9ss", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware.test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm -test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm ... ok -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe ... ok -test.unit.common.test_splice.TestSplice.test_unavailable -test.unit.common.test_splice.TestSplice.test_unavailable ... ok -test.unit.common.test_splice.TestSplice.test_unavailable_in_libc -test.unit.common.test_splice.TestSplice.test_unavailable_in_libc ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error ... ok + +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txcabc28b7c4b04c7d9e1f3-006974154a) +test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: txcabc28b7c4b04c7d9e1f3-006974154a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe5a2c2edfceb4e2bafbed-006974154b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txe5a2c2edfceb4e2bafbed-006974154b) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txe5a2c2edfceb4e2bafbed-006974154b) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txe5a2c2edfceb4e2bafbed-006974154b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txe5a2c2edfceb4e2bafbed-006974154b) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txe5a2c2edfceb4e2bafbed-006974154b) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txe5a2c2edfceb4e2bafbed-006974154b) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe5a2c2edfceb4e2bafbed-006974154b) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe5a2c2edfceb4e2bafbed-006974154b) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: txe5a2c2edfceb4e2bafbed-006974154b) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: txe5a2c2edfceb4e2bafbed-006974154b) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: txe5a2c2edfceb4e2bafbed-006974154b) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: txe5a2c2edfceb4e2bafbed-006974154b) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: txe5a2c2edfceb4e2bafbed-006974154b) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: txe5a2c2edfceb4e2bafbed-006974154b) +test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: txe5a2c2edfceb4e2bafbed-006974154b) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 503 (txn: txe5a2c2edfceb4e2bafbed-006974154b) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: txe5a2c2edfceb4e2bafbed-006974154b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txe3283c4192a14c78bf5a8-006974154b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe3283c4192a14c78bf5a8-006974154b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe3283c4192a14c78bf5a8-006974154b) +test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: txe3283c4192a14c78bf5a8-006974154b) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx7a6a2cb754674694a4e36-006974154b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7a6a2cb754674694a4e36-006974154b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7a6a2cb754674694a4e36-006974154b) +test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: tx7a6a2cb754674694a4e36-006974154b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx8e4c7da0d5044968b476f-006974154c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8e4c7da0d5044968b476f-006974154c) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8e4c7da0d5044968b476f-006974154c) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8e4c7da0d5044968b476f-006974154c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8e4c7da0d5044968b476f-006974154c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8e4c7da0d5044968b476f-006974154c) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx8e4c7da0d5044968b476f-006974154c) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx8e4c7da0d5044968b476f-006974154c) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8e4c7da0d5044968b476f-006974154c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx8e4c7da0d5044968b476f-006974154c) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx8e4c7da0d5044968b476f-006974154c) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8e4c7da0d5044968b476f-006974154c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx8e4c7da0d5044968b476f-006974154c) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8e4c7da0d5044968b476f-006974154c) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8e4c7da0d5044968b476f-006974154c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx8e4c7da0d5044968b476f-006974154c) +test DEBUG: Setting object count to 3120 (txn: tx8e4c7da0d5044968b476f-006974154c) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txbbbd240764154ea3b9399-006974154c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txbbbd240764154ea3b9399-006974154c) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txbbbd240764154ea3b9399-006974154c) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txbbbd240764154ea3b9399-006974154c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbbbd240764154ea3b9399-006974154c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txbbbd240764154ea3b9399-006974154c) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txbbbd240764154ea3b9399-006974154c) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txbbbd240764154ea3b9399-006974154c) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txbbbd240764154ea3b9399-006974154c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txbbbd240764154ea3b9399-006974154c) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txbbbd240764154ea3b9399-006974154c) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txbbbd240764154ea3b9399-006974154c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txbbbd240764154ea3b9399-006974154c) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txbbbd240764154ea3b9399-006974154c) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbbbd240764154ea3b9399-006974154c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txbbbd240764154ea3b9399-006974154c) +test DEBUG: Setting object count to 3120 (txn: txbbbd240764154ea3b9399-006974154c) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx952a9e4c259542f58e6cd-006974154c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx952a9e4c259542f58e6cd-006974154c) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx952a9e4c259542f58e6cd-006974154c) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx952a9e4c259542f58e6cd-006974154c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx952a9e4c259542f58e6cd-006974154c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx952a9e4c259542f58e6cd-006974154c) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx952a9e4c259542f58e6cd-006974154c) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx952a9e4c259542f58e6cd-006974154c) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx952a9e4c259542f58e6cd-006974154c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx952a9e4c259542f58e6cd-006974154c) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx952a9e4c259542f58e6cd-006974154c) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx952a9e4c259542f58e6cd-006974154c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx952a9e4c259542f58e6cd-006974154c) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx952a9e4c259542f58e6cd-006974154c) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx952a9e4c259542f58e6cd-006974154c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx952a9e4c259542f58e6cd-006974154c) +test DEBUG: Setting object count to 3120 (txn: tx952a9e4c259542f58e6cd-006974154c) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx503c3df4cd014fe799305-006974154c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx503c3df4cd014fe799305-006974154c) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx503c3df4cd014fe799305-006974154c) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx503c3df4cd014fe799305-006974154c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx503c3df4cd014fe799305-006974154c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx503c3df4cd014fe799305-006974154c) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx503c3df4cd014fe799305-006974154c) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx503c3df4cd014fe799305-006974154c) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx503c3df4cd014fe799305-006974154c) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx503c3df4cd014fe799305-006974154c) +test DEBUG: Setting object count to 3120 (txn: tx503c3df4cd014fe799305-006974154c) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx3e5d51bdaf5a424cba417-006974154c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3e5d51bdaf5a424cba417-006974154c) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx3e5d51bdaf5a424cba417-006974154c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx3e5d51bdaf5a424cba417-006974154c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx3e5d51bdaf5a424cba417-006974154c) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx3e5d51bdaf5a424cba417-006974154c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx3e5d51bdaf5a424cba417-006974154c) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx3e5d51bdaf5a424cba417-006974154c) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx3e5d51bdaf5a424cba417-006974154c) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET + return self.GETorHEAD(req) + ~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response + resp = self.acl_handler.handle_acl( + app, method, container, obj, headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl + return ah._handle_acl(app, method) + ~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + container, obj, + headers, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match ... ok -test.unit.common.test_swob.TestRange.test_range -test.unit.common.test_swob.TestRange.test_range ... ok -test.unit.common.test_swob.TestRange.test_range_invalid_syntax -test.unit.common.test_swob.TestRange.test_range_invalid_syntax ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_large_length -test.unit.common.test_swob.TestRange.test_ranges_for_large_length ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length -test.unit.common.test_swob.TestRange.test_ranges_for_length ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_edges -test.unit.common.test_swob.TestRange.test_ranges_for_length_edges ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_multi -test.unit.common.test_swob.TestRange.test_ranges_for_length_multi ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending -test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping -test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many -test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many ... ok -test.unit.common.test_swob.TestRange.test_str -test.unit.common.test_swob.TestRange.test_str ... ok -test.unit.common.test_swob.TestRange.test_upsidedown_range -test.unit.common.test_swob.TestRange.test_upsidedown_range ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing -test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_get_sig -test.unit.common.test_container_sync_realms.TestUtils.test_get_sig ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_objects -test.unit.common.test_internal_client.TestInternalClient.test_iter_objects ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there -test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_one_realm -test.unit.common.test_container_sync_realms.TestUtils.test_one_realm ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_os_error -test.unit.common.test_container_sync_realms.TestUtils.test_os_error ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default -test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default ... ok -test.unit.common.test_daemon.TestRunDaemon.test_fork_workers -test.unit.common.test_daemon.TestRunDaemon.test_fork_workers ... ok -test.unit.common.test_daemon.TestRunDaemon.test_forked_worker -test.unit.common.test_daemon.TestRunDaemon.test_forked_worker ... ok -test.unit.common.test_daemon.TestRunDaemon.test_restart_workers -test.unit.common.test_daemon.TestRunDaemon.test_restart_workers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_percent -test.unit.common.test_utils.TestFsHasFreeSpace.test_percent ... ok -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run -test.unit.common.test_daemon.TestRunDaemon.test_run ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file ... ok -test.unit.common.test_daemon.TestRunDaemon.test_signal -test.unit.common.test_daemon.TestRunDaemon.test_signal ... ok -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears ... ok -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup ... ok -test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup -test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup ... ok -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path -test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised -test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache -test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffab878100>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/PREFIX_uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffab878100>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffab878100>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffab878ac0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com:8080', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffab878100>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffab878100>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage1.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffab878100>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage2.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffab878100>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage3.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffab878100>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +test INFO: - - 24/Jan/2026/00/41/47 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769215307.397316456 1769215307.397505045 0 +test INFO: - - 24/Jan/2026/00/41/47 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0008 - - 1769215307.397268057 1769215307.398041964 0 +test INFO: - - 24/Jan/2026/00/41/47 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769215307.399656773 1769215307.399893761 0 +test INFO: - - 24/Jan/2026/00/41/47 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1769215307.399611712 1769215307.400352478 0 +test INFO: - - 24/Jan/2026/00/41/47 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769215307.401752949 1769215307.401925802 0 +test INFO: - - 24/Jan/2026/00/41/47 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1769215307.401713133 1769215307.402416945 0 +test INFO: - - 24/Jan/2026/00/41/47 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769215307.403838634 1769215307.404050827 0 +test INFO: - - 24/Jan/2026/00/41/47 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1769215307.403799534 1769215307.404520750 0 +test INFO: - - 24/Jan/2026/00/41/47 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0014 FA - 1769215307.405917406 1769215307.407308340 0 +test INFO: - - 24/Jan/2026/00/41/47 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0020 - - 1769215307.405878305 1769215307.407835960 0 +test INFO: - - 24/Jan/2026/00/41/47 HEAD /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769215307.409612656 1769215307.409780025 0 +test INFO: - - 24/Jan/2026/00/41/47 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1769215307.410138607 1769215307.410334826 0 +test INFO: - - 24/Jan/2026/00/41/47 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1769215307.410992622 1769215307.411132336 0 +test INFO: - - 24/Jan/2026/00/41/47 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0022 - - 1769215307.409471989 1769215307.411643982 - +test INFO: - - 24/Jan/2026/00/41/47 GET /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769215307.413165092 1769215307.413375378 0 +test INFO: - - 24/Jan/2026/00/41/47 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1769215307.413676023 1769215307.413841009 0 +test INFO: - - 24/Jan/2026/00/41/47 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769215307.414213181 1769215307.414363861 0 +test INFO: - - 24/Jan/2026/00/41/47 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0018 - - 1769215307.413041353 1769215307.414829969 - +test INFO: - - 24/Jan/2026/00/41/47 POST /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769215307.416311502 1769215307.416475296 0 +test INFO: - - 24/Jan/2026/00/41/47 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1769215307.416792154 1769215307.417028666 0 +test INFO: - - 24/Jan/2026/00/41/47 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1769215307.417418242 1769215307.417538404 0 +test INFO: - - 24/Jan/2026/00/41/47 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0018 - - 1769215307.416196823 1769215307.417953730 - +test INFO: - - 24/Jan/2026/00/41/47 PUT /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769215307.419512510 1769215307.419712305 0 +test INFO: - - 24/Jan/2026/00/41/47 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1769215307.420029879 1769215307.420193434 0 +test INFO: - - 24/Jan/2026/00/41/47 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1769215307.420537233 1769215307.420677185 0 +test INFO: - - 24/Jan/2026/00/41/47 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0017 - - 1769215307.419399023 1769215307.421066284 - +test INFO: - - 24/Jan/2026/00/41/47 DELETE /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769215307.422648430 1769215307.422806740 0 +test INFO: - - 24/Jan/2026/00/41/47 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1769215307.423143625 1769215307.423312426 0 +test INFO: - - 24/Jan/2026/00/41/47 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1769215307.423676491 1769215307.423781633 0 +test INFO: - - 24/Jan/2026/00/41/47 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0017 - - 1769215307.422490120 1769215307.424201250 -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from ... ok +test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler +test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler ... ok +test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon +test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon ... ok +test.unit.common.test_daemon.TestWorkerDaemon.test_stubs +test.unit.common.test_daemon.TestWorkerDaemon.test_stubs ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found ... ok + +------------------------------------------------------------------------------- +NOTE: Balance of 6.00 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. +------------------------------------------------------------------------------- +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sdb_"" with 1.0 weight got id 4 +Device d5r1z1-127.0.0.1:6200R127.0.0.1:6200/sdc_"" with 1.0 weight got id 5 +Reassigned 192 (300.00%) partitions. Balance is now 109.38. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 109.38 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. +------------------------------------------------------------------------------- +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +Reassigned 48 (75.00%) partitions. Balance is now 100.00. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 100.00 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. +------------------------------------------------------------------------------- +Note: using /tmp/tmp7o_inf06/tmp8tphcipo.builder instead of /tmp/tmp7o_inf06/tmp8tphcipo.ring.gz as builder file +No partitions could be reassigned. +There is no need to do so at this time +Reassigned 24 (37.50%) partitions. Balance is now 1.04. Dispersion is now 0.00 +Note: using /tmp/tmpixe3sbrx/tmpjrp6vww0.builder instead of /tmp/tmpixe3sbrx/tmpjrp6vww0.ring.gz as builder file +Note: using /tmp/tmp7et4j8_2/tmpqs2i_qjp.builder instead of /tmp/tmp7et4j8_2/tmpqs2i_qjp.ring.gz as builder file +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD ... ok -test.unit.common.test_utils.TestNamespace.test_bounds_serialization -test.unit.common.test_utils.TestNamespace.test_bounds_serialization ... ok -test.unit.common.test_db.TestExampleBroker.test_commit_pending -test.unit.common.test_db.TestExampleBroker.test_commit_pending ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ resp = self.handle_request(req) File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET - return self.GETorHEAD(req) - ~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE + self._delete_segments_bucket(req) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket + resp = req.get_response(self.app, 'HEAD') File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response resp = self.acl_handler.handle_acl( app, method, container, obj, headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl - return ah._handle_acl(app, method) - ~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 208, in HEAD + return self._handle_acl(app, 'DELETE') + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 150, in _handle_acl resp = self.req.get_acl_response(app, 'HEAD', - container, obj, - headers, query=query) + container, '') File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response resp = self._get_response( app, method, container, obj, headers, body, query) File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee ... ok - -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0086 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0036 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0042 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0046 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0032 "-" 4136259 - -test ERROR: ERROR Account update failed with 127.0.0.1:34197/sda1 (will retry later): Response 503 OK -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 4136259 3 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 4136259 3 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 4136259 3 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 4136259 3 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 4136259 3 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 4136259 3 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0103 "-" 4136259 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0003 "-" 4136259 nada -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 4136259 0 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 4136259 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 4136259 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 4136259 0 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 4136259 0 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136259 0 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 4136259 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:40 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0037 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0019 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0016 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0004 "-" 4136259 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0053 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0032 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0011 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0015 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0010 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0011 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0154 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0096 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0039 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0011 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0006 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0011 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0011 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0070 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0011 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0011 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0033 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0011 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0013 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0011 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 4136259 2 -test DEBUG: Unlinked retiring db '/tmp/tmpd6bduhai/tmp_test_container_server_ContainerController/sda1/containers/p/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0026 "-" 4136259 2test.unit.common.test_internal_client.TestInternalClient.test_make_path -test.unit.common.test_internal_client.TestInternalClient.test_make_path ... ok -test.unit.common.test_db.TestExampleBroker.test_delete_db -test.unit.common.test_db.TestExampleBroker.test_delete_db ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup -test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception -test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception ... ok -test.unit.common.test_utils.TestNamespace.test_comparisons -test.unit.common.test_utils.TestNamespace.test_comparisons ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking -test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default ... ok -test.unit.common.test_db.TestExampleBroker.test_get_info -test.unit.common.test_db.TestExampleBroker.test_get_info ... ok -test.unit.common.test_db.TestExampleBroker.test_get_max_row -test.unit.common.test_db.TestExampleBroker.test_get_max_row ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_increment +test.unit.common.test_error_limiter.TestErrorLimiter.test_increment ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited +test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key +test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key ... ok +test.unit.common.test_internal_client.TestGetAuth.test_invalid_version +test.unit.common.test_internal_client.TestGetAuth.test_invalid_version ... ok +test.unit.common.test_internal_client.TestGetAuth.test_ok +test.unit.common.test_internal_client.TestGetAuth.test_ok ... ok +test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing +test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout +test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout ... ok +test.unit.common.test_internal_client.TestInternalClient.test_container_exists +test.unit.common.test_internal_client.TestInternalClient.test_container_exists ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_account +test.unit.common.test_internal_client.TestInternalClient.test_create_account ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_container +test.unit.common.test_internal_client.TestInternalClient.test_create_container ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_account +test.unit.common.test_internal_client.TestInternalClient.test_delete_account ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_container +test.unit.common.test_internal_client.TestInternalClient.test_delete_container ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_object +test.unit.common.test_internal_client.TestInternalClient.test_delete_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded +test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status +test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_object +test.unit.common.test_internal_client.TestInternalClient.test_get_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_init +test.unit.common.test_internal_client.TestInternalClient.test_init ... ok +test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline +test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_containers +test.unit.common.test_internal_client.TestInternalClient.test_iter_containers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable +test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items +test.unit.common.test_internal_client.TestInternalClient.test_iter_items ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_objects +test.unit.common.test_internal_client.TestInternalClient.test_iter_objects ... ok +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config ... ok +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_path +test.unit.common.test_internal_client.TestInternalClient.test_make_path ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception +test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception ... ok test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata -test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata ... ok -test.unit.common.test_utils.TestNamespace.test_contains -test.unit.common.test_utils.TestNamespace.test_contains ... ok -test.unit.common.test_utils.TestNamespace.test_end_marker -test.unit.common.test_utils.TestNamespace.test_end_marker ... ok -test.unit.common.test_utils.TestNamespace.test_entire_namespace -test.unit.common.test_utils.TestNamespace.test_entire_namespace ... ok -test.unit.common.test_utils.TestNamespace.test_expand -test.unit.common.test_utils.TestNamespace.test_expand ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant ... ok test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try ... ok test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestNamespace.test_includes -test.unit.common.test_utils.TestNamespace.test_includes ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync ... ok test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object ... ok -test.unit.common.test_utils.TestNamespace.test_lower_setter -test.unit.common.test_utils.TestNamespace.test_lower_setter ... ok -test.unit.common.test_utils.TestNamespace.test_name -test.unit.common.test_utils.TestNamespace.test_name ... ok -test.unit.common.test_utils.TestNamespace.test_name_unexpected_format -test.unit.common.test_utils.TestNamespace.test_name_unexpected_format ... ok -test.unit.common.test_db.TestExampleBroker.test_get_syncs -test.unit.common.test_db.TestExampleBroker.test_get_syncs ... ok -test.unit.common.test_db.TestExampleBroker.test_maybe_get -test.unit.common.test_db.TestExampleBroker.test_maybe_get ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change ... ok -test.unit.common.test_db.TestExampleBroker.test_put_timestamp -test.unit.common.test_db.TestExampleBroker.test_put_timestamp ... ok -test.unit.common.test_db.TestExampleBroker.test_status_changed_at -test.unit.common.test_db.TestExampleBroker.test_status_changed_at ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids -test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync -test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent ... ok -test.unit.common.test_utils.TestNamespace.test_total_ordering -test.unit.common.test_utils.TestNamespace.test_total_ordering ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same ... ok -test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers -test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers ... ok -test.unit.common.test_swob.TestResponse.test_507 -test.unit.common.test_swob.TestResponse.test_507 ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.test_swob.TestResponse.test_app_iter -test.unit.common.test_swob.TestResponse.test_app_iter ... ok -test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk -test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk ... ok -test.unit.common.test_swob.TestResponse.test_call_preserves_closeability -test.unit.common.test_swob.TestResponse.test_call_preserves_closeability ... ok -test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary -test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called -test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float ... ok test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat ... ok -test.unit.common.test_swob.TestResponse.test_charset -test.unit.common.test_swob.TestResponse.test_charset ... ok test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers ... ok -test.unit.common.test_utils.TestNamespace.test_unicode_name -test.unit.common.test_utils.TestNamespace.test_unicode_name ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat ... ok -test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info -test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 ... ok test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception ... ok test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries ... ok -test.unit.common.test_swob.TestResponse.test_charset_content_type -test.unit.common.test_swob.TestResponse.test_charset_content_type ... ok -test.unit.common.test_swob.TestResponse.test_content_type -test.unit.common.test_swob.TestResponse.test_content_type ... ok -test.unit.common.test_swob.TestResponse.test_empty_body -test.unit.common.test_swob.TestResponse.test_empty_body ... ok -test.unit.common.test_swob.TestResponse.test_etag -test.unit.common.test_swob.TestResponse.test_etag ... ok -test.unit.common.test_swob.TestResponse.test_host_url_default -test.unit.common.test_swob.TestResponse.test_host_url_default ... ok -test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched -test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched ... ok -test.unit.common.test_swob.TestResponse.test_host_url_host_https -test.unit.common.test_swob.TestResponse.test_host_url_host_https ... ok -test.unit.common.test_swob.TestResponse.test_host_url_host_override -test.unit.common.test_swob.TestResponse.test_host_url_host_override ... ok -test.unit.common.test_swob.TestResponse.test_host_url_host_port_override -test.unit.common.test_swob.TestResponse.test_host_url_host_port_override ... ok -test.unit.common.test_swob.TestResponse.test_host_url_https -test.unit.common.test_swob.TestResponse.test_host_url_https ... ok -test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched -test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched ... ok -test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter -test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter ... ok -test.unit.common.test_swob.TestResponse.test_location_no_rewrite -test.unit.common.test_swob.TestResponse.test_location_no_rewrite ... ok -test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to -test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to ... ok -test.unit.common.test_swob.TestResponse.test_location_rewrite -test.unit.common.test_swob.TestResponse.test_location_rewrite ... ok -test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host -test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host ... ok -test.unit.common.test_swob.TestResponse.test_multi_range_body -test.unit.common.test_swob.TestResponse.test_multi_range_body ... ok -test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges -test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges ... ok -test.unit.common.test_swob.TestResponse.test_multi_response_iter -test.unit.common.test_swob.TestResponse.test_multi_response_iter ... ok -test.unit.common.test_swob.TestResponse.test_properties -test.unit.common.test_swob.TestResponse.test_properties ... ok -test.unit.common.test_swob.TestResponse.test_range_body -test.unit.common.test_swob.TestResponse.test_range_body ... ok -test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range -test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range ... ok -test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter -test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter ... ok -test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter -test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter ... ok -test.unit.common.test_swob.TestResponse.test_unicode_body -test.unit.common.test_swob.TestResponse.test_unicode_body ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access -test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter -test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_filters -test.unit.common.test_utils.TestAuditLocationGenerator.test_filters ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects -test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks -test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata -test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive -test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive ... ok -test.unit.common.test_utils.TestFallocate.test_arg_bounds -test.unit.common.test_utils.TestFallocate.test_arg_bounds ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate -test.unit.common.test_utils.TestFallocate.test_fallocate ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error -test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_offset -test.unit.common.test_utils.TestFallocate.test_fallocate_offset ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors -test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors ... ok -test.unit.common.test_utils.TestFallocate.test_no_fallocates_available -test.unit.common.test_utils.TestFallocate.test_no_fallocates_available ... ok -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback ... ok -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset ... ok -test.unit.common.test_utils.TestStringAlong.test_happy -test.unit.common.test_utils.TestStringAlong.test_happy ... ok -test.unit.common.test_utils.TestStringAlong.test_unhappy -test.unit.common.test_utils.TestStringAlong.test_unhappy ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_empty -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_empty ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_invalid -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_invalid ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_multiple -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_multiple ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_region -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_region ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_zone -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_zone ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing -test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function -test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function -test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil -test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none -test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_delta -test.unit.common.utils.test_timestamp.TestTimestamp.test_delta ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_false -test.unit.common.utils.test_timestamp.TestTimestamp.test_false ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_float -test.unit.common.utils.test_timestamp.TestTimestamp.test_float ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal -test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat -test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable -test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_upload_object +test.unit.common.test_internal_client.TestInternalClient.test_upload_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked ... ok +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing ... ok +test.unit.common.test_manager.TestManagerModule.test_command_wrapper +test.unit.common.test_manager.TestManagerModule.test_command_wrapper ... ok +test.unit.common.test_manager.TestManagerModule.test_exc +test.unit.common.test_manager.TestManagerModule.test_exc ... ok +test.unit.common.test_manager.TestManagerModule.test_format_server_name +test.unit.common.test_manager.TestManagerModule.test_format_server_name ... ok +test.unit.common.test_manager.TestManagerModule.test_safe_kill +test.unit.common.test_manager.TestManagerModule.test_safe_kill ... ok +test.unit.common.test_manager.TestManagerModule.test_servers +test.unit.common.test_manager.TestManagerModule.test_servers ... ok +test.unit.common.test_manager.TestManagerModule.test_setup_env +test.unit.common.test_manager.TestManagerModule.test_setup_env ... ok +test.unit.common.test_manager.TestManagerModule.test_verify_server +test.unit.common.test_manager.TestManagerModule.test_verify_server ... ok +test.unit.common.test_manager.TestManagerModule.test_watch_server_pids +test.unit.common.test_manager.TestManagerModule.test_watch_server_pids ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains +test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_del +test.unit.common.test_swob.TestHeaderEnvironProxy.test_del ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys +test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys +test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy +test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy ... ok +test.unit.common.test_utils.TestClosingMapper.test_close +test.unit.common.test_utils.TestClosingMapper.test_close ... ok +test.unit.common.test_utils.TestClosingMapper.test_function_raises_exception +test.unit.common.test_utils.TestClosingMapper.test_function_raises_exception ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided +test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_just_one +test.unit.common.test_utils.TestDistributeEvenly.test_just_one ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items +test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_uneven +test.unit.common.test_utils.TestDistributeEvenly.test_uneven ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type +test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset +test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset ... ok +test.unit.common.test_utils.TestShardRange.test_constants +test.unit.common.test_utils.TestShardRange.test_constants ... ok +test.unit.common.test_utils.TestShardRange.test_copy +test.unit.common.test_utils.TestShardRange.test_copy ... ok +test.unit.common.test_utils.TestShardRange.test_deleted_setter +test.unit.common.test_utils.TestShardRange.test_deleted_setter ... ok +test.unit.common.test_utils.TestShardRange.test_epoch_setter +test.unit.common.test_utils.TestShardRange.test_epoch_setter ... ok +test.unit.common.test_utils.TestShardRange.test_find_ancestors +test.unit.common.test_utils.TestShardRange.test_find_ancestors ... ok +test.unit.common.test_utils.TestShardRange.test_find_root +test.unit.common.test_utils.TestShardRange.test_find_root ... ok +test.unit.common.test_utils.TestShardRange.test_increment_meta +test.unit.common.test_utils.TestShardRange.test_increment_meta ... ok +test.unit.common.test_utils.TestShardRange.test_is_child_of +test.unit.common.test_utils.TestShardRange.test_is_child_of ... ok +test.unit.common.test_utils.TestShardRange.test_make_path +test.unit.common.test_utils.TestShardRange.test_make_path ... ok +test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter +test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter ... ok +test.unit.common.test_utils.TestShardRange.test_min_max_bounds +test.unit.common.test_utils.TestShardRange.test_min_max_bounds ... ok +test.unit.common.test_utils.TestShardRange.test_name +test.unit.common.test_utils.TestShardRange.test_name ... ok +test.unit.common.test_utils.TestShardRange.test_name_validation +test.unit.common.test_utils.TestShardRange.test_name_validation ... ok +test.unit.common.test_utils.TestShardRange.test_repr +test.unit.common.test_utils.TestShardRange.test_repr ... ok +test.unit.common.test_utils.TestShardRange.test_resolve_state +test.unit.common.test_utils.TestShardRange.test_resolve_state ... ok +test.unit.common.test_utils.TestShardRange.test_row_count +test.unit.common.test_utils.TestShardRange.test_row_count ... ok +test.unit.common.test_utils.TestShardRange.test_set_deleted +test.unit.common.test_utils.TestShardRange.test_set_deleted ... ok +test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation +test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation ... ok +test.unit.common.test_utils.TestShardRange.test_sort_key +test.unit.common.test_utils.TestShardRange.test_sort_key ... ok +test.unit.common.test_utils.TestShardRange.test_sort_key_order +test.unit.common.test_utils.TestShardRange.test_sort_key_order ... ok +test.unit.common.test_utils.TestShardRange.test_state_setter +test.unit.common.test_utils.TestShardRange.test_state_setter ... ok +test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter +test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter ... ok +test.unit.common.test_utils.TestShardRange.test_timestamp_setter +test.unit.common.test_utils.TestShardRange.test_timestamp_setter ... ok +test.unit.common.test_utils.TestShardRange.test_to_from_dict +test.unit.common.test_utils.TestShardRange.test_to_from_dict ... ok +test.unit.common.test_utils.TestShardRange.test_update_meta +test.unit.common.test_utils.TestShardRange.test_update_meta ... ok +test.unit.common.test_utils.TestShardRange.test_update_state +test.unit.common.test_utils.TestShardRange.test_update_state ... ok +test.unit.common.test_utils.TestShardRange.test_update_tombstones +test.unit.common.test_utils.TestShardRange.test_update_tombstones ... ok +test.unit.common.test_utils.TestShardRangeList.test_filter +test.unit.common.test_utils.TestShardRangeList.test_filter ... ok +test.unit.common.test_utils.TestShardRangeList.test_find_lower +test.unit.common.test_utils.TestShardRangeList.test_find_lower ... ok +test.unit.common.test_utils.TestShardRangeList.test_includes +test.unit.common.test_utils.TestShardRangeList.test_includes ... ok +test.unit.common.test_utils.TestShardRangeList.test_init +test.unit.common.test_utils.TestShardRangeList.test_init ... ok +test.unit.common.test_utils.TestShardRangeList.test_init_with_list +test.unit.common.test_utils.TestShardRangeList.test_init_with_list ... ok +test.unit.common.test_utils.TestShardRangeList.test_pop +test.unit.common.test_utils.TestShardRangeList.test_pop ... ok +test.unit.common.test_utils.TestShardRangeList.test_slice +test.unit.common.test_utils.TestShardRangeList.test_slice ... ok +test.unit.common.test_utils.TestShardRangeList.test_states +test.unit.common.test_utils.TestShardRangeList.test_states ... ok +test.unit.common.test_utils.TestShardRangeList.test_timestamps +test.unit.common.test_utils.TestShardRangeList.test_timestamps ... ok +test.unit.common.test_utils.TestWatchdog.test_start_stop +test.unit.common.test_utils.TestWatchdog.test_start_stop ... ok +test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency +test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency ... ok +test.unit.common.test_utils.TestWatchdog.test_timeout_expire +test.unit.common.test_utils.TestWatchdog.test_timeout_expire ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_all_whitespace_value +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_all_whitespace_value ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_bogus_value +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_bogus_value ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_empty_value +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_empty_value ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_more_specific_after_less_specific +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_more_specific_after_less_specific ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_multiple +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_multiple ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_single_region +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_single_region ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_with_zone_zero +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_with_zone_zero ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_TRUE_VALUES +test.unit.common.utils.test_config.TestUtilsConfig.test_TRUE_VALUES ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_auto_int_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_auto_int_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_fallocate_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_fallocate_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_float_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_float_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_percent_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_percent_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_positive_int_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_positive_int_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_request_node_count_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_request_node_count_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_true_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_true_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_float +test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_float ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_int +test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_int ... ok +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_in_order_expirer_bytes_ctype +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_in_order_expirer_bytes_ctype ... ok +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_out_of_order_expirer_bytes_ctype +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_out_of_order_expirer_bytes_ctype ... ok +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_unupgraded_expirer_bytes_ctype +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_unupgraded_expirer_bytes_ctype ... ok +test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config +test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config ... ok +test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy +test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy ... ok +test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path +test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up +test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_unclean +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_unclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning +test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator +test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update +test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestReplicatorStats.test_add +test.unit.obj.test_replicator.TestReplicatorStats.test_add ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats +test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields +test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip +test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon +test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum +test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides +test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip +test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container ... ok + +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (503, 503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (201, 404, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (201, 503, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_int -test.unit.common.utils.test_timestamp.TestTimestamp.test_int ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestNamespace.test_upper_setter -test.unit.common.test_utils.TestNamespace.test_upper_setter ... ok -test.unit.common.middleware.test_acl.TestACL.test_clean_acl -test.unit.common.middleware.test_acl.TestACL.test_clean_acl ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent ... ok -test.unit.common.test_utils.TestParseContentRange.test_bad -test.unit.common.test_utils.TestParseContentRange.test_bad ... ok -test.unit.common.test_utils.TestParseContentRange.test_good -test.unit.common.test_utils.TestParseContentRange.test_good ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl -test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl -test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_parse_acl -test.unit.common.middleware.test_acl.TestACL.test_parse_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl -test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed -test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed ... ok -test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset ... ok - -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object -test.unit.common.test_internal_client.TestInternalClient.test_upload_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing ... ok -test.unit.common.test_swob.TestAccept.test_accept_invalid -test.unit.common.test_swob.TestAccept.test_accept_invalid ... ok -test.unit.common.test_swob.TestAccept.test_accept_json -test.unit.common.test_swob.TestAccept.test_accept_json ... ok -test.unit.common.test_swob.TestAccept.test_accept_plain -test.unit.common.test_swob.TestAccept.test_accept_plain ... ok -test.unit.common.test_swob.TestAccept.test_accept_xml -test.unit.common.test_swob.TestAccept.test_accept_xml ... ok -test.unit.common.test_swob.TestAccept.test_repr -test.unit.common.test_swob.TestAccept.test_repr ... ok -test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers -test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers ... ok -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_exception -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_exception ... ok -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals ... ok -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals_more -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals_more ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors ... ok + +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx3e5d51bdaf5a424cba417-006974154c) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3e5d51bdaf5a424cba417-006974154c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx3e5d51bdaf5a424cba417-006974154c) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx3e5d51bdaf5a424cba417-006974154c) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3e5d51bdaf5a424cba417-006974154c) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3e5d51bdaf5a424cba417-006974154c) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx3e5d51bdaf5a424cba417-006974154c) +test DEBUG: Setting object count to 3120 (txn: tx3e5d51bdaf5a424cba417-006974154c) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx7d62486b1e2e4103903bb-006974154c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7d62486b1e2e4103903bb-006974154c) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7d62486b1e2e4103903bb-006974154c) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7d62486b1e2e4103903bb-006974154c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7d62486b1e2e4103903bb-006974154c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7d62486b1e2e4103903bb-006974154c) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx7d62486b1e2e4103903bb-006974154c) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx7d62486b1e2e4103903bb-006974154c) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7d62486b1e2e4103903bb-006974154c) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx7d62486b1e2e4103903bb-006974154c) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx6dc6d039fa56454585ffd-006974154c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx6dc6d039fa56454585ffd-006974154c) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6dc6d039fa56454585ffd-006974154c) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx6dc6d039fa56454585ffd-006974154c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6dc6d039fa56454585ffd-006974154c) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6dc6d039fa56454585ffd-006974154c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx6dc6d039fa56454585ffd-006974154c) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx109d276574624f6cabbbb-006974154c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx109d276574624f6cabbbb-006974154c) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx109d276574624f6cabbbb-006974154c) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx109d276574624f6cabbbb-006974154c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx109d276574624f6cabbbb-006974154c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx109d276574624f6cabbbb-006974154c) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx109d276574624f6cabbbb-006974154c) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx109d276574624f6cabbbb-006974154c) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx109d276574624f6cabbbb-006974154c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx109d276574624f6cabbbb-006974154c) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx109d276574624f6cabbbb-006974154c) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx109d276574624f6cabbbb-006974154c) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx109d276574624f6cabbbb-006974154c) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx0738cbfc2fe0460ebb4b6-006974154c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0738cbfc2fe0460ebb4b6-006974154c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0738cbfc2fe0460ebb4b6-006974154c) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx0738cbfc2fe0460ebb4b6-006974154c) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txd0a5961db6274c7080293-006974154c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd0a5961db6274c7080293-006974154c) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txd0a5961db6274c7080293-006974154c) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txd0a5961db6274c7080293-006974154c) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txae296f22258b4ec999672-006974154c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txae296f22258b4ec999672-006974154c) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txae296f22258b4ec999672-006974154c) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txae296f22258b4ec999672-006974154c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok ... ok -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! test-ic DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -fake-swift INFO: - - 21/Dec/2024/18/12/41 GET /cont/obj HTTP/1.0 200 - some_agent - - 19 - - - 0.0003 - - 1734804761.644360304 1734804761.644682169 - -fake-swift INFO: - - 21/Dec/2024/18/12/41 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0002 - - 1734804761.645753860 1734804761.645944118 - -fake-swift INFO: - - 21/Dec/2024/18/12/41 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1734804761.646520376 1734804761.646666527 - -fake-swift INFO: - - 21/Dec/2024/18/12/41 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1734804761.647030115 1734804761.647156000 - +fake-swift INFO: - - 24/Jan/2026/00/41/47 GET /cont/obj HTTP/1.0 200 - some_agent - - 19 - - - 0.0003 - - 1769215307.681395292 1769215307.681668282 - +fake-swift INFO: - - 24/Jan/2026/00/41/47 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0002 - - 1769215307.682718992 1769215307.682918549 - +fake-swift INFO: - - 24/Jan/2026/00/41/47 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1769215307.683502913 1769215307.683644056 - +fake-swift INFO: - - 24/Jan/2026/00/41/47 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1769215307.683998823 1769215307.684121847 - test DEBUG: Before request test DEBUG: Inside of request (txn: foo) test DEBUG: After request -fake-swift INFO: - - 21/Dec/2024/18/12/41 DELETE /container HTTP/1.0 409 - some_agent - - 19 - - - 0.0001 - - 1734804761.652693510 1734804761.652818918 - -test1 -STDOUT: test2 -STDERR: test4 -test5 -STDERR: test6 -test8 -STDOUT: a#012b#012c -STDOUT: d -test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject -test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value ... ok -test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync -test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion ... ok - -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0072 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0013 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0011 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0011 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0021 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0028 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 4136259 0 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 4136259 0 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136259 0 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 4136259 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0056 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0005 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0002 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.0046 "-" 4136259 3 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0024 "-" 4136259 3 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0017 "-" 4136259 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0004 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0003 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 4136259 2 -test DEBUG: Unlinked retiring db '/tmp/tmpkaehn8em/tmp_test_container_server_ContainerController/sda1/containers/p/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0085 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 4136259 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0037 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [21/Dec/2024:18:12:41 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 4136259 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok -I like ham -STDERR: --- Logging error --- -STDERR: Traceback (most recent call last): -STDERR: File "/build/reproducible-path/swift-2.34.0/test/unit/common/utils/test_logs.py", line 157, in emit - raise socket.error(errno.ENOTCONN, "This is an ex-syslog") -STDERR: OSError: [Errno 107] This is an ex-syslog -STDERR: Call stack: -STDERR: File "", line 198, in _run_module_as_main -STDERR: File "", line 88, in _run_code -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 88, in - main() -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 82, in main - program.TestProgram( -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 197, in __init__ - self.runTests() -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 247, in runTests - self.result = testRunner.run(self.test) -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 51, in run - test(result) -STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 84, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 122, in run - test(result) -STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 84, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 122, in run - test(result) -STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 84, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 122, in run - test(result) -STDERR: File "/usr/lib/python3.13/unittest/case.py", line 707, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.13/unittest/case.py", line 651, in run - self._callTestMethod(testMethod) -STDERR: File "/usr/lib/python3.13/unittest/case.py", line 606, in _callTestMethod - if method() is not None: -STDERR: File "/build/reproducible-path/swift-2.34.0/test/unit/common/utils/test_logs.py", line 189, in test_LoggerFileObject_recursion - logger.info("I like ham") -STDERR: File "/usr/lib/python3.13/logging/__init__.py", line 1519, in info - self._log(INFO, msg, args, **kwargs) -STDERR: File "/usr/lib/python3.13/logging/__init__.py", line 1664, in _log - self.handle(record) -STDERR: File "/usr/lib/python3.13/logging/__init__.py", line 1680, in handle - self.callHandlers(record) -STDERR: File "/usr/lib/python3.13/logging/__init__.py", line 1736, in callHandlers - hdlr.handle(record) -STDERR: File "/usr/lib/python3.13/logging/__init__.py", line 1026, in handle - self.emit(record) -STDERR: File "/build/reproducible-path/swift-2.34.0/test/unit/common/utils/test_logs.py", line 159, in emit - self.handleError(record) -STDERR: Message: 'I like ham' -Arguments: () -test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion -test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject_recursion -test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject_recursion ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_remove_objects -test.unit.container.test_backend.TestContainerBroker.test_remove_objects ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat -test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_NullLogger -test.unit.common.utils.test_logs.TestUtilsLogs.test_NullLogger ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_capture_stdio -test.unit.common.utils.test_logs.TestUtilsLogs.test_capture_stdio ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_clean_logger_exception -test.unit.common.utils.test_logs.TestUtilsLogs.test_clean_logger_exception ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_log_line -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_log_line ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal -test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal ... ok -test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path -test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit -test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit ... ok -test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_console -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_console ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering -test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_expired -test.unit.obj.test_diskfile.TestDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons -test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_name_and_route -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_name_and_route ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_sysloghandler_plumbing -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_sysloghandler_plumbing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.utils.test_timestamp.TestTimestamp.test_raw -test.unit.common.utils.test_timestamp.TestTimestamp.test_raw ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_policy_index -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_policy_index ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.utils.test_logs.TestUtilsLogs.test_log_string_formatter -test.unit.common.utils.test_logs.TestUtilsLogs.test_log_string_formatter ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_nested_prefixlogger -test.unit.common.utils.test_logs.TestUtilsLogs.test_nested_prefixlogger ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_prefixlogger -test.unit.common.utils.test_logs.TestUtilsLogs.test_prefixlogger ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.utils.test_timestamp.TestTimestamp.test_true -test.unit.common.utils.test_timestamp.TestTimestamp.test_true ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer_python_maddness -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer_python_maddness ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_format_time -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_format_time ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container -test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container ... ok - -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} -test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} -test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Not a path query: /, skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test INFO: Caching s3tokens for 20 seconds -test DEBUG: Calling S3Token middleware. -test DEBUG: Cached creds valid -test DEBUG: Connecting with tenant: tenant_id -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test INFO: Caching s3tokens for 20 seconds -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Cached keystone credentials -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test ERROR: Error retrieving recon data: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ~~~~~^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 228, in raise_Exception - raise Exception -Exception -test ERROR: Error reading recon cache file: +fake-swift INFO: - - 24/Jan/2026/00/41/47 DELETE /container HTTP/1.0 409 - some_agent - - 19 - - - 0.0001 - - 1769215307.689770222 1769215307.689894438 - +WARNING: Unable to modify file descriptor limit. Running as non-root? +WARNING: Unable to modify memory limit. Running as non-root? +WARNING: Unable to modify max process limit. Running as non-root? +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Base DELETE returning 503 for (204, 204, 404) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: [Errno None] None -test ERROR: Error reading recon cache file: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx84253209163a4f0e96f7d-006974154c) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: [Errno None] Nonetest.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter -test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror ... ok -test WARNING: More than one part in a single-part response? -test ERROR: Problem finding shard upper in '/tmp/tmpha2ly5g0/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpha2ly5g0/test_container.db': : + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx84253209163a4f0e96f7d-006974154c) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - shard_size, last_shard_upper) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpwu8o9hz9/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpwu8o9hz9/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion -test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter_max_line_length -test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter_max_line_length ... ok -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_in_order_expirer_bytes_ctype -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_in_order_expirer_bytes_ctype ... ok -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_out_of_order_expirer_bytes_ctype -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_out_of_order_expirer_bytes_ctype ... ok -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_unupgraded_expirer_bytes_ctype -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_unupgraded_expirer_bytes_ctype ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_db_states -test.unit.container.test_backend.TestContainerBroker.test_set_db_states ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers -test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container -test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion -test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges -test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges ... ok -test.unit.obj.test_server.TestTpoolSize.test_default_config -test.unit.obj.test_server.TestTpoolSize.test_default_config ... ok -test.unit.obj.test_server.TestTpoolSize.test_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_explicit_setting ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting ... ok -test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync -test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable -test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index -test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none -test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call -test.unit.obj.test_ssync_sender.TestSender.test_call ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others -test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect -test.unit.obj.test_ssync_sender.TestSender.test_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status -test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove -test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove ... ok -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs -test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted -test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable ... ok + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx84253209163a4f0e96f7d-006974154c) +test ERROR: Container HEAD returning 503 for [] (txn: tx84253209163a4f0e96f7d-006974154c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key +test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object ... ok -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property -test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load ... ok -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_sync_merging -test.unit.container.test_backend.TestContainerBroker.test_sync_merging ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout -test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout -test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path -test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up -test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_euclean -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_euclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 ... ok -test.unit.obj.test_ssync_sender.TestSender.test_disconnect -test.unit.obj.test_ssync_sender.TestSender.test_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout -test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart ... ok -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok + +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing +test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors ... ok + +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_options +test.unit.proxy.controllers.test_base.TestFuncs.test_options ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized +test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin +test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics +test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta +test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:full_control OWNER fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD - resp = self.GETorHEAD(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - app, method, container, obj, headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 246, in HEAD - return self._handle_acl(app, 'HEAD') - ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - container, obj, - headers, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor ... ok -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks -test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation ... ok -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch -test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix ... ok -test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon -test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon ... ok -test.unit.common.test_daemon.TestWorkerDaemon.test_stubs -test.unit.common.test_daemon.TestWorkerDaemon.test_stubs ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_increment -test.unit.common.test_error_limiter.TestErrorLimiter.test_increment ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited -test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key -test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ -test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines -test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line -test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy -test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers ... ok -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [21/Dec/2024:18:12:41 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 4136259 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [21/Dec/2024:18:12:41 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 4136259 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ - res = getattr(self, req.method)(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats - resp = func(ctrl, *args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 951, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch - return getattr(self, op)( - ~~~~~~~^^^^^^^^^^ -AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [21/Dec/2024:18:12:41 +0000] "REPLICATE /sda1/p/a/" 500 710 "-" "-" "-" 0.0019 "-" 4136259 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [21/Dec/2024:18:12:41 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 4136259 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0116 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0022 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0004 "-" 4136259 0 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0045 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0024 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx8568d13fefc942539addd-006974154c) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ - res = getattr(self, req.method)(req) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_server.py", line 6118, in mock_put_method - raise Exception() -Exception -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0039 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0011 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 4136259 3 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 4136259 0 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 4136259 0 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0018 "-" 4136259 1 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 4136259 1 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0021 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0039 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0018 "-" 4136259 4 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 4136259 4 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 4136259 3 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0024 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0054 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_unclean -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_unclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_all -test.unit.obj.test_ssync_sender.TestSender.test_readline_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed -test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk -test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk -test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 -test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests -test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached -test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database -test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok -test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow -test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok -test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension -test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer -test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk -test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_delete -test.unit.obj.test_ssync_sender.TestSender.test_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout -test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_post -test.unit.obj.test_ssync_sender.TestSender.test_send_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode -test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put -test.unit.obj.test_ssync_sender.TestSender.test_send_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout -test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout -test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable -test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete -test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map -test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted -test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_post -test.unit.obj.test_ssync_sender.TestSender.test_updates_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_put -test.unit.obj.test_ssync_sender.TestSender.test_updates_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post -test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index -test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout -test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestSweepStats.test_copy -test.unit.obj.test_updater.TestSweepStats.test_copy ... ok -test.unit.obj.test_updater.TestSweepStats.test_reset -test.unit.obj.test_updater.TestSweepStats.test_reset ... ok -test.unit.obj.test_updater.TestSweepStats.test_since -test.unit.obj.test_updater.TestSweepStats.test_since ... ok -test.unit.obj.test_updater.TestSweepStats.test_str -test.unit.obj.test_updater.TestSweepStats.test_str ... ok -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout ... ok -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward ... ok -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_close_error -test.unit.obj.test_diskfile.TestECDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit -test.unit.obj.test_diskfile.TestECDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror -test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space -test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called -test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_delete -test.unit.obj.test_diskfile.TestECDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files -test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path -test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache -test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup -test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking -test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired -test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning -test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator -test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update -test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes -test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_default -test.unit.obj.test_server.TestConfigOptionHandling.test_default ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default ... ok -test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted -test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted ... ok -test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing -test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication -test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration -test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_euclean -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_euclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx8568d13fefc942539addd-006974154c) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx8568d13fefc942539addd-006974154c) +test ERROR: Container HEAD returning 503 for [] (txn: tx8568d13fefc942539addd-006974154c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx23b637bf29504ea3a523d-006974154c) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx23b637bf29504ea3a523d-006974154c) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx23b637bf29504ea3a523d-006974154c) +test ERROR: Container HEAD returning 503 for [] (txn: tx23b637bf29504ea3a523d-006974154c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options +test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts +test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings +test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings +test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: permission denined: 403 Forbidden test:write OWNER fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other OWNER fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks -test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable -test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch -test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging ... ok -test.unit.obj.test_server.TestZeroCopy.test_GET -test.unit.obj.test_server.TestZeroCopy.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_GET_big -test.unit.obj.test_server.TestZeroCopy.test_GET_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_quarantine -test.unit.obj.test_server.TestZeroCopy.test_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file -test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing ... ok -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_close -test.unit.proxy.controllers.test_base.TestGetterSource.test_close ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_init -test.unit.proxy.controllers.test_base.TestGetterSource.test_init ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_sort -test.unit.proxy.controllers.test_base.TestGetterSource.test_sort ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp -test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_all_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_all_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash ... ok +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1734804760.89170', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_bad_hash ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -test ERROR: Invalid current //REALM/CLUSTER (foo) -test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) -test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_01 -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_02 -fake-swift ERROR: Got status 404 listing container /AUTH_test/c -fake-swift ERROR: Too many bytes for /v1/AUTH_test/mancon/manifest; truncating in /v1/AUTH_test/c/seg_03 with 5 bytes left -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, max LO GET time of 86400s exceeded -fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection -fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had a21075a36eeddd084e17611a238c7101, but object MD5 was actually 3902ee7e149eb8313a34757e89e21af6 -fake-swift ERROR: Bad response length for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/c/seg_01 -test WARNING: The following digest algorithms are configured but not supported: md5, not-a-valid-digest -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_acct != 1 -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing from an overriding middleware -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -test DEBUG: Skipping the update of recently changed /tmp/tmpk2luqevx/sdq/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmpk2luqevx/sdp/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmpk2luqevx/sdq/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmpk2luqevx/sdp/objects/auditor_status_ALL.json -test DEBUG: Skipping: /tmp/tmpyfks4ya0/garbage is not a directory -test DEBUG: Skipping: /tmp/tmpyfks4ya0/garbage is not mounted -test DEBUG: Skipping: /tmp/tmpor9h1m9h/sdq is not mounted -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission ... ok + test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx7e01df5e727247648033b-0067670519) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx7e01df5e727247648033b-0067670519) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx7e01df5e727247648033b-0067670519) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: tx7e01df5e727247648033b-0067670519) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx7e01df5e727247648033b-0067670519) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx7e01df5e727247648033b-0067670519) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx7e01df5e727247648033b-0067670519) -test INFO: Client disconnected on read of '/a/c' (txn: tx7e01df5e727247648033b-0067670519) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx536a7e20c549444db4e9b-0067670519) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx536a7e20c549444db4e9b-0067670519) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx536a7e20c549444db4e9b-0067670519) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: txdc550171886d469984fd5-0067670519) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx89e737987d874b6bbe04b-0067670519) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx3fdc320d66e94561b76bf-0067670519) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: tx85a9d557e36440e1af8c7-0067670519) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx590ebbc76f3047ca92f7b-0067670519)test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors -test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin -test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin ... ok +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp1r6t075y/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp1r6t075y/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp1r6t075y/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp1r6t075y/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:48 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0033 "-" 3035071 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:48 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0032 "-" 3035071 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:48 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 3035071 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:48 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 3035071 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:48 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txdcdb5947af2f4d5bae40c-006974154c" "proxy-server 3035071" 0.0012 "-" 3035071 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:48 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:39477/sda1/1/a/c" "txdcdb5947af2f4d5bae40c-006974154c" "container-server 3035071" 0.0011 "-" 3035071 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:48 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:53075/sdb1/1/a/c" "txdcdb5947af2f4d5bae40c-006974154c" "container-server 3035071" 0.0010 "-" 3035071 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:48 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txdcdb5947af2f4d5bae40c-006974154c" "proxy-server 3035071" 0.0090 "-" 3035071 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:48 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txdcdb5947af2f4d5bae40c-006974154c" "proxy-server 3035071" 0.0145 "-" 3035071 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/41/48 PUT /v1/a/c HTTP/1.0 201 - - t - - - txdcdb5947af2f4d5bae40c-006974154c - 0.0223 - - 1769215308.885008574 1769215308.907313585 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:48 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx39dd3936ecaf409aae4d4-006974154c" "proxy-server 3035071" 0.0011 "-" 3035071 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:48 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:53075/sdb1/1/a1/c1" "tx39dd3936ecaf409aae4d4-006974154c" "container-server 3035071" 0.0011 "-" 3035071 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:48 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:39477/sda1/1/a1/c1" "tx39dd3936ecaf409aae4d4-006974154c" "container-server 3035071" 0.0367 "-" 3035071 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:48 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx39dd3936ecaf409aae4d4-006974154c" "proxy-server 3035071" 0.0443 "-" 3035071 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:48 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx39dd3936ecaf409aae4d4-006974154c" "proxy-server 3035071" 0.0493 "-" 3035071 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/41/48 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx39dd3936ecaf409aae4d4-006974154c - 0.0570 - - 1769215308.908817053 1769215308.965864658 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:48 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9878bf0ca4ac43cf8a934-006974154c" "proxy-server 3035071" 0.0027 "-" 3035071 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:49 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:39477/sda1/2/a/c1" "tx9878bf0ca4ac43cf8a934-006974154c" "container-server 3035071" 0.0011 "-" 3035071 1 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:49 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:53075/sdb1/2/a/c1" "tx9878bf0ca4ac43cf8a934-006974154c" "container-server 3035071" 0.0017 "-" 3035071 1 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:49 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx9878bf0ca4ac43cf8a934-006974154c" "proxy-server 3035071" 0.0200 "-" 3035071 1 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:49 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx9878bf0ca4ac43cf8a934-006974154c" "proxy-server 3035071" 0.0253 "-" 3035071 1 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/41/49 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx9878bf0ca4ac43cf8a934-006974154c - 0.0439 - - 1769215308.972121000 1769215309.016034842 1 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:49 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx8f744507c9bf40abae4c6-006974154d" "proxy-server 3035071" 0.0021 "-" 3035071 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:49 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:53075/sdb1/1/a/c2" "tx8f744507c9bf40abae4c6-006974154d" "container-server 3035071" 0.0012 "-" 3035071 2 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:49 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:39477/sda1/1/a/c2" "tx8f744507c9bf40abae4c6-006974154d" "container-server 3035071" 0.0017 "-" 3035071 2 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:49 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx8f744507c9bf40abae4c6-006974154d" "proxy-server 3035071" 0.0614 "-" 3035071 2 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:49 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx8f744507c9bf40abae4c6-006974154d" "proxy-server 3035071" 0.0380 "-" 3035071 2 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/41/49 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx8f744507c9bf40abae4c6-006974154d - 0.0800 - - 1769215309.017540455 1769215309.097567320 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': True, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 4}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.2, 'concurrent_ec_extra_requests': 0}, app) +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: public None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: authenticated None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx19d16ab6b1a047e9884c5-006767051a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx19d16ab6b1a047e9884c5-006767051a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx19d16ab6b1a047e9884c5-006767051a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx19d16ab6b1a047e9884c5-006767051a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx19d16ab6b1a047e9884c5-006767051a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx19d16ab6b1a047e9884c5-006767051a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: tx19d16ab6b1a047e9884c5-006767051a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: tx19d16ab6b1a047e9884c5-006767051a) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: tx19d16ab6b1a047e9884c5-006767051a) -test INFO: Client disconnected on read of '/a/c' (txn: tx19d16ab6b1a047e9884c5-006767051a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx97d0caec961d490faee45-006767051a) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx97d0caec961d490faee45-006767051a) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx97d0caec961d490faee45-006767051a) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx97d0caec961d490faee45-006767051a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: txc91beea8c4a24fa49e316-006767051a) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: txcbce0e80bc384ebf89c7b-006767051a) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx5175cda434a2465687b0b-006767051a) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd (txn: txea75ac5c906841a88723a-006767051a) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: txd1cfee99e355408a86a60-006767051a) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx4b662f3a14344b3ea5bc5-006767051a) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx7df84cd4aa244fe38a74e-006767051a) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx40df9b91c1c94c0695231-006767051a) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx854cf5da59cc46f89db0b-006767051a) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx68dae6436c024c848f72c-006767051a) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd (txn: txd077e892f948487e94d16-006767051a) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: txdbe60ef079a1447b8dcd5-006767051a) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx32dc111bd1e147499ecb2-006767051a)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error ... ok -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': '6qm+nUNIiw0hvrDDF0kHUQ==', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'eaa9be9d43488b0d21beb0c317490751', 'X-Timestamp': '1734804761.72015', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804761.00000', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy ... ok - :0(setprofile) - - -Sat Dec 21 06:12:37 2024 /tmp/tmp9wf8w027/unittest.profile4136352 -Sat Dec 21 06:12:37 2024 /tmp/tmp9wf8w027/unittest.profile123 -Sat Dec 21 06:12:37 2024 /tmp/tmp9wf8w027/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Sat Dec 21 06:12:37 2024 /tmp/tmp9wf8w027/unittest.profile4136352 -Sat Dec 21 06:12:37 2024 /tmp/tmp9wf8w027/unittest.profile123 -Sat Dec 21 06:12:37 2024 /tmp/tmp9wf8w027/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Sat Dec 21 06:12:37 2024 /tmp/tmp9wf8w027/unittest.profile4136352 -Sat Dec 21 06:12:37 2024 /tmp/tmp9wf8w027/unittest.profile123 -Sat Dec 21 06:12:37 2024 /tmp/tmp9wf8w027/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Sat Dec 21 06:12:37 2024 /tmp/tmp9wf8w027/unittest.profile4136352 - - 15 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 3 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) - - -Sat Dec 21 06:12:37 2024 /tmp/tmp9wf8w027/unittest.profile4136352 - - 15 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 3 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) - - -Sat Dec 21 06:12:37 2024 /tmp/tmp9wf8w027/unittest.profile4136352 - - 15 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 3 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) - - -test-ic DEBUG: -> 2014-05-27T20:54:11 GET http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - -test-ic DEBUG: -> 2014-05-27T20:54:11 HEAD http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - -test-replicator INFO: [worker 1/2 pid=4136352] Running object replicator in script mode. -test-replicator INFO: [worker 1/2 pid=4136352] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 2/2 pid=4136352] Running object replicator in script mode. -test-replicator INFO: [worker 2/2 pid=4136352] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=4136352] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=4136352] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 2/3 pid=4136352] Running object replicator in script mode. -test-replicator INFO: [worker 2/3 pid=4136352] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 3/3 pid=4136352] Running object replicator in script mode. -test-replicator INFO: [worker 3/3 pid=4136352] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=4136352] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=4136352] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=4136352] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=4136352] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=8804] Running object replicator in script mode. -test-replicator DEBUG: [worker 1/3 pid=8804] debug message -test-replicator INFO: [worker 1/3 pid=8804] info message -test-replicator WARNING: [worker 1/3 pid=8804] warning message -test-replicator ERROR: [worker 1/3 pid=8804] error message -test-replicator INFO: [worker 1/3 pid=8804] Object replication complete (once). (0.00 minutes) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txe9b1047cd33a4a11bf081-006767051b) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txe9b1047cd33a4a11bf081-006767051b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507 -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_timeouts -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_timeouts ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_none_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_none_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_one_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_one_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps ... ok +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering ... ok +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804761.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804761.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804761.00000', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response + return self.get_acl_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error ... ok - -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0041 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0036 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0038 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 4136259 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0034 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0001 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0035 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0036 "-" 4136259 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0037 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0034 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0021 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0020 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0035 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0011 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 4136259 nada -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 4136259 999 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c_legacy" 201 - "-" "-" "-" 0.0034 "-" 4136259 0 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "HEAD /sda1/p/a/c_legacy" 204 - "-" "-" "-" 0.0012 "-" 4136259 0 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0035 "-" 4136259 1 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "HEAD /sda1/p/a/c_one" 204 - "-" "-" "-" 0.0015 "-" 4136259 1 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0033 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "HEAD /sda1/p/a/c_two" 204 - "-" "-" "-" 0.0011 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0033 "-" 4136259 3 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "HEAD /sda1/p/a/c_three" 204 - "-" "-" "-" 0.0011 "-" 4136259 3 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c_four" 201 - "-" "-" "-" 0.0033 "-" 4136259 4 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "HEAD /sda1/p/a/c_four" 204 - "-" "-" "-" 0.0012 "-" 4136259 4 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 4136259 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 4136259 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0041 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0034 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0022 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0037 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0053 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0022 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0020 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0021 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 4136259 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' +fake-swift ERROR: Expecting value: line 1 column 1 (char 0): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET + objects = json.loads(resp.body) + File "/usr/lib/python3.13/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ~~~~~~~~~~~~~~~~~~~~~~~^^^ + File "/usr/lib/python3.13/json/decoder.py", line 345, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/json/decoder.py", line 363, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0)test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file ... ok +test ERROR: Problem finding shard upper in '/tmp/tmp1tp95skx/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmp1tp95skx/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + shard_size, last_shard_upper) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmp1jdy710m/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmp1jdy710m/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row ... ok +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD + resp = self.GETorHEAD(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response + resp = self.acl_handler.handle_acl( + app, method, container, obj, headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 246, in HEAD + return self._handle_acl(app, 'HEAD') + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + container, obj, + headers, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete ... ok - -test ERROR: Error parsing recon cache file: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ~~~~~^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 225, in raise_ValueError - raise ValueError -ValueError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ~~~~~~~~~~~~~~~~~^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ~~~~~~~~~~~~~~~~~^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ~~~~~~~~~~~~~~~~~^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ~~~~~~~~~~~~~~~~~^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file - raise IOError -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ~~~~~~~~~~~~~~~~~^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file - raise IOError -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ~~~~~~~~~~~~~~~~~^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT ... ok +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestConfigOptionHandling.test_default +test.unit.obj.test_server.TestConfigOptionHandling.test_default ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default ... ok +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container ... ok +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests +test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT +test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached +test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database +test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path ... ok + +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ~~~~~~~~~~~~~~~~~^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ~~~~~~~~~~~~~~~~~^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -proxy INFO: (4136298) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (4136298) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY jojo', (txn: tx5c6d50b4ca4043bd94b5b-0067670519) -proxy INFO: wsgi exiting -proxy INFO: (4136298) wsgi exited, is_accepting=True -proxy INFO: (4136298) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (4136298) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXYjojo a b c d e', (txn: tx15f90fbef9b94f37934d6-0067670519) -proxy INFO: wsgi exiting -proxy INFO: (4136298) wsgi exited, is_accepting=True -proxy INFO: (4136298) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (4136298) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY a b c d e', (txn: tx737251cc803640dcb8442-0067670519) -proxy INFO: wsgi exiting -proxy INFO: (4136298) wsgi exited, is_accepting=True -proxy INFO: (4136298) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (4136298) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'GET /someurl HTTP/1.0\r\n', (txn: test-bad-req-trans-id) -proxy INFO: wsgi exiting -proxy INFO: (4136298) wsgi exited, is_accepting=True -proxy INFO: (4136298) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (4136298) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [21/Dec/2024 06:12:41] "GET /someurl HTTP/1.1" 200 160 0.000055 -proxy INFO: 192.168.0.1 - - [21/Dec/2024 06:12:41] "GET /otherurl HTTP/1.1" 200 179 0.000029 -proxy INFO: wsgi exiting -proxy INFO: (4136298) wsgi exited, is_accepting=True -proxy INFO: (4136298) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (4136298) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [21/Dec/2024 06:12:41] "GET /someurl HTTP/1.0" 200 186 0.000041 -proxy INFO: wsgi exiting -proxy INFO: (4136298) wsgi exited, is_accepting=True -proxy INFO: (4136298) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (4136298) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [21/Dec/2024 06:12:41] "GET /someurl HTTP/1.0" 200 179 0.000039 -proxy INFO: wsgi exiting -proxy INFO: (4136298) wsgi exited, is_accepting=True -proxy INFO: (4136298) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (4136298) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:12:41] "GET /someurl HTTP/1.0" 200 180 0.000040test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr -test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr ... ok -test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix -test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix ... ok -test.unit.common.test_memcached.TestMemcacheCommand.test_init -test.unit.common.test_memcached.TestMemcacheCommand.test_init ... ok -test.unit.common.test_statsd_client.TestStatsdClient.test_init_host -test.unit.common.test_statsd_client.TestStatsdClient.test_init_host ... ok -test.unit.common.test_statsd_client.TestStatsdClient.test_init_host_is_none -test.unit.common.test_statsd_client.TestStatsdClient.test_init_host_is_none ... ok -test.unit.common.test_swob.TestMatch.test_match -test.unit.common.test_swob.TestMatch.test_match ... ok -test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space -test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space ... ok -test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space -test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space ... ok -test.unit.common.test_swob.TestMatch.test_match_noquote -test.unit.common.test_swob.TestMatch.test_match_noquote ... ok -test.unit.common.test_swob.TestMatch.test_match_star -test.unit.common.test_swob.TestMatch.test_match_star ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_close -test.unit.common.test_utils.TestCooperativeIterator.test_close ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_init -test.unit.common.test_utils.TestCooperativeIterator.test_init ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_iter -test.unit.common.test_utils.TestCooperativeIterator.test_iter ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps -test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_sleeps -test.unit.common.test_utils.TestCooperativeIterator.test_sleeps ... ok -test.unit.common.test_utils.TestShardRangeList.test_filter -test.unit.common.test_utils.TestShardRangeList.test_filter ... ok -test.unit.common.test_utils.TestShardRangeList.test_find_lower -test.unit.common.test_utils.TestShardRangeList.test_find_lower ... ok -test.unit.common.test_utils.TestShardRangeList.test_includes -test.unit.common.test_utils.TestShardRangeList.test_includes ... ok -test.unit.common.test_utils.TestShardRangeList.test_init -test.unit.common.test_utils.TestShardRangeList.test_init ... ok -test.unit.common.test_utils.TestShardRangeList.test_init_with_list -test.unit.common.test_utils.TestShardRangeList.test_init_with_list ... ok -test.unit.common.test_utils.TestShardRangeList.test_pop -test.unit.common.test_utils.TestShardRangeList.test_pop ... ok -test.unit.common.test_utils.TestShardRangeList.test_slice -test.unit.common.test_utils.TestShardRangeList.test_slice ... ok -test.unit.common.test_utils.TestShardRangeList.test_states -test.unit.common.test_utils.TestShardRangeList.test_states ... ok -test.unit.common.test_utils.TestShardRangeList.test_timestamps -test.unit.common.test_utils.TestShardRangeList.test_timestamps ... ok -test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser -test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_load_app -test.unit.common.test_wsgi.TestPipelineModification.test_load_app ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app -test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit -test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout -test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks -test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock -test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook -test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets -test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_defaults -test.unit.common.utils.test_config.ResellerConfReader.test_defaults ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_multiple_same_resellers -test.unit.common.utils.test_config.ResellerConfReader.test_multiple_same_resellers ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_multiple_stray_commas_resellers -test.unit.common.utils.test_config.ResellerConfReader.test_multiple_stray_commas_resellers ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_same_as_default -test.unit.common.utils.test_config.ResellerConfReader.test_same_as_default ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_first_blank -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_first_blank ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_blank_comma -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_blank_comma ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_conf -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_conf ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller -test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller_with_conf -test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller_with_conf ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_stray_comma -test.unit.common.utils.test_config.ResellerConfReader.test_stray_comma ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_unprefixed_options -test.unit.common.utils.test_config.ResellerConfReader.test_unprefixed_options ... ok -test.unit.container.test_updater.TestContainerUpdater.test_conf_params -test.unit.container.test_updater.TestContainerUpdater.test_conf_params ... ok -test.unit.container.test_updater.TestContainerUpdater.test_creation -test.unit.container.test_updater.TestContainerUpdater.test_creation ... ok -test.unit.container.test_updater.TestContainerUpdater.test_error_in_process -test.unit.container.test_updater.TestContainerUpdater.test_error_in_process ... ok -test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception -test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception ... ok -test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception -test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception ... ok -test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container -test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container ... ok - -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx181ac3abc5644e47abd7f-0067670519) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx181ac3abc5644e47abd7f-0067670519) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx3bfdb4262bbf48ada2b23-0067670519) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx10f7082a00ae4d58b9a24-0067670519) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: txbdf41b96c37f4eec8f0ee-0067670519) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: txe32ff18aaefe4e068cf33-0067670519) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ip, port, node['device'], part, method, path, headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: txd256406d97214d8a9fff9-0067670519) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx6486570170be49a99da95-0067670519) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx6486570170be49a99da95-0067670519) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: tx00c8def8a949416d973d7-0067670519) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: txfe0c4af42890444394de3-0067670519) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx4d50c6e7fa084976b6163-0067670519) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: tx7b1b39acc84c48c9a8e19-0067670519) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ip, port, node['device'], part, method, path, headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx8baa64d821a04d5c818d8-0067670519) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx741f4ec950c6483c8a89d-0067670519) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx741f4ec950c6483c8a89d-0067670519) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txcf92b57d6fd0471f93069-0067670519) -test INFO: Client disconnected on read of '/a/c' (txn: txddab6a04e4bc41da8479b-0067670519) -test INFO: Client disconnected on read of '/a/c' (txn: txdb17788010b040dc891b4-0067670519) -test INFO: Client disconnected on read of '/a/c' (txn: txdb17788010b040dc891b4-0067670519) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -28822,7 +29810,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -28832,7 +29820,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -28842,8 +29830,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -28853,7 +29840,11 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: Container GET returning 503 for (404, 503, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -28863,7 +29854,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -28872,401 +29863,802 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges ... ok - -test DEBUG: Received error, rejecting request with error: 400 Bad Request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone reply error: status=403 reason=None -test DEBUG: Received error, rejecting request with error: 401 Unauthorized -test DEBUG: User tenant_id with role(s) rdr1,rdr2 has project reader authorizing -test ERROR: Error in '/tmp/tmp7do88ua9/container-sync-realms.conf' with mtime_check_interval: could not convert string to float: 'invalid' -test ERROR: Could not load '/tmp/tmpxj5vbds4/container-sync-realms.conf': File contains no section headers. -file: '/tmp/tmpxj5vbds4/container-sync-realms.conf', line: 1 -'invalid' -test DEBUG: Could not load '8366c75495f54710b19407de86043c95': [Errno 2] No such file or directory: '8366c75495f54710b19407de86043c95' -test ERROR: Could not load '/tmp/tmpa609bdml/container-sync-realms.conf': [Errno 13] Permission denied: '/tmp/tmpa609bdml/container-sync-realms.conf' -my-daemon DEBUG: Spawned worker mock-pid-0 with {} -my-daemon DEBUG: Spawned worker mock-pid-1 with {} -my-daemon DEBUG: Spawned worker mock-pid-2 with {} -my-daemon DEBUG: Worker mock-pid-0 exited -my-daemon DEBUG: Worker mock-pid-1 exited -my-daemon DEBUG: Worker mock-pid-2 exited -my-daemon NOTICE: Finished 4136366 -my-daemon DEBUG: Forked worker 4136366 finished -my-daemon DEBUG: Spawned worker mock-pid-0 with {} -my-daemon DEBUG: Spawned worker mock-pid-1 with {} -my-daemon DEBUG: Spawned worker mock-pid-2 with {} -my-daemon DEBUG: Daemon needs to change options, aborting workers -my-daemon DEBUG: Cleaned up worker mock-pid-0 -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -my-daemon DEBUG: Spawned worker mock-pid-3 with {} -my-daemon DEBUG: Spawned worker mock-pid-4 with {} -my-daemon DEBUG: Spawned worker mock-pid-5 with {} -my-daemon DEBUG: Cleaned up worker mock-pid-3 -my-daemon DEBUG: Cleaned up worker mock-pid-4 -my-daemon DEBUG: Cleaned up worker mock-pid-5 -my-daemon NOTICE: SIGTERM received () -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon DEBUG: Worker mock-pid exited -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon NOTICE: Worker mock-pid died -my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00029 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmprosx6pt0/sda/fake/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00228 seconds (438.89911/s) -test INFO: Removed 1 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00029 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00061 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00022 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test WARNING: Skipping /tmp/tmpuc3r2i8z/devices3/device_is_file/data because [Errno 20] Not a directory: '/tmp/tmpuc3r2i8z/devices3/device_is_file/data' -test WARNING: Skipping /tmp/tmpuc3r2i8z/devices4/device/data because -test WARNING: Skipping device as it is not mounted -test WARNING: Skipping /tmp/tmpurr494xe/asdf/data because [Errno 20] Not a directory: '/tmp/tmpurr494xe/asdf/data' -test WARNING: Skipping /tmp/tmpurr494xe/asdf/data because [Errno 20] Not a directory: '/tmp/tmpurr494xe/asdf/data' -test WARNING: Skipping asdf as it is not mounted -test WARNING: Skipping drive as it is not mounted -test WARNING: Skipping /tmp/tmp_sqtpxq6/asdf/data because [Errno 20] Not a directory: '/tmp/tmp_sqtpxq6/asdf/data' -test WARNING: boom -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (503, 503, 503, 503) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test WARNING: Handoff requested (9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file ... ok - -test DEBUG: Unlinked retiring db '/tmp/tmp3nk5q14g/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmp3nk5q14g/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state - -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag 'a/c/o' (txn: txde59e1456d89480b9402d-006767051a) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to get commit status of PUT to /v1/a/c/o: +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response - resp = putter.await_response( - self.app.node_timeout, not final_phase) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1747, in await_response - self.resp = self.conn.getexpect() - ~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 855, in getexpect - expect_status = self._status.get_expect_status() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 758, in get_expect_status - raise expect_status -Exception: kaboom! (txn: txde59e1456d89480b9402d-006767051a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to get commit status of PUT to /v1/a/c/o: Timeout (Nones) (txn: tx70350ececa004517a55fa-006767051a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: ERROR Client read timeout (Nones) (txn: tx5831779e1d4a49da879ec-006767051a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending last chunk (txn: txd7107f68a91546d9ab528-006767051a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: tx4d608ef5ad09435fac773-006974154a) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 3170, in _transfer_data - chunk = next(data_source) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ - return self._get_next_item() - ~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 5009, in _get_next_item - return super(CooperativeIterator, self)._get_next_item() - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item - return next(self.wrapped_iter) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 884, in reader - return req.environ['wsgi.input'].read( - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ - self.app.client_chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 7204, in read - raise Exception('exception message') -Exception: exception message (txn: tx560fffefcb3246d8a8461-006767051a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: tx4e528767a828419595bc7-006767051a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx35190ad97415405d964dd-006767051b) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx35190ad97415405d964dd-006767051b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sda, error: ERROR Insufficient Storage (txn: tx35190ad97415405d964dd-006767051b) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sda (txn: tx35190ad97415405d964dd-006767051b) -proxy-server ERROR: Object DELETE returning 503 for (503,) (txn: tx35190ad97415405d964dd-006767051b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx2f34ab3325c2448a856bb-006767051b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx09258c0844e6402783d34-006767051b) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx09258c0844e6402783d34-006767051b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_insufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_sufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_succeed -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_succeed ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer ... ok -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required ... ok + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: tx4d608ef5ad09435fac773-006974154a) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: tx4d608ef5ad09435fac773-006974154a) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: tx4d608ef5ad09435fac773-006974154a) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: tx4d608ef5ad09435fac773-006974154a) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: tx4d608ef5ad09435fac773-006974154a) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: tx4d608ef5ad09435fac773-006974154a) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: tx4d608ef5ad09435fac773-006974154a)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD - resp = self.GETorHEAD(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - app, method, container, obj, headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 246, in HEAD - return self._handle_acl(app, 'HEAD') - ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - container, obj, - headers, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta ... ok - -proxy INFO: wsgi exiting -proxy INFO: (4136298) wsgi exited, is_accepting=True -proxy INFO: (4136298) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (4136298) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:12:41] "GET /someurl HTTP/1.0" 200 180 0.000045 -proxy INFO: wsgi exiting -proxy INFO: (4136298) wsgi exited, is_accepting=True -proxy INFO: (4136298) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (4136298) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:12:41] "GET /someurl HTTP/1.0" 200 180 0.000036 -proxy INFO: wsgi exiting -proxy INFO: (4136298) wsgi exited, is_accepting=True -test NOTICE: Child 4136298 exiting normally -test NOTICE: Started child 88 from parent 4136298 -test NOTICE: Started child 89 from parent 4136298 -test ERROR: Removing dead child 88 from parent 4136298 -test NOTICE: Started child 90 from parent 4136298 -test NOTICE: Started child 88 from parent 4136298 -test NOTICE: Started child 89 from parent 4136298 -test INFO: Begin container update single threaded sweep -test ERROR: Error processing container /tmp/tmpozgirqbi/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db: Boom!: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies ... ok +test ERROR: Failed to unlink '/tmp/tmphr5f9fpy/containers/part/suffix/hash/container.db': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/updater.py", line 225, in container_sweep - self.process_container(dbfile) - ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + ~~~~~~~~~^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ @@ -29275,390 +30667,327 @@ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect -Exception: Boom! -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: ERROR: Failed to get paths to drive partitions: permission_denied -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmpo9m6kcgy/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmpo9m6kcgy/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.05s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmphr5f9fpy/containers/part/suffix/hash/container_1769215311.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmphr5f9fpy/containers/part/suffix/hash/container_1769215311.00000.db': ['/tmp/tmphr5f9fpy/containers/part/suffix/hash/container.db', '/tmp/tmphr5f9fpy/containers/part/suffix/hash/container_1769215312.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmphr5f9fpy/containers/part/suffix/hash/container_1769215312.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx474b851fbae04fd8a1eb7-006974154e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx474b851fbae04fd8a1eb7-006974154e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx474b851fbae04fd8a1eb7-006974154e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: tx474b851fbae04fd8a1eb7-006974154e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx474b851fbae04fd8a1eb7-006974154e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx474b851fbae04fd8a1eb7-006974154e) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx474b851fbae04fd8a1eb7-006974154e) +test INFO: Client disconnected on read of '/a/c' (txn: tx474b851fbae04fd8a1eb7-006974154e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3d3cc17c0c044767b8bcd-006974154e) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3d3cc17c0c044767b8bcd-006974154e) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3d3cc17c0c044767b8bcd-006974154e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: txce9aa35ea36f44edb278e-006974154e) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx8712af14627b4dcca2bef-006974154e) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx5d8fec1f9500471386bde-006974154e) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: tx44682e6242d1438c99eef-006974154e) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /.shards_a/c /tmp/tmpo9m6kcgy/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: txe2caceb70b604fbc95d0f-006974154e) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txd1fa2f012c274189ad1ab-006974154e) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txd1fa2f012c274189ad1ab-006974154e) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx98eae32964954f0088991-006974154e) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: txa496c5fcd2ff41cb86e8a-006974154e) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx14d082b5f8f342cf8d5b4-006974154e) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: tx65cb3e1e28354dd9b18e7-006974154e) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /a/c /tmp/tmp_1fqgm0v/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refusedtest.unit.container.test_updater.TestContainerUpdater.test_run_once -test.unit.container.test_updater.TestContainerUpdater.test_run_once ... ok -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted ... ok -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout ... ok -test.unit.container.test_updater.TestContainerUpdater.test_shard_container -test.unit.container.test_updater.TestContainerUpdater.test_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging ... ok -test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy -test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy ... ok -test.unit.container.test_reconciler.TestReconciler.test_concurrency -test.unit.container.test_reconciler.TestReconciler.test_concurrency ... ok -test.unit.container.test_reconciler.TestReconciler.test_concurrency_config -test.unit.container.test_reconciler.TestReconciler.test_concurrency_config ... ok -test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers -test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers ... ok -test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers -test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers ... ok -test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi -test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi ... ok -test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name -test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name ... ok -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name ... ok -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward ... ok + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: txf5ee4d8b984c45959f1bd-006974154e)test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors +test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin +test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: +test:testertest:testertest:writetest:writeWRITE +fake-swift DEBUG: permission denined: 403 Forbidden test:write READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim ... ok + +test ERROR: Container GET returning 503 for [] (txn: tx4d608ef5ad09435fac773-006974154a) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx4a0de157dc024122ad1ec-006974154c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx4a0de157dc024122ad1ec-006974154c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx4a0de157dc024122ad1ec-006974154c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx4a0de157dc024122ad1ec-006974154c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx4a0de157dc024122ad1ec-006974154c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx4a0de157dc024122ad1ec-006974154c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: tx4a0de157dc024122ad1ec-006974154c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: tx4a0de157dc024122ad1ec-006974154c) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: tx4a0de157dc024122ad1ec-006974154c) +test INFO: Client disconnected on read of '/a/c' (txn: tx392e7c9ca28f4caaa80b4-006974154c) +test INFO: Client disconnected on read of '/a/c' (txn: tx22fae2cf34864ef79e106-006974154c) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txdb351e30f8114b3f8dd6a-006974154c) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txdb351e30f8114b3f8dd6a-006974154c) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txdb351e30f8114b3f8dd6a-006974154c) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txdb351e30f8114b3f8dd6a-006974154c) +test ERROR: Container GET returning 503 for [] (txn: txdb351e30f8114b3f8dd6a-006974154c) +test INFO: Client disconnected on read of '/a/c' (txn: txdb351e30f8114b3f8dd6a-006974154c) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txf5e449079ce941eaac022-006974154c) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txf5e449079ce941eaac022-006974154c) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txf5e449079ce941eaac022-006974154c) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txf5e449079ce941eaac022-006974154c) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txf5e449079ce941eaac022-006974154c) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txf5e449079ce941eaac022-006974154c) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txf5e449079ce941eaac022-006974154c) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txf5e449079ce941eaac022-006974154c) +test ERROR: Container GET returning 503 for [] (txn: txf5e449079ce941eaac022-006974154c) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txbb5289a7b7db493198426-006974154c) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txbb5289a7b7db493198426-006974154c) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txbb5289a7b7db493198426-006974154c) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txbb5289a7b7db493198426-006974154c) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txbb5289a7b7db493198426-006974154c) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txbb5289a7b7db493198426-006974154c) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txbb5289a7b7db493198426-006974154c) +test ERROR: Container GET returning 503 for [] (txn: txbb5289a7b7db493198426-006974154c) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8b40067521354617a7b31-006974154c) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8b40067521354617a7b31-006974154c) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8b40067521354617a7b31-006974154c) +test ERROR: Container GET returning 503 for [] (txn: tx8b40067521354617a7b31-006974154c) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe6dc4323e3644b599c5ac-006974154c) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe6dc4323e3644b599c5ac-006974154c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx5b0579f57b334537a7aff-006974154c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx5b0579f57b334537a7aff-006974154c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx5b0579f57b334537a7aff-006974154c) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx5b0579f57b334537a7aff-006974154c) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx37ed2f70142f41c2ac5d4-006974154c) +test ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txc16cb28e5de844e19f8dc-006974154c) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txc16cb28e5de844e19f8dc-006974154c) +test INFO: Client disconnected on read of '/a/c' (txn: txc16cb28e5de844e19f8dc-006974154c) +test ERROR: Container GET returning 503 for [] (txn: txb57c4e88c6af4eafb178e-006974154c) +test INFO: Client disconnected on read of '/a/c' (txn: txb57c4e88c6af4eafb178e-006974154c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx08f8fa0ad4944245885f0-006974154c) +test INFO: Client disconnected on read of '/a/c' (txn: tx08f8fa0ad4944245885f0-006974154c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txae09cdcd0ce94526b35fc-006974154c) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txae09cdcd0ce94526b35fc-006974154c)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804762.37802', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1769215308.60523', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': '6qm+nUNIiw0hvrDDF0kHUQ==', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'eaa9be9d43488b0d21beb0c317490751', 'X-Timestamp': '1769215308.63687', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_bad_hash ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container ... ok - -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx24e38f2e8af5468f92753-006767051a) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx24e38f2e8af5468f92753-006767051a) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx24e38f2e8af5468f92753-006767051a) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx24e38f2e8af5468f92753-006767051a) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx24e38f2e8af5468f92753-006767051a) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx24e38f2e8af5468f92753-006767051a) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx24e38f2e8af5468f92753-006767051a) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx24e38f2e8af5468f92753-006767051a) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx24e38f2e8af5468f92753-006767051a) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx24e38f2e8af5468f92753-006767051a) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx24e38f2e8af5468f92753-006767051a) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx24e38f2e8af5468f92753-006767051a) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx24e38f2e8af5468f92753-006767051a) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx24e38f2e8af5468f92753-006767051a) -proxy-server ERROR: Not enough object servers ack'ed (got 0) (txn: tx24e38f2e8af5468f92753-006767051a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx8bc9a0c862864f989a7ef-006767051a) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx8bc9a0c862864f989a7ef-006767051a) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx8bc9a0c862864f989a7ef-006767051a) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx8bc9a0c862864f989a7ef-006767051a) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx8bc9a0c862864f989a7ef-006767051a) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx8bc9a0c862864f989a7ef-006767051a) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx8bc9a0c862864f989a7ef-006767051a) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx8bc9a0c862864f989a7ef-006767051a) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx8bc9a0c862864f989a7ef-006767051a) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx8bc9a0c862864f989a7ef-006767051a) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx8bc9a0c862864f989a7ef-006767051a) -proxy-server ERROR: Not enough object servers ack'ed (got 3) (txn: tx8bc9a0c862864f989a7ef-006767051a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txa6d92667730c42f4a3ab1-006767051a) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: txa6d92667730c42f4a3ab1-006767051a) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: txa6d92667730c42f4a3ab1-006767051a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txd22917a7c8584471923ab-006767051a) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: txd22917a7c8584471923ab-006767051a) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: txd22917a7c8584471923ab-006767051a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Expect: 100-continue on /a/c/o: +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission ... ok Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node - putter = self._make_putter(node, part, req, headers) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 3035, in _make_putter - return MIMEPutter.connect( - ~~~~~~~~~~~~~~~~~~^ - node, part, req.swift_entity_path, headers, self.app.watchdog, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<4 lines>... - logger=self.logger, - ^^^^^^^^^^^^^^^^^^^ - need_multiphase=True) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1998, in connect - raise FooterNotSupported() -swift.common.exceptions.FooterNotSupported (txn: tx33069a1648fa48088a10e-006767051a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb2d4ab97d3f145e5b9ee8-006767051b) -proxy-server ERROR: Object POST returning 503 for (503,) (txn: txb2d4ab97d3f145e5b9ee8-006767051b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx37a7148bcd334ff3a6496-006767051b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9055562b8b5f463e80349-006767051b) -proxy-server ERROR: Object POST returning 503 for (503,) (txn: tx9055562b8b5f463e80349-006767051b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd51a15ece9474cb182047-006767051b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sda, error: ERROR Insufficient Storage (txn: txd51a15ece9474cb182047-006767051b) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sda (txn: txd51a15ece9474cb182047-006767051b) -proxy-server ERROR: Object POST returning 503 for (503,) (txn: txd51a15ece9474cb182047-006767051b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s ... ok + File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl + func(*args, **kwargs) + ~~~~^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/x_profile/profile_model.py", line 273, in dump_profile + profiler.dump_stats(tmpfn) + ~~~~~~~~~~~~~~~~~~~^^^^^^^ + File "/usr/lib/python3.13/profile.py", line 395, in dump_stats + with open(file, 'wb') as f: + ~~~~^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/tmp/tmpbw10eelt/log/swift/profile/default.profile3035102.tmp' +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl + func(*args, **kwargs) + ~~~~^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/x_profile/profile_model.py", line 273, in dump_profile + profiler.dump_stats(tmpfn) + ~~~~~~~~~~~~~~~~~~~^^^^^^^ + File "/usr/lib/python3.13/profile.py", line 395, in dump_stats + with open(file, 'wb') as f: + ~~~~^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/tmp/tmpxsjcsl0u/log/swift/profile/default.profile3035102.tmp' -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx71bf72086d484c2ab252b-006767051a) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: tx632a2b2d6eaa4be7b2d90-006767051a) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx89b3dd3bd9ed4da5827c7-006767051a) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx670d7f92b68542e2babb4-006767051a) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx8715a793c565457db16c7-006767051a) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: txe236b2a4d23648bcad8ac-006767051a) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txdac45cfa6a004178b4a58-006974154e) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txdac45cfa6a004178b4a58-006974154e) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: tx176a50c2ec65492eb2916-006974154e) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx5334409a63e04f9d9df30-006974154e) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: txdf005b5bea2b42ee910ee-006974154e) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: txc3a9a6f2c4ca4da59b94a-006974154e) test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -29677,87 +31006,17 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -Exception: kaboom! (txn: tx0d8cc59c14bc4dc8904e5-006767051a) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txccabf339c4614d97a94ae-006767051a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txc78869b9db644135913f7-006767051a) -test INFO: Client disconnected on read of '/a/c' (txn: txfb6d2c8bddd44ec9b0064-006767051a) -test INFO: Client disconnected on read of '/a/c' (txn: tx6e89865834814fcc8a5a5-006767051a) -test INFO: Client disconnected on read of '/a/c' (txn: tx6e89865834814fcc8a5a5-006767051a) +Exception: kaboom! (txn: tx89324172e8934fffa3be4-006974154e) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx5104858faeba499f87154-006974154e) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx5104858faeba499f87154-006974154e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txa634ac7ba9fa41a6a879b-006974154e) +test INFO: Client disconnected on read of '/a/c' (txn: tx4b4fbf1bf92b4bfba0f68-006974154e) +test INFO: Client disconnected on read of '/a/c' (txn: tx0743639422a94ee78dcc4-006974154e) +test INFO: Client disconnected on read of '/a/c' (txn: tx0743639422a94ee78dcc4-006974154e) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -29767,7 +31026,6 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -29788,17 +31046,8 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -29808,8 +31057,6 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -29830,17 +31077,9 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +test ERROR: Container GET returning 503 for (204, 404, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -29850,7 +31089,6 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -29870,8 +31108,51 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you ... ok + +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -29880,8 +31161,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +StopIteration (txn: txae09cdcd0ce94526b35fc-006974154c) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -29890,11 +31171,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: Container GET returning 503 for (204, 404, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +StopIteration (txn: txae09cdcd0ce94526b35fc-006974154c) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -29903,8 +31181,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +StopIteration (txn: txae09cdcd0ce94526b35fc-006974154c) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -29913,8 +31191,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +StopIteration (txn: txae09cdcd0ce94526b35fc-006974154c) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -29923,8 +31201,10 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +StopIteration (txn: txae09cdcd0ce94526b35fc-006974154c) +test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: txae09cdcd0ce94526b35fc-006974154c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -29933,12 +31213,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: Container GET returning 503 for (204, 503, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +StopIteration (txn: txdeddf72c04c141e4bca4c-006974154c) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -29947,8 +31223,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +StopIteration (txn: txdeddf72c04c141e4bca4c-006974154c) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -29957,8 +31233,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +StopIteration (txn: txdeddf72c04c141e4bca4c-006974154c) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -29967,8 +31243,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +StopIteration (txn: txdeddf72c04c141e4bca4c-006974154c) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -29977,9 +31253,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +StopIteration (txn: txdeddf72c04c141e4bca4c-006974154c) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -29988,8 +31263,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +StopIteration (txn: txdeddf72c04c141e4bca4c-006974154c) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -29998,18 +31273,1092 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +StopIteration (txn: txdeddf72c04c141e4bca4c-006974154c) +test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: txdeddf72c04c141e4bca4c-006974154c) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp473qtogm/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp473qtogm/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp473qtogm/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp473qtogm/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:48 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0034 "-" 3035092 - +HTTP PERF: 0.00564 seconds to PUT 127.0.0.1:45903 /sdb1/1/a) +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:49 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0030 "-" 3035092 - +HTTP PERF: 0.00862 seconds to PUT 127.0.0.1:41781 /sda1/1/a) +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:49 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0111 "-" 3035092 - +HTTP PERF: 0.01278 seconds to PUT 127.0.0.1:41781 /sda1/2/a1) +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:49 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 3035092 - +HTTP PERF: 0.00433 seconds to PUT 127.0.0.1:45903 /sdb1/2/a1) +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:49 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd72ec537d0a84d55b0e4f-006974154d" "proxy-server 3035092" 0.0022 "-" 3035092 - +HTTP PERF: 0.00593 seconds to HEAD 127.0.0.1:41781 /sda1/1/a?format=json) +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:49 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:37469/sda1/1/a/c" "txd72ec537d0a84d55b0e4f-006974154d" "container-server 3035092" 0.0011 "-" 3035092 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:49 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:50671/sdb1/1/a/c" "txd72ec537d0a84d55b0e4f-006974154d" "container-server 3035092" 0.0010 "-" 3035092 0 +HTTP PERF: 0.00918 seconds to PUT 127.0.0.1:41781 /sda1/1/a/c) +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:49 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txd72ec537d0a84d55b0e4f-006974154d" "proxy-server 3035092" 0.0136 "-" 3035092 0 +HTTP PERF: 0.00537 seconds to PUT 127.0.0.1:45903 /sdb1/1/a/c) +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:49 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txd72ec537d0a84d55b0e4f-006974154d" "proxy-server 3035092" 0.0096 "-" 3035092 0 +HTTP PERF: 0.01643 seconds to PUT 127.0.0.1:50671 /sdb1/1/a/c) +HTTP PERF: 0.01637 seconds to PUT 127.0.0.1:37469 /sda1/1/a/c) +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/41/49 PUT /v1/a/c HTTP/1.0 201 - - t - - - txd72ec537d0a84d55b0e4f-006974154d - 0.0255 - - 1769215309.073914289 1769215309.099379778 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:49 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txd7e6c4a9f4c248c4a7ff7-006974154d" "proxy-server 3035092" 0.0013 "-" 3035092 - +HTTP PERF: 0.00274 seconds to HEAD 127.0.0.1:45903 /sdb1/2/a1?format=json) +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:49 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:50671/sdb1/1/a1/c1" "txd7e6c4a9f4c248c4a7ff7-006974154d" "container-server 3035092" 0.0010 "-" 3035092 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:49 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:37469/sda1/1/a1/c1" "txd7e6c4a9f4c248c4a7ff7-006974154d" "container-server 3035092" 0.0010 "-" 3035092 0 +HTTP PERF: 0.00852 seconds to PUT 127.0.0.1:45903 /sdb1/2/a1/c1) +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:49 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txd7e6c4a9f4c248c4a7ff7-006974154d" "proxy-server 3035092" 0.0123 "-" 3035092 0 +HTTP PERF: 0.00516 seconds to PUT 127.0.0.1:41781 /sda1/2/a1/c1) +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:49 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txd7e6c4a9f4c248c4a7ff7-006974154d" "proxy-server 3035092" 0.0088 "-" 3035092 0 +HTTP PERF: 0.01493 seconds to PUT 127.0.0.1:37469 /sda1/1/a1/c1) +HTTP PERF: 0.01486 seconds to PUT 127.0.0.1:50671 /sdb1/1/a1/c1) +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/41/49 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txd7e6c4a9f4c248c4a7ff7-006974154d - 0.0628 - - 1769215309.100775003 1769215309.163589478 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:49 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc1e269e8c88142d5a2360-006974154d" "proxy-server 3035092" 0.0018 "-" 3035092 - +HTTP PERF: 0.00450 seconds to HEAD 127.0.0.1:41781 /sda1/1/a?format=json) +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:49 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:50671/sdb1/2/a/c1" "txc1e269e8c88142d5a2360-006974154d" "container-server 3035092" 0.0011 "-" 3035092 1 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:49 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:37469/sda1/2/a/c1" "txc1e269e8c88142d5a2360-006974154d" "container-server 3035092" 0.0033 "-" 3035092 1 +HTTP PERF: 0.00720 seconds to PUT 127.0.0.1:45903 /sdb1/1/a/c1) +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:49 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txc1e269e8c88142d5a2360-006974154d" "proxy-server 3035092" 0.0123 "-" 3035092 1 +HTTP PERF: 0.01355 seconds to PUT 127.0.0.1:41781 /sda1/1/a/c1) +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:49 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txc1e269e8c88142d5a2360-006974154d" "proxy-server 3035092" 0.0173 "-" 3035092 1 +HTTP PERF: 0.01890 seconds to PUT 127.0.0.1:50671 /sdb1/2/a/c1) +HTTP PERF: 0.01953 seconds to PUT 127.0.0.1:37469 /sda1/2/a/c1) +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/41/49 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txc1e269e8c88142d5a2360-006974154d - 0.0267 - - 1769215309.165004969 1769215309.191729546 1 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:49 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx97c1286e89824f2faa47d-006974154d" "proxy-server 3035092" 0.0021 "-" 3035092 - +HTTP PERF: 0.00604 seconds to HEAD 127.0.0.1:45903 /sdb1/1/a?format=json) +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:49 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:37469/sda1/1/a/c2" "tx97c1286e89824f2faa47d-006974154d" "container-server 3035092" 0.0012 "-" 3035092 2 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:49 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:50671/sdb1/1/a/c2" "tx97c1286e89824f2faa47d-006974154d" "container-server 3035092" 0.0017 "-" 3035092 2 +HTTP PERF: 0.01424 seconds to PUT 127.0.0.1:45903 /sdb1/1/a/c2) +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:49 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx97c1286e89824f2faa47d-006974154d" "proxy-server 3035092" 0.0207 "-" 3035092 2 +HTTP PERF: 0.00657 seconds to PUT 127.0.0.1:41781 /sda1/1/a/c2) +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:49 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx97c1286e89824f2faa47d-006974154d" "proxy-server 3035092" 0.0151 "-" 3035092 2 +HTTP PERF: 0.02717 seconds to PUT 127.0.0.1:37469 /sda1/1/a/c2) +HTTP PERF: 0.02711 seconds to PUT 127.0.0.1:50671 /sdb1/1/a/c2) +test.unit.proxy.test_server.TestContainerController.test_CORS_valid +test.unit.proxy.test_server.TestContainerController.test_CORS_valid ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE +test.unit.proxy.test_server.TestContainerController.test_DELETE ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215309.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215309.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215309.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215309.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header +test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent +test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent +test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize +test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_no_content +test.unit.proxy.test_server.TestContainerController.test_GET_no_content ... ok +test.unit.proxy.test_server.TestContainerController.test_HEAD_GET +test.unit.proxy.test_server.TestContainerController.test_HEAD_GET ... ok +test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize +test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize ... ok +test.unit.proxy.test_server.TestContainerController.test_OPTIONS +test.unit.proxy.test_server.TestContainerController.test_OPTIONS ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_disappears_appears_logging +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_disappears_appears_logging ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_clears_all_limits +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_clears_all_limits ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_custom_interval +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_custom_interval ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_default_interval +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_default_interval ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_disabled +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_disabled ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_empty_section +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_empty_section ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_error +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_error ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_logging +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_logging ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_set_and_missing +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_set_and_missing ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_unset_and_missing +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_unset_and_missing ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_reload_does_not_override_reload_options +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_reload_does_not_override_reload_options ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_path +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_path ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_reload_interval +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_reload_interval ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_configured_path_overrides_filter_conf +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_configured_path_overrides_filter_conf ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_default_path_overrides_filter_conf +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_default_path_overrides_filter_conf ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_no_section +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_no_section ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_set_and_missing +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_set_and_missing ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_unset_and_missing +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_unset_and_missing ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_not_ratelimited +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_not_ratelimited ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_ratelimited +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_ratelimited ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_no_ratelimiting_configured +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_no_ratelimiting_configured ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_read_default_backend_ratelimit_conf +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_read_default_backend_ratelimit_conf ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods +test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered +test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy +test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict +test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv +test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_json +test.unit.common.middleware.test_xprofile.TestStats2.test_to_json ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods +test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods ... ok +test.unit.common.test_constraints.TestConstraints.test_check_account_format +test.unit.common.test_constraints.TestConstraints.test_check_account_format ... ok +test.unit.common.test_constraints.TestConstraints.test_check_container_format +test.unit.common.test_constraints.TestConstraints.test_check_container_format ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at ... ok +test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path +test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path ... ok +test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir +test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir ... ok +test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount +test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount ... ok +test.unit.common.test_constraints.TestConstraints.test_check_float +test.unit.common.test_constraints.TestConstraints.test_check_float ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_count +test.unit.common.test_constraints.TestConstraints.test_check_metadata_count ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_good +test.unit.common.test_constraints.TestConstraints.test_check_metadata_good ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length +test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 +test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_size +test.unit.common.test_constraints.TestConstraints.test_check_metadata_size ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length +test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8 +test.unit.common.test_constraints.TestConstraints.test_check_utf8 ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal +test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates +test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical +test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical ... ok +test.unit.common.test_constraints.TestConstraints.test_valid_api_version +test.unit.common.test_constraints.TestConstraints.test_valid_api_version ... ok +test.unit.common.test_constraints.TestConstraints.test_valid_timestamp +test.unit.common.test_constraints.TestConstraints.test_valid_timestamp ... ok +test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta +test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta ... ok +test.unit.common.test_constraints.TestConstraints.test_validate_constraints +test.unit.common.test_constraints.TestConstraints.test_validate_constraints ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover +test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover ... ok +test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix +test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix ... ok +test.unit.common.test_memcached.TestMemcacheCommand.test_init +test.unit.common.test_memcached.TestMemcacheCommand.test_init ... ok +test.unit.common.test_statsd_client.TestStatsdClient.test_init_host +test.unit.common.test_statsd_client.TestStatsdClient.test_init_host ... ok +test.unit.common.test_statsd_client.TestStatsdClient.test_init_host_is_none +test.unit.common.test_statsd_client.TestStatsdClient.test_init_host_is_none ... ok +test.unit.common.test_swob.TestAccept.test_accept_invalid +test.unit.common.test_swob.TestAccept.test_accept_invalid ... ok +test.unit.common.test_swob.TestAccept.test_accept_json +test.unit.common.test_swob.TestAccept.test_accept_json ... ok +test.unit.common.test_swob.TestAccept.test_accept_plain +test.unit.common.test_swob.TestAccept.test_accept_plain ... ok +test.unit.common.test_swob.TestAccept.test_accept_xml +test.unit.common.test_swob.TestAccept.test_accept_xml ... ok +test.unit.common.test_swob.TestAccept.test_repr +test.unit.common.test_swob.TestAccept.test_repr ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match ... ok +test.unit.common.test_swob.TestMatch.test_match +test.unit.common.test_swob.TestMatch.test_match ... ok +test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space +test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space ... ok +test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space +test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space ... ok +test.unit.common.test_swob.TestMatch.test_match_noquote +test.unit.common.test_swob.TestMatch.test_match_noquote ... ok +test.unit.common.test_swob.TestMatch.test_match_star +test.unit.common.test_swob.TestMatch.test_match_star ... ok +test.unit.common.test_swob.TestRequest.test_401_invalid_path +test.unit.common.test_swob.TestRequest.test_401_invalid_path ... ok +test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path +test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path ... ok +test.unit.common.test_swob.TestRequest.test_401_unauthorized +test.unit.common.test_swob.TestRequest.test_401_unauthorized ... ok +test.unit.common.test_swob.TestRequest.test_401_valid_account_path +test.unit.common.test_swob.TestRequest.test_401_valid_account_path ... ok +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists ... ok +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted ... ok +test.unit.common.test_swob.TestRequest.test_accept_header +test.unit.common.test_swob.TestRequest.test_accept_header ... ok +test.unit.common.test_swob.TestRequest.test_allow_reserved_names +test.unit.common.test_swob.TestRequest.test_allow_reserved_names ... ok +test.unit.common.test_swob.TestRequest.test_as_referer +test.unit.common.test_swob.TestRequest.test_as_referer ... ok +test.unit.common.test_swob.TestRequest.test_bad_path_info_pop +test.unit.common.test_swob.TestRequest.test_bad_path_info_pop ... ok +test.unit.common.test_swob.TestRequest.test_bad_range +test.unit.common.test_swob.TestRequest.test_bad_range ... ok +test.unit.common.test_swob.TestRequest.test_blank +test.unit.common.test_swob.TestRequest.test_blank ... ok +test.unit.common.test_swob.TestRequest.test_blank_body_precedence +test.unit.common.test_swob.TestRequest.test_blank_body_precedence ... ok +test.unit.common.test_swob.TestRequest.test_blank_parsing +test.unit.common.test_swob.TestRequest.test_blank_parsing ... ok +test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence +test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence ... ok +test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args +test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args ... ok +test.unit.common.test_swob.TestRequest.test_copy_get +test.unit.common.test_swob.TestRequest.test_copy_get ... ok +test.unit.common.test_swob.TestRequest.test_datetime_properties +test.unit.common.test_swob.TestRequest.test_datetime_properties ... ok +test.unit.common.test_swob.TestRequest.test_get_response +test.unit.common.test_swob.TestRequest.test_get_response ... ok +test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args +test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args ... ok +test.unit.common.test_swob.TestRequest.test_message_length_just_content_length +test.unit.common.test_swob.TestRequest.test_message_length_just_content_length ... ok +test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding +test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding ... ok +test.unit.common.test_swob.TestRequest.test_not_401 +test.unit.common.test_swob.TestRequest.test_not_401 ... ok +test.unit.common.test_swob.TestRequest.test_params +test.unit.common.test_swob.TestRequest.test_params ... ok +test.unit.common.test_swob.TestRequest.test_path +test.unit.common.test_swob.TestRequest.test_path ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop +test.unit.common.test_swob.TestRequest.test_path_info_pop ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop_last +test.unit.common.test_swob.TestRequest.test_path_info_pop_last ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop_none +test.unit.common.test_swob.TestRequest.test_path_info_pop_none ... ok +test.unit.common.test_swob.TestRequest.test_path_qs +test.unit.common.test_swob.TestRequest.test_path_qs ... ok +test.unit.common.test_swob.TestRequest.test_path_question_mark +test.unit.common.test_swob.TestRequest.test_path_question_mark ... ok +test.unit.common.test_swob.TestRequest.test_properties +test.unit.common.test_swob.TestRequest.test_properties ... ok +test.unit.common.test_swob.TestRequest.test_split_path +test.unit.common.test_swob.TestRequest.test_split_path ... ok +test.unit.common.test_swob.TestRequest.test_swift_entity_path +test.unit.common.test_swob.TestRequest.test_swift_entity_path ... ok +test.unit.common.test_swob.TestRequest.test_timestamp +test.unit.common.test_swob.TestRequest.test_timestamp ... ok +test.unit.common.test_swob.TestRequest.test_timestamp_invalid +test.unit.common.test_swob.TestRequest.test_timestamp_invalid ... ok +test.unit.common.test_swob.TestRequest.test_timestamp_missing +test.unit.common.test_swob.TestRequest.test_timestamp_missing ... ok +test.unit.common.test_swob.TestRequest.test_unicode_params +test.unit.common.test_swob.TestRequest.test_unicode_params ... ok +test.unit.common.test_swob.TestRequest.test_unicode_path +test.unit.common.test_swob.TestRequest.test_unicode_path ... ok +test.unit.common.test_swob.TestRequest.test_unicode_query +test.unit.common.test_swob.TestRequest.test_unicode_query ... ok +test.unit.common.test_swob.TestRequest.test_url +test.unit.common.test_swob.TestRequest.test_url ... ok +test.unit.common.test_swob.TestRequest.test_url2 +test.unit.common.test_swob.TestRequest.test_url2 ... ok +test.unit.common.test_swob.TestRequest.test_wsgify +test.unit.common.test_swob.TestRequest.test_wsgify ... ok +test.unit.common.test_swob.TestRequest.test_wsgify_method +test.unit.common.test_swob.TestRequest.test_wsgify_method ... ok +test.unit.common.test_swob.TestRequest.test_wsgify_raise +test.unit.common.test_swob.TestRequest.test_wsgify_raise ... ok +test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers +test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers ... ok +test.unit.common.test_swob.TestResponse.test_507 +test.unit.common.test_swob.TestResponse.test_507 ... ok +test.unit.common.test_swob.TestResponse.test_app_iter +test.unit.common.test_swob.TestResponse.test_app_iter ... ok +test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk +test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk ... ok +test.unit.common.test_swob.TestResponse.test_call_preserves_closeability +test.unit.common.test_swob.TestResponse.test_call_preserves_closeability ... ok +test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary +test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary ... ok +test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called +test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called ... ok +test.unit.common.test_swob.TestResponse.test_charset +test.unit.common.test_swob.TestResponse.test_charset ... ok +test.unit.common.test_swob.TestResponse.test_charset_content_type +test.unit.common.test_swob.TestResponse.test_charset_content_type ... ok +test.unit.common.test_swob.TestResponse.test_content_type +test.unit.common.test_swob.TestResponse.test_content_type ... ok +test.unit.common.test_swob.TestResponse.test_empty_body +test.unit.common.test_swob.TestResponse.test_empty_body ... ok +test.unit.common.test_swob.TestResponse.test_etag +test.unit.common.test_swob.TestResponse.test_etag ... ok +test.unit.common.test_swob.TestResponse.test_host_url_default +test.unit.common.test_swob.TestResponse.test_host_url_default ... ok +test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched +test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched ... ok +test.unit.common.test_swob.TestResponse.test_host_url_host_https +test.unit.common.test_swob.TestResponse.test_host_url_host_https ... ok +test.unit.common.test_swob.TestResponse.test_host_url_host_override +test.unit.common.test_swob.TestResponse.test_host_url_host_override ... ok +test.unit.common.test_swob.TestResponse.test_host_url_host_port_override +test.unit.common.test_swob.TestResponse.test_host_url_host_port_override ... ok +test.unit.common.test_swob.TestResponse.test_host_url_https +test.unit.common.test_swob.TestResponse.test_host_url_https ... ok +test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched +test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched ... ok +test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter +test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter ... ok +test.unit.common.test_swob.TestResponse.test_location_no_rewrite +test.unit.common.test_swob.TestResponse.test_location_no_rewrite ... ok +test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to +test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to ... ok +test.unit.common.test_swob.TestResponse.test_location_rewrite +test.unit.common.test_swob.TestResponse.test_location_rewrite ... ok +test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host +test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host ... ok +test.unit.common.test_swob.TestResponse.test_multi_range_body +test.unit.common.test_swob.TestResponse.test_multi_range_body ... ok +test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges +test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges ... ok +test.unit.common.test_swob.TestResponse.test_multi_response_iter +test.unit.common.test_swob.TestResponse.test_multi_response_iter ... ok +test.unit.common.test_swob.TestResponse.test_properties +test.unit.common.test_swob.TestResponse.test_properties ... ok +test.unit.common.test_swob.TestResponse.test_range_body +test.unit.common.test_swob.TestResponse.test_range_body ... ok +test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range +test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range ... ok +test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter +test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter ... ok +test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter +test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter ... ok +test.unit.common.test_swob.TestResponse.test_unicode_body +test.unit.common.test_swob.TestResponse.test_unicode_body ... ok +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes ... ok +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates ... ok +test.unit.common.test_utils.TestFileLikeIter.test_close +test.unit.common.test_utils.TestFileLikeIter.test_close ... ok +test.unit.common.test_utils.TestFileLikeIter.test_get_hub +test.unit.common.test_utils.TestFileLikeIter.test_get_hub ... ok +test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter +test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter ... ok +test.unit.common.test_utils.TestFileLikeIter.test_next +test.unit.common.test_utils.TestFileLikeIter.test_next ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read +test.unit.common.test_utils.TestFileLikeIter.test_read ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline +test.unit.common.test_utils.TestFileLikeIter.test_readline ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline2 +test.unit.common.test_utils.TestFileLikeIter.test_readline2 ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline3 +test.unit.common.test_utils.TestFileLikeIter.test_readline3 ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size +test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readlines +test.unit.common.test_utils.TestFileLikeIter.test_readlines ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size +test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads ... ok +test.unit.common.test_utils.TestNamespace.test_bounds_serialization +test.unit.common.test_utils.TestNamespace.test_bounds_serialization ... ok +test.unit.common.test_utils.TestNamespace.test_comparisons +test.unit.common.test_utils.TestNamespace.test_comparisons ... ok +test.unit.common.test_utils.TestNamespace.test_contains +test.unit.common.test_utils.TestNamespace.test_contains ... ok +test.unit.common.test_utils.TestNamespace.test_end_marker +test.unit.common.test_utils.TestNamespace.test_end_marker ... ok +test.unit.common.test_utils.TestNamespace.test_entire_namespace +test.unit.common.test_utils.TestNamespace.test_entire_namespace ... ok +test.unit.common.test_utils.TestNamespace.test_expand +test.unit.common.test_utils.TestNamespace.test_expand ... ok +test.unit.common.test_utils.TestNamespace.test_includes +test.unit.common.test_utils.TestNamespace.test_includes ... ok +test.unit.common.test_utils.TestNamespace.test_lower_setter +test.unit.common.test_utils.TestNamespace.test_lower_setter ... ok +test.unit.common.test_utils.TestNamespace.test_name +test.unit.common.test_utils.TestNamespace.test_name ... ok +test.unit.common.test_utils.TestNamespace.test_name_unexpected_format +test.unit.common.test_utils.TestNamespace.test_name_unexpected_format ... ok +test.unit.common.test_utils.TestNamespace.test_total_ordering +test.unit.common.test_utils.TestNamespace.test_total_ordering ... ok +test.unit.common.test_utils.TestNamespace.test_unicode_name +test.unit.common.test_utils.TestNamespace.test_unicode_name ... ok +test.unit.common.test_utils.TestNamespace.test_upper_setter +test.unit.common.test_utils.TestNamespace.test_upper_setter ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_eq +test.unit.common.test_utils.TestNamespaceBoundList.test_eq ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace +test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_parse +test.unit.common.test_utils.TestNamespaceBoundList.test_parse ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_defaults +test.unit.common.utils.test_config.ResellerConfReader.test_defaults ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_multiple_same_resellers +test.unit.common.utils.test_config.ResellerConfReader.test_multiple_same_resellers ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_multiple_stray_commas_resellers +test.unit.common.utils.test_config.ResellerConfReader.test_multiple_stray_commas_resellers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_same_as_default +test.unit.common.utils.test_config.ResellerConfReader.test_same_as_default ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_first_blank +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_first_blank ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_blank_comma +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_blank_comma ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_conf +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_conf ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller +test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller_with_conf +test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller_with_conf ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_stray_comma +test.unit.common.utils.test_config.ResellerConfReader.test_stray_comma ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_unprefixed_options +test.unit.common.utils.test_config.ResellerConfReader.test_unprefixed_options ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending +test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db +test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_info +test.unit.container.test_backend.TestCommonContainerBroker.test_get_info ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row +test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata +test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs +test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get +test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp +test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at +test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at ... ok +test.unit.container.test_sharder.TestCleavingContext.test_cursor +test.unit.container.test_sharder.TestCleavingContext.test_cursor ... ok +test.unit.container.test_sharder.TestCleavingContext.test_delete +test.unit.container.test_sharder.TestCleavingContext.test_delete ... ok +test.unit.container.test_sharder.TestCleavingContext.test_done +test.unit.container.test_sharder.TestCleavingContext.test_done ... ok +test.unit.container.test_sharder.TestCleavingContext.test_init +test.unit.container.test_sharder.TestCleavingContext.test_init ... ok +test.unit.container.test_sharder.TestCleavingContext.test_iter +test.unit.container.test_sharder.TestCleavingContext.test_iter ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load +test.unit.container.test_sharder.TestCleavingContext.test_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load_all +test.unit.container.test_sharder.TestCleavingContext.test_load_all ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style ... ok +test.unit.container.test_sharder.TestCleavingContext.test_range_done +test.unit.container.test_sharder.TestCleavingContext.test_range_done ... ok +test.unit.container.test_sharder.TestCleavingContext.test_reset +test.unit.container.test_sharder.TestCleavingContext.test_reset ... ok +test.unit.container.test_sharder.TestCleavingContext.test_start +test.unit.container.test_sharder.TestCleavingContext.test_start ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store +test.unit.container.test_sharder.TestCleavingContext.test_store ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_old_style ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers ... ok +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/41/49 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx97c1286e89824f2faa47d-006974154d - 0.0362 - - 1769215309.193181753 1769215309.229341269 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx104f8723d20242c085611-006974154d) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txf19af550af1542d2baa20-006974154d) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx7069b21f39c74d16b6ef3-006974154d) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx7069b21f39c74d16b6ef3-006974154d) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx7069b21f39c74d16b6ef3-006974154d) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx5e398fcde93d404e903ff-006974154d) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx5e398fcde93d404e903ff-006974154d) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx5e398fcde93d404e903ff-006974154d) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: txd5de41c3ed874a40a5c6e-006974154d) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txd5de41c3ed874a40a5c6e-006974154d) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx8488aa0f2a3c4d87ae1cc-006974154d) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx8488aa0f2a3c4d87ae1cc-006974154d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx762883c3658b47e7b26e4-006974154d) +test INFO: Client disconnected on read of '/a/c' (txn: tx762883c3658b47e7b26e4-006974154d) +test INFO: Client disconnected on read of '/a/c' (txn: tx0b21feea2c5e431b8eaa4-006974154d) +test INFO: Client disconnected on read of '/a/c' (txn: tx0b21feea2c5e431b8eaa4-006974154d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txd76e5fb329de44ada270e-006974154d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx233f525aa601417e88f57-006974154d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx252b75a9fe0a46a79c25c-006974154d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx252b75a9fe0a46a79c25c-006974154d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx252b75a9fe0a46a79c25c-006974154d) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx252b75a9fe0a46a79c25c-006974154d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx6d02a9ba824d4b5b9c9ed-006974154d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx6d02a9ba824d4b5b9c9ed-006974154d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx6d02a9ba824d4b5b9c9ed-006974154d) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx6d02a9ba824d4b5b9c9ed-006974154d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: tx05fd0b877fa44c0db7b0e-006974154d)test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin +test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok +test.unit.proxy.test_server.TestContainerController.test_POST +test.unit.proxy.test_server.TestContainerController.test_POST ... ok +test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata +test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata ... ok +test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl +test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl ... ok +test.unit.proxy.test_server.TestContainerController.test_POST_metadata +test.unit.proxy.test_server.TestContainerController.test_POST_metadata ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT + resp = req.get_response(self.app) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response + resp = self.acl_handler.handle_acl( + app, method, container, obj, headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 229, in PUT + self.req.get_acl_response(app, 'PUT', self.container) + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container ... ok + +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: tx05fd0b877fa44c0db7b0e-006974154d) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: tx05fd0b877fa44c0db7b0e-006974154d) +test ERROR: Account HEAD returning 503 for [] (txn: tx05fd0b877fa44c0db7b0e-006974154d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx8a03ca6f5e844243ab144-006974154d) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: tx1a1bfc48e52348759fd54-006974154d) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx1a1bfc48e52348759fd54-006974154d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -30018,10 +32367,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +StopIteration (txn: txcb33f41a69ca4694af5a6-006974154d) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -30030,8 +32377,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +StopIteration (txn: txfb9bfac19823482682109-006974154d) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -30040,8 +32387,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +StopIteration (txn: txdc830ae7897f4066a83bf-006974154d) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -30050,8 +32397,18 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +StopIteration (txn: tx0835492289a643668c06a-006974154d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txe7f3532f32ce4046a64b4-006974154d) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txa00a267312584c919b901-006974154d) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txa00a267312584c919b901-006974154d) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx7dce8bf77e514d0b9ad5c-006974154d) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx7dce8bf77e514d0b9ad5c-006974154d) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx7dce8bf77e514d0b9ad5c-006974154d) +test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: tx7dce8bf77e514d0b9ad5c-006974154d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -30060,12 +32417,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (404, 503, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +StopIteration (txn: tx7dce8bf77e514d0b9ad5c-006974154d) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -30074,8 +32427,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +StopIteration (txn: tx7dce8bf77e514d0b9ad5c-006974154d) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -30084,685 +32437,125 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE ... ok +StopIteration (txn: tx7dce8bf77e514d0b9ad5c-006974154d) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx7dce8bf77e514d0b9ad5c-006974154d) +test WARNING: Could not autocreate account '/account' (txn: tx7dce8bf77e514d0b9ad5c-006974154d) +test INFO: autocreate account '/account' (txn: txedcbd770412d4bd193977-006974154d) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx7920ba3103b84b25b236f-006974154d) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx7920ba3103b84b25b236f-006974154d) +test ERROR: Account HEAD returning 503 for [503, 503] (txn: tx7920ba3103b84b25b236f-006974154d) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx7920ba3103b84b25b236f-006974154d)test.unit.proxy.test_server.TestContainerController.test_PUT +test.unit.proxy.test_server.TestContainerController.test_PUT ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header +test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata +test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl +test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl ... ok -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0034 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0034 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0053 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0036 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0036 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0077 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0040 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0041 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0033 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0034 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0034 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0035 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0034 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0021 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0002 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0000 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0000 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:41 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0092 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0034 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0023 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0036 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0006 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0034 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0022 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0034 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0002 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0033 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0002 "-" 4136259 0 -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0034 "-" 4136259 0test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values -test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges -test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_conf -test.unit.container.test_sharder.TestContainerSharderConf.test_conf ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_default -test.unit.container.test_sharder.TestContainerSharderConf.test_default ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf -test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_validate -test.unit.container.test_sharder.TestContainerSharderConf.test_validate ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset -test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestReplicatorStats.test_add -test.unit.obj.test_replicator.TestReplicatorStats.test_add ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats -test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields -test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip -test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon -test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info -test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_head_info -test.unit.proxy.controllers.test_info.TestInfoController.test_head_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_options_info -test.unit.proxy.controllers.test_info.TestInfoController.test_options_info ... ok +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb39debe8568b484582e73-006974154d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb39debe8568b484582e73-006974154d) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb39debe8568b484582e73-006974154d) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb39debe8568b484582e73-006974154d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb39debe8568b484582e73-006974154d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb39debe8568b484582e73-006974154d) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txb39debe8568b484582e73-006974154d) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb39debe8568b484582e73-006974154d) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb39debe8568b484582e73-006974154d) +test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: txb39debe8568b484582e73-006974154d) +test DEBUG: Setting object count to 1068 (txn: txb39debe8568b484582e73-006974154d) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txbe36898c624e4738b3a76-006974154d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txbe36898c624e4738b3a76-006974154d) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: txbe36898c624e4738b3a76-006974154d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txbe36898c624e4738b3a76-006974154d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbe36898c624e4738b3a76-006974154d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbe36898c624e4738b3a76-006974154d) +test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: txbe36898c624e4738b3a76-006974154d) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txbe36898c624e4738b3a76-006974154d) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbe36898c624e4738b3a76-006974154d) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: txbe36898c624e4738b3a76-006974154d) +test DEBUG: Setting object count to 1068 (txn: txbe36898c624e4738b3a76-006974154d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txfdde9f0f68204f2d8d062-006974154d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfdde9f0f68204f2d8d062-006974154d) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txfdde9f0f68204f2d8d062-006974154d) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txfdde9f0f68204f2d8d062-006974154d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfdde9f0f68204f2d8d062-006974154d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txfdde9f0f68204f2d8d062-006974154d) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 404 (txn: txfdde9f0f68204f2d8d062-006974154d) +test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: txfdde9f0f68204f2d8d062-006974154d) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx481e317fe3724c3eb6b50-006974154e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx481e317fe3724c3eb6b50-006974154e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx481e317fe3724c3eb6b50-006974154e) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx481e317fe3724c3eb6b50-006974154e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx481e317fe3724c3eb6b50-006974154e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx481e317fe3724c3eb6b50-006974154e) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: tx481e317fe3724c3eb6b50-006974154e) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: tx481e317fe3724c3eb6b50-006974154e) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: tx481e317fe3724c3eb6b50-006974154e) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: tx481e317fe3724c3eb6b50-006974154e) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: tx481e317fe3724c3eb6b50-006974154e) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: tx481e317fe3724c3eb6b50-006974154e) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx481e317fe3724c3eb6b50-006974154e) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 503 (txn: tx481e317fe3724c3eb6b50-006974154e) +test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: tx481e317fe3724c3eb6b50-006974154e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx45364ea0a5ce404b86215-006974154f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: tx45364ea0a5ce404b86215-006974154f) +test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: tx45364ea0a5ce404b86215-006974154f) +test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: tx45364ea0a5ce404b86215-006974154f)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission ... ok - -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /a/c /tmp/tmp_1fqgm0v/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /a/c /tmp/tmp_1fqgm0v/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test WARNING: /tmp/tmpvxr8s4h7/tmp_test_container_updater/devices/sda1 is not mounted -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Failed to get container info (Lock timeout: 10 seconds: /tmp/tmpxfhnl4jc/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db); skipping. -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmpe3vgfasq/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmpe3vgfasq/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /.shards_a/c /tmp/tmpe3vgfasq/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /a/Ω /tmp/tmp3yqjbjtu/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 with no changestest.unit.container.test_updater.TestContainerUpdater.test_unicode -test.unit.container.test_updater.TestContainerUpdater.test_unicode ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable -test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable -test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path -test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD -test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env -test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account -test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names -test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers -test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner -test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804762.59975', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804762.61029', 'Content-Type': 'so'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self ... ok -test ERROR: Failed to unlink '/tmp/tmpxs09ji_o/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - ~~~~~~~~~^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpxs09ji_o/containers/part/suffix/hash/container_1734804765.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpxs09ji_o/containers/part/suffix/hash/container_1734804765.00000.db': ['/tmp/tmpxs09ji_o/containers/part/suffix/hash/container.db', '/tmp/tmpxs09ji_o/containers/part/suffix/hash/container_1734804766.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpxs09ji_o/containers/part/suffix/hash/container_1734804766.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1734138000 -test DEBUG: looking for objects in 1734138000 -test DEBUG: checking container 1734134400 -test DEBUG: looking for objects in 1734134400 -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'something', 'last_modified': '1970-01-01T00:00:00.000000', 'hash': '0.000000', 'content_type': 'application/x-put'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile - queue_item = parse_raw_obj(raw_obj) - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test INFO: Reconciler Stats: {'invalid_record': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test ERROR: Error listing containers in account .misplaced_objects (Unexpected response: 503 Service Unavailable) -test INFO: Reconciler Stats: {} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: ppi_skip: Container policy (0) in the middle of a part power increase (PPI) -test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'ppi_skip': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'bogus', 'last_modified': '1970-01-01T01:00:18.841870', 'hash': '3618.841870', 'content_type': 'application/x-put'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile - queue_item = parse_raw_obj(raw_obj) - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test INFO: Reconciler Stats: {'invalid_record': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': '00000bogus', 'last_modified': '1970-01-01T01:00:00.000000', 'hash': '3600.000000', 'content_type': 'application/x-put'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile - queue_item = parse_raw_obj(raw_obj) - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'invalid_record': 1, 'noop_object': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1734800400 -test DEBUG: looking for objects in 1734800400 -test DEBUG: checking container 1734796800 -test DEBUG: looking for objects in 1734796800 -test DEBUG: checking container 1734793200 -test DEBUG: looking for objects in 1734793200 -test DEBUG: checking container 1734789600 -test DEBUG: looking for objects in 1734789600 -test DEBUG: checking container 1734786000 -test DEBUG: looking for objects in 1734786000 -test DEBUG: checking container 1734782400 -test DEBUG: looking for objects in 1734782400 -test DEBUG: checking container 1734778800 -test DEBUG: looking for objects in 1734778800 -test DEBUG: checking container 1734775200 -test DEBUG: looking for objects in 1734775200 -test DEBUG: checking container 1734771600 -test DEBUG: looking for objects in 1734771600 -test DEBUG: checking container 1734199200 -test DEBUG: looking for objects in 1734199200 -test DEBUG: checking container 1734195600 -test DEBUG: looking for objects in 1734195600 -test DEBUG: checking container 1734192000 -test DEBUG: looking for objects in 1734192000 -test DEBUG: checking container 1734188400 -test DEBUG: looking for objects in 1734188400 -test DEBUG: checking container 1734184800 -test DEBUG: looking for objects in 1734184800 -test DEBUG: checking container 1734181200 -test DEBUG: looking for objects in 1734181200test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse -test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse ... ok -test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process -test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process ... ok -test.unit.container.test_reconciler.TestReconciler.test_no_concurrency -test.unit.container.test_reconciler.TestReconciler.test_no_concurrency ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_delete -test.unit.container.test_reconciler.TestReconciler.test_object_delete ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop -test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move -test.unit.container.test_reconciler.TestReconciler.test_object_move ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission ... ok -test ERROR: Container GET returning 503 for (204, 404, 503) test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (204, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -30794,8 +32587,6 @@ ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (204, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -30827,6 +32618,8 @@ ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (404, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -30857,10 +32650,12 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (404, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +test ERROR: Container GET returning 503 for (503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -30870,7 +32665,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -30880,7 +32675,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -30890,10 +32685,6 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): @@ -30925,6 +32716,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: Container GET returning 503 for (204, 404, 503) test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): @@ -30956,7 +32748,8 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: Container GET returning 503 for (204, 404, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (204, 503, 503) test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): @@ -30988,9 +32781,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (204, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -31021,6 +32812,8 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (404, 503, 503) test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): @@ -31051,521 +32844,240 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdbtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test INFO: Loaded config file /tmp/tmpaby6n_bn/backend-ratelimit.conf, config changed +test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmpaby6n_bn/backend-ratelimit.conf +test INFO: Loaded new config file /tmp/tmpaby6n_bn/backend-ratelimit.conf, config unchanged +test DEBUG: Loaded existing config file /tmp/tmpaby6n_bn/backend-ratelimit.conf, config unchanged +test INFO: Loaded config file /tmp/tmp6tdaw56u/missing, config changed +test INFO: Loaded config file /tmp/tmp6tdaw56u/missing, config changed +test INFO: Loaded new config file /tmp/tmpxlxaulrq/backend-ratelimit.conf, config unchanged +test INFO: Loaded config file /tmp/tmpm9fgj367/backend-ratelimit.conf, config changed +test WARNING: Invalid config file /tmp/tmpm9fgj367/backend-ratelimit.conf, config unchanged: BOOM +test INFO: Loaded config file /tmp/tmpm9fgj367/backend-ratelimit.conf, config changed +test INFO: Loaded config file /tmp/tmpvhnegmwj/backend-ratelimit.conf, config changed +test DEBUG: Loaded existing config file /tmp/tmpvhnegmwj/backend-ratelimit.conf, config unchanged +test INFO: Loaded config file /tmp/tmpvhnegmwj/backend-ratelimit.conf, config changed +test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmponzp4fmy/missing +test INFO: Loaded config file /tmp/tmp5vr3mirx/override-ratelimit.conf, config changed +test WARNING: Invalid config file /tmp/tmptv0ufifo/backend_rl.conf, config unchanged: Unable to find backend_ratelimit config section in /tmp/tmptv0ufifo/backend_rl.conf +test WARNING: Failed to load config file, config unchanged: Unable to read config from +test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmpzbmw3rcv/backend_rl.conf +test INFO: Loaded config file /tmp/tmphqkfy4mc/backend-ratelimit.conf, config changed +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7a4659c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7a4659c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7a4659c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7a7722c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7a772500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7a4659c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7a4659c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +test DEBUG: User tenant_id has system reader authorizing +test DEBUG: tenant mismatch: AUTH_tenant_id2 != tenant_id +test DEBUG: allow user with role(s) admin,swiftoperator as account admin +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +Sat Jan 24 14:41:50 2026 /tmp/tmpbw10eelt/log/swift/profile/default.profile3035102 +Sat Jan 24 14:41:50 2026 /tmp/tmpbw10eelt/log/swift/profile/default.profile123 +Sat Jan 24 14:41:50 2026 /tmp/tmpbw10eelt/log/swift/profile/default.profile456 + + 45 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 9 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 9 0.000 0.000 0.001 0.000 :0(exec) + 9 0.000 0.000 0.000 0.000 :0(getcwd) + 9 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 9 0.000 0.000 0.000 0.000 :0(setprofile) + + +test INFO: [worker 1/1 pid=3035102] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3035102] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3035102] Running object reconstructor in script mode.test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission ... ok - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0159 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0036 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 4136259 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 4136259 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 4136259 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0047 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0034 "-" 4136259 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 4136259 - -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 4136259 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0049 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0052 "-" 4136259 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0005 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 4136259 2 -test INFO: - - - [21/Dec/2024:18:12:42 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0105 "-" 4136259 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmppo6y9x1s/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmppo6y9x1s/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmppo6y9x1s/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmppo6y9x1s/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:42 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0060 "-" 4136259 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:42 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0032 "-" 4136259 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:42 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0029 "-" 4136259 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:42 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0028 "-" 4136259 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:42 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3967cf417fdf4c4fa743e-006767051a" "proxy-server 4136259" 0.0013 "-" 4136259 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:42 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:43311/sda1/0/a/c" "tx3967cf417fdf4c4fa743e-006767051a" "container-server 4136259" 0.0011 "-" 4136259 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:42 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:44189/sdb1/0/a/c" "tx3967cf417fdf4c4fa743e-006767051a" "container-server 4136259" 0.0010 "-" 4136259 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:42 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx3967cf417fdf4c4fa743e-006767051a" "proxy-server 4136259" 0.0133 "-" 4136259 0test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_x_container_headers_db_states -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_x_container_headers_db_states ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: txeea54d1ed24447a4b7641-006767051b) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: txeea54d1ed24447a4b7641-006767051b) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txeea54d1ed24447a4b7641-006767051b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx0fdc588d955b4438a7351-006767051b) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx0fdc588d955b4438a7351-006767051b) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx0fdc588d955b4438a7351-006767051b) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx0fdc588d955b4438a7351-006767051b) -proxy-server ERROR: Object PUT returning 503 for [201, 201, 201, 503, 503, 201, 201, 503, 201, 201, 201, 503, 201, 201] (txn: tx0fdc588d955b4438a7351-006767051b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpd3ecfp4v/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpd3ecfp4v/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpd3ecfp4v/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpd3ecfp4v/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:43 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0031 "-" 4136366 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:43 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0033 "-" 4136366 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:43 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0051 "-" 4136366 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:43 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0033 "-" 4136366 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:43 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx02251dceec1248e3a4053-006767051b" "proxy-server 4136366" 0.0012 "-" 4136366 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:43 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:49045/sda1/1/a/c" "tx02251dceec1248e3a4053-006767051b" "container-server 4136366" 0.0011 "-" 4136366 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:43 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:33421/sdb1/1/a/c" "tx02251dceec1248e3a4053-006767051b" "container-server 4136366" 0.0010 "-" 4136366 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:43 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx02251dceec1248e3a4053-006767051b" "proxy-server 4136366" 0.0091 "-" 4136366 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:43 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx02251dceec1248e3a4053-006767051b" "proxy-server 4136366" 0.0146 "-" 4136366 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/12/43 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx02251dceec1248e3a4053-006767051b - 0.0225 - - 1734804763.311871052 1734804763.334374428 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:43 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx0b25c236b5554e4483e4b-006767051b" "proxy-server 4136366" 0.0011 "-" 4136366 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:43 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:49045/sda1/1/a1/c1" "tx0b25c236b5554e4483e4b-006767051b" "container-server 4136366" 0.0010 "-" 4136366 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:43 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:33421/sdb1/1/a1/c1" "tx0b25c236b5554e4483e4b-006767051b" "container-server 4136366" 0.0010 "-" 4136366 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:43 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0b25c236b5554e4483e4b-006767051b" "proxy-server 4136366" 0.0082 "-" 4136366 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:43 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0b25c236b5554e4483e4b-006767051b" "proxy-server 4136366" 0.0131 "-" 4136366 0test.unit.proxy.test_server.TestContainerController.test_CORS_valid -test.unit.proxy.test_server.TestContainerController.test_CORS_valid ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE -test.unit.proxy.test_server.TestContainerController.test_DELETE ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header -test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent -test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent -test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize -test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_no_content -test.unit.proxy.test_server.TestContainerController.test_GET_no_content ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_conf_params +test.unit.obj.test_updater.TestObjectUpdater.test_conf_params ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_creation +test.unit.obj.test_updater.TestObjectUpdater.test_creation ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success ... ok + +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215309.79772', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1734804762.53673', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215310.09643', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_bad_hash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding ... ok - -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/12/43 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx0b25c236b5554e4483e4b-006767051b - 0.0208 - - 1734804763.336335182 1734804763.357137203 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:43 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx238e48b9661940f38cf03-006767051b" "proxy-server 4136366" 0.0018 "-" 4136366 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:43 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:33421/sdb1/2/a/c1" "tx238e48b9661940f38cf03-006767051b" "container-server 4136366" 0.0011 "-" 4136366 1 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:43 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:49045/sda1/2/a/c1" "tx238e48b9661940f38cf03-006767051b" "container-server 4136366" 0.0016 "-" 4136366 1 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:43 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx238e48b9661940f38cf03-006767051b" "proxy-server 4136366" 0.0085 "-" 4136366 1 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:43 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx238e48b9661940f38cf03-006767051b" "proxy-server 4136366" 0.0132 "-" 4136366 1 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/12/43 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx238e48b9661940f38cf03-006767051b - 0.0212 - - 1734804763.358617067 1734804763.379835129 1 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:43 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx624b7f523fec4b059dbd5-006767051b" "proxy-server 4136366" 0.0019 "-" 4136366 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:43 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:33421/sdb1/1/a/c2" "tx624b7f523fec4b059dbd5-006767051b" "container-server 4136366" 0.0019 "-" 4136366 2 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:43 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:49045/sda1/1/a/c2" "tx624b7f523fec4b059dbd5-006767051b" "container-server 4136366" 0.0010 "-" 4136366 2 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:43 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx624b7f523fec4b059dbd5-006767051b" "proxy-server 4136366" 0.0087 "-" 4136366 2 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:43 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx624b7f523fec4b059dbd5-006767051b" "proxy-server 4136366" 0.0134 "-" 4136366 2 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/12/43 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx624b7f523fec4b059dbd5-006767051b - 0.0214 - - 1734804763.381430626 1734804763.402813911 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: txd7b8d1e52cde4cb1842ab-006767051b) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx438554ba8f3d4a649cd30-006767051b) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx7cdb5c1c40fd4ef3b64d1-006767051b) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx7cdb5c1c40fd4ef3b64d1-006767051b) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx7cdb5c1c40fd4ef3b64d1-006767051b) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx7b975b5da6624d9f9f89f-006767051b) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx7b975b5da6624d9f9f89f-006767051b) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx7b975b5da6624d9f9f89f-006767051b) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: txbb40a60bae1841c29aaff-006767051b) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txbb40a60bae1841c29aaff-006767051b) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txea8a5fb2b8de4ac08421f-006767051b) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txea8a5fb2b8de4ac08421f-006767051b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx7300168565654178bb94d-006767051b) -test INFO: Client disconnected on read of '/a/c' (txn: tx7300168565654178bb94d-006767051b) -test INFO: Client disconnected on read of '/a/c' (txn: tx8bcb5635e8cc4c758d29c-006767051b) -test INFO: Client disconnected on read of '/a/c' (txn: tx8bcb5635e8cc4c758d29c-006767051b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx0199898a208c4c6fbe8c5-006767051b)test.unit.proxy.test_server.TestContainerController.test_HEAD_GET -test.unit.proxy.test_server.TestContainerController.test_HEAD_GET ... ok -test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize -test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize ... ok -test.unit.proxy.test_server.TestContainerController.test_OPTIONS -test.unit.proxy.test_server.TestContainerController.test_OPTIONS ... ok -test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin -test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok -test.unit.proxy.test_server.TestContainerController.test_POST -test.unit.proxy.test_server.TestContainerController.test_POST ... ok -test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata -test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata ... ok -test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl -test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl ... ok -test.unit.proxy.test_server.TestContainerController.test_POST_metadata -test.unit.proxy.test_server.TestContainerController.test_POST_metadata ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items ... ok -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txa6ac82e3e909425ab338e-006767051b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx9e53d1e19c9e472c8a18d-006767051b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx9e53d1e19c9e472c8a18d-006767051b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx9e53d1e19c9e472c8a18d-006767051b) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx9e53d1e19c9e472c8a18d-006767051b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txdbb4708bb77540989db34-006767051b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txdbb4708bb77540989db34-006767051b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txdbb4708bb77540989db34-006767051b) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txdbb4708bb77540989db34-006767051b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: tx455d3f400531457985fe6-006767051b) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: tx455d3f400531457985fe6-006767051b) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: tx455d3f400531457985fe6-006767051b) -test ERROR: Account HEAD returning 503 for [] (txn: tx455d3f400531457985fe6-006767051b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx4bbadb245ca441c48cb4c-006767051b) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: tx3f4534a9ef994a7181bd1-006767051b) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx3f4534a9ef994a7181bd1-006767051b) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (503, 503, 503) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -31574,8 +33086,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa30e841ac8bd4fe0ac443-006767051b) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -31584,8 +33096,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf858ce54bf64427cb67d2-006767051b) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -31594,8 +33106,9 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx115b15633ffd4d87b46dd-006767051b) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -31604,18 +33117,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx4a093e3113da4a029b809-006767051b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txc382104ece194e3eb88a7-006767051b) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txcb37fe1a1c77448ab65a9-006767051b) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txcb37fe1a1c77448ab65a9-006767051b) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx670b941081dd4155abe17-006767051b) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx670b941081dd4155abe17-006767051b) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx670b941081dd4155abe17-006767051b) -test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: tx670b941081dd4155abe17-006767051b) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -31624,82 +33127,20 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx670b941081dd4155abe17-006767051b)test.unit.proxy.test_server.TestContainerController.test_PUT -test.unit.proxy.test_server.TestContainerController.test_PUT ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header -test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata -test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl -test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl ... ok - -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx307abb44eb1b42389fba5-006767051b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx307abb44eb1b42389fba5-006767051b) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx307abb44eb1b42389fba5-006767051b) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx307abb44eb1b42389fba5-006767051b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx307abb44eb1b42389fba5-006767051b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx307abb44eb1b42389fba5-006767051b) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx307abb44eb1b42389fba5-006767051b) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx307abb44eb1b42389fba5-006767051b) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx307abb44eb1b42389fba5-006767051b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: tx307abb44eb1b42389fba5-006767051b) -test DEBUG: Setting object count to 1032 (txn: tx307abb44eb1b42389fba5-006767051b) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txfcd10711df344997aee3e-006767051c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txfcd10711df344997aee3e-006767051c) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txfcd10711df344997aee3e-006767051c) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txfcd10711df344997aee3e-006767051c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfcd10711df344997aee3e-006767051c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txfcd10711df344997aee3e-006767051c) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txfcd10711df344997aee3e-006767051c) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfcd10711df344997aee3e-006767051c) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txfcd10711df344997aee3e-006767051c) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: txfcd10711df344997aee3e-006767051c) -test DEBUG: Setting object count to 48 (txn: txfcd10711df344997aee3e-006767051c) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx91eb408372674731b01fe-006767051c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx91eb408372674731b01fe-006767051c) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx91eb408372674731b01fe-006767051c) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx91eb408372674731b01fe-006767051c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx91eb408372674731b01fe-006767051c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx91eb408372674731b01fe-006767051c) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: tx91eb408372674731b01fe-006767051c) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx91eb408372674731b01fe-006767051c) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx91eb408372674731b01fe-006767051c) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: tx91eb408372674731b01fe-006767051c) -test DEBUG: Setting object count to 1064 (txn: tx91eb408372674731b01fe-006767051c) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: txa9b541e4428640f8bbef1-006767051c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa9b541e4428640f8bbef1-006767051c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa9b541e4428640f8bbef1-006767051c) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txa9b541e4428640f8bbef1-006767051c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa9b541e4428640f8bbef1-006767051c) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa9b541e4428640f8bbef1-006767051c) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txa9b541e4428640f8bbef1-006767051c)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache ... ok - -test ERROR: Container GET returning 503 for (404, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: Container GET returning 503 for (201, 404, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -31709,7 +33150,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -31719,7 +33160,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -31729,11 +33170,9 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (201, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -31764,7 +33203,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -31775,7 +33214,152 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +test INFO: [worker 1/1 pid=3035102] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3035102] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3035102] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3035102] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3035102] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3035102] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3035102] Object reconstruction complete (once). (10.00 minutes) +test INFO: Running object reconstructor in script mode. +test INFO: Object reconstruction complete (once). (5.00 minutes) +test INFO: Running object reconstructor in script mode. +test INFO: Object reconstruction complete (once). (5.00 minutes) +test INFO: Running object reconstructor in script mode. +test INFO: Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3035102] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3035102] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3035102] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3035102] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3035102] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3035102] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3035102] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3035102] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/2 pid=pid-1] Starting object reconstructor in daemon mode. +test INFO: [worker 1/2 pid=pid-1] Starting object reconstruction pass. +test INFO: [worker 1/2 pid=pid-1] Object reconstruction complete. (0.10 minutes) +test DEBUG: [worker 1/2 pid=pid-1] reconstruction sleeping for 30.0 seconds. +test INFO: [worker 2/4 pid=20641] Running object reconstructor in script mode. +test DEBUG: [worker 2/4 pid=20641] debug message +test INFO: [worker 2/4 pid=20641] info message +test WARNING: [worker 2/4 pid=20641] warning message +test ERROR: [worker 2/4 pid=20641] error message +test INFO: [worker 2/4 pid=20641] Object reconstruction complete (once). (0.00 minutes) +test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. +test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. +test ERROR: ERROR: Unable to access foo/bar: permission_denied +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpa809xei2/devices/sda1 (pid: 3035102) +test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmpa809xei2/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215312.00000 +test INFO: Object update sweep completed on /tmp/tmpa809xei2/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3035102) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp4cag7r_z/devices/sda1 (pid: 3035102) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmp4cag7r_z/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215312.00000 +test INFO: Object update sweep completed on /tmp/tmp4cag7r_z/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3035102) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpcew8aacl/devices/sda1 (pid: 3035102) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmpcew8aacl/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215311.00000 to .shards_a/c_shard_new +test DEBUG: Update sent for /.shards_a/c_shard_new/o /tmp/tmpcew8aacl/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215311.00000 +test INFO: Object update sweep completed on /tmp/tmpcew8aacl/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3035102) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpe7qcjloq/devices/sda1 (pid: 3035102) +test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmpe7qcjloq/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215311.00000 +test INFO: Object update sweep completed on /tmp/tmpe7qcjloq/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3035102) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpe7qcjloq/devices/sda1 (pid: 3035102) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmpe7qcjloq/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215311.00000 to .shards_a/c_shard_1 +test DEBUG: Update sent for /.shards_a/c_shard_1/o /tmp/tmpe7qcjloq/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215311.00000 +test INFO: Object update sweep completed on /tmp/tmpe7qcjloq/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3035102) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp9da1k48p/devices/sda1 (pid: 3035102) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_older/o /tmp/tmp9da1k48p/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215311.00000 to .shards_a/c_shard_new +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx7920ba3103b84b25b236f-006974154d) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx7920ba3103b84b25b236f-006974154d) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx7920ba3103b84b25b236f-006974154d) +test WARNING: Could not autocreate account '/account' (txn: tx7920ba3103b84b25b236f-006974154d) +test INFO: autocreate account '/account' (txn: tx6e0400d282e745298cd6c-006974154e) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txefdf4ba3a3c04bf7beb0f-006974154e) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txefdf4ba3a3c04bf7beb0f-006974154e) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txefdf4ba3a3c04bf7beb0f-006974154e) +test INFO: autocreate account '/account' (txn: txb26b904c94254afe8ecc7-006974154e) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txf8f3474f1fe847418c89c-006974154e) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: txf8f3474f1fe847418c89c-006974154e) +test INFO: autocreate account '/account' (txn: txf8f3474f1fe847418c89c-006974154e) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txb035d772009e41baaac8c-006974154e) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txb035d772009e41baaac8c-006974154e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/☃' (txn: tx807264d431844a5097a61-006974154e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/account' (txn: txb6f2d774cf6a4978b0f5a-006974154e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -31784,8 +33368,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +StopIteration (txn: txb66ad0ae168c469e9b006-006974154e) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -31794,10 +33378,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: Container GET returning 503 for (201, 404, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +StopIteration (txn: tx8bb011564deb415ca8bbf-006974154e) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -31806,8 +33388,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +StopIteration (txn: tx11c94cdc629249f2b1a42-006974154e) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -31816,2422 +33398,1468 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +StopIteration (txn: tx4bc72506d4db4966a7703-006974154e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ip, port, node['device'], part, method, path, headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (201, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: txf7ab314eac6c4fc799263-006974154e) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ip, port, node['device'], part, method, path, headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_custom_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_custom_config ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': '6qm+nUNIiw0hvrDDF0kHUQ==', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'eaa9be9d43488b0d21beb0c317490751', 'X-Timestamp': '1734804762.88984', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804762.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804762.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804762.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804762.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804763.02591', 'Content-Type': 'so'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace ... ok - -test DEBUG: checking container 1734177600 -test DEBUG: looking for objects in 1734177600 -test DEBUG: checking container 1734174000 -test DEBUG: looking for objects in 1734174000 -test DEBUG: checking container 1734170400 -test DEBUG: looking for objects in 1734170400 -test DEBUG: checking container 1734166800 -test DEBUG: looking for objects in 1734166800 -test INFO: Reconciler Stats: {} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) -test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1734804764.747770) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1734804764.747770) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1734804764.747770) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1734804764.747770) from storage policy 1 -test DEBUG: delete_attempt: '/AUTH_bob/c/o1' (1734804764.747770) in policy_index 1 will be deleted from policy_index 0 (1734804764.74777_0000000000000002) -test INFO: delete_success: '/AUTH_bob/c/o1' (1734804764.747770) deleted from policy_index 0 (1734804764.74777_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (1734804764.747770) from policy_index 1 (1734804764.74777_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (1734804764.747770) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (1734804764.747770) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1734804764.747770) from the queue (1734804764.74777_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'delete_attempt': 1, 'delete_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'noop_object': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 -test DEBUG: found_object: '/AUTH_bob/c/o1' (3679.201900) in policy_index 0 is newer than queue (3679.201900) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) -test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 -test DEBUG: found_object: '/AUTH_bob/c/o1' (3680.201900) in policy_index 0 is newer than queue (3679.201900) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) -test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383930) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383930) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002)test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_default_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_default_config ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok - -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:42 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx3967cf417fdf4c4fa743e-006767051a" "proxy-server 4136259" 0.1549 "-" 4136259 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/12/42 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx3967cf417fdf4c4fa743e-006767051a - 0.1675 - - 1734804762.665788412 1734804762.833274841 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:42 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txcd0768ae5b194cc6881c3-006767051a" "proxy-server 4136259" 0.0027 "-" 4136259 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:42 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:43311/sda1/2/a1/c1" "txcd0768ae5b194cc6881c3-006767051a" "container-server 4136259" 0.0011 "-" 4136259 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:42 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:44189/sdb1/2/a1/c1" "txcd0768ae5b194cc6881c3-006767051a" "container-server 4136259" 0.0010 "-" 4136259 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:42 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txcd0768ae5b194cc6881c3-006767051a" "proxy-server 4136259" 0.0086 "-" 4136259 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:42 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txcd0768ae5b194cc6881c3-006767051a" "proxy-server 4136259" 0.0137 "-" 4136259 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/12/42 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txcd0768ae5b194cc6881c3-006767051a - 0.0231 - - 1734804762.834900618 1734804762.858020544 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:42 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx294c6e079c944fb686296-006767051a" "proxy-server 4136259" 0.0019 "-" 4136259 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:42 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:43311/sda1/0/a/c1" "tx294c6e079c944fb686296-006767051a" "container-server 4136259" 0.0019 "-" 4136259 1 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:42 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:44189/sdb1/0/a/c1" "tx294c6e079c944fb686296-006767051a" "container-server 4136259" 0.0011 "-" 4136259 1 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:42 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx294c6e079c944fb686296-006767051a" "proxy-server 4136259" 0.0174 "-" 4136259 1 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:42 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx294c6e079c944fb686296-006767051a" "proxy-server 4136259" 0.0142 "-" 4136259 1 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/12/42 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx294c6e079c944fb686296-006767051a - 0.0276 - - 1734804762.859540224 1734804762.887179375 1 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:42 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx6d8792ff75e24e4e838f4-006767051a" "proxy-server 4136259" 0.0020 "-" 4136259 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:42 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:44189/sdb1/2/a/c2" "tx6d8792ff75e24e4e838f4-006767051a" "container-server 4136259" 0.0018 "-" 4136259 2 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:42 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:43311/sda1/2/a/c2" "tx6d8792ff75e24e4e838f4-006767051a" "container-server 4136259" 0.0011 "-" 4136259 2 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:42 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx6d8792ff75e24e4e838f4-006767051a" "proxy-server 4136259" 0.0095 "-" 4136259 2 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:42 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx6d8792ff75e24e4e838f4-006767051a" "proxy-server 4136259" 0.0147 "-" 4136259 2 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/12/42 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx6d8792ff75e24e4e838f4-006767051a - 0.0234 - - 1734804762.888786793 1734804762.912179470 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp3t8uo7qg/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp3t8uo7qg/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp3t8uo7qg/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp3t8uo7qg/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0040 "-" 4136259 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:45 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0034 "-" 4136259 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0031 "-" 4136259 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:45 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0028 "-" 4136259 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:45 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx208c0f9211c947d08d25d-006767051d" "proxy-server 4136259" 0.0012 "-" 4136259 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:45 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:37577/sda1/0/a/c" "tx208c0f9211c947d08d25d-006767051d" "container-server 4136259" 0.0011 "-" 4136259 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:49313/sdb1/0/a/c" "tx208c0f9211c947d08d25d-006767051d" "container-server 4136259" 0.0010 "-" 4136259 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx208c0f9211c947d08d25d-006767051d" "proxy-server 4136259" 0.0088 "-" 4136259 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:45 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx208c0f9211c947d08d25d-006767051d" "proxy-server 4136259" 0.0140 "-" 4136259 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/12/45 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx208c0f9211c947d08d25d-006767051d - 0.0214 - - 1734804765.149898052 1734804765.171342850 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:45 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txcf3032ff2b904ddf8ebe7-006767051d" "proxy-server 4136259" 0.0012 "-" 4136259 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:49313/sdb1/2/a1/c1" "txcf3032ff2b904ddf8ebe7-006767051d" "container-server 4136259" 0.0011 "-" 4136259 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:45 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:37577/sda1/2/a1/c1" "txcf3032ff2b904ddf8ebe7-006767051d" "container-server 4136259" 0.0010 "-" 4136259 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txcf3032ff2b904ddf8ebe7-006767051d" "proxy-server 4136259" 0.0129 "-" 4136259 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:45 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txcf3032ff2b904ddf8ebe7-006767051d" "proxy-server 4136259" 0.0093 "-" 4136259 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/12/45 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txcf3032ff2b904ddf8ebe7-006767051d - 0.0211 - - 1734804765.172839403 1734804765.193910599 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:45 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx327b5220638f46c2b0ce5-006767051d" "proxy-server 4136259" 0.0018 "-" 4136259 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:45 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:37577/sda1/0/a/c1" "tx327b5220638f46c2b0ce5-006767051d" "container-server 4136259" 0.0096 "-" 4136259 1test.unit.proxy.test_server.TestController.test_account_info_200 -test.unit.proxy.test_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_404 -test.unit.proxy.test_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_container_count -test.unit.proxy.test_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_no_account -test.unit.proxy.test_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_no_cache -test.unit.proxy.test_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_200 -test.unit.proxy.test_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_404 -test.unit.proxy.test_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_invalid_account -test.unit.proxy.test_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_no_cache -test.unit.proxy.test_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings -test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings -test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_make_requests -test.unit.proxy.test_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_transfer_headers -test.unit.proxy.test_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file -test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: Container GET returning 503 for (503, 503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: Container GET returning 503 for (204, 404, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: Container GET returning 503 for (204, 503, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (404, 503, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx76a8dec6467c4bf7b57ce-006974154e) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ip, port, node['device'], part, method, path, headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: txe6b7be767ff04cc4b0a87-006974154e) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ip, port, node['device'], part, method, path, headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdbtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST ... ok - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:49313/sdb1/0/a/c1" "tx327b5220638f46c2b0ce5-006767051d" "container-server 4136259" 0.0011 "-" 4136259 1 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx327b5220638f46c2b0ce5-006767051d" "proxy-server 4136259" 0.2629 "-" 4136259 1 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:45 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx327b5220638f46c2b0ce5-006767051d" "proxy-server 4136259" 0.2678 "-" 4136259 1 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/12/45 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx327b5220638f46c2b0ce5-006767051d - 0.2760 - - 1734804765.195454359 1734804765.471481562 1 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:45 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1ff6f086c40048139cfea-006767051d" "proxy-server 4136259" 0.0020 "-" 4136259 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:45 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:37577/sda1/2/a/c2" "tx1ff6f086c40048139cfea-006767051d" "container-server 4136259" 0.0010 "-" 4136259 2 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:49313/sdb1/2/a/c2" "tx1ff6f086c40048139cfea-006767051d" "container-server 4136259" 0.0030 "-" 4136259 2 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:45 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx1ff6f086c40048139cfea-006767051d" "proxy-server 4136259" 0.0124 "-" 4136259 2 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx1ff6f086c40048139cfea-006767051d" "proxy-server 4136259" 0.0174 "-" 4136259 2 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/12/45 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx1ff6f086c40048139cfea-006767051d - 0.0299 - - 1734804765.472979784 1734804765.502833128 2 + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: txe6b7be767ff04cc4b0a87-006974154e)test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions +test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length +test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account +test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_metadata +test.unit.proxy.test_server.TestContainerController.test_PUT_metadata ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers +test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats ... ok + +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_new/o /tmp/tmp9da1k48p/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215311.00000 to .shards_a/c_shard_newer +test INFO: Object update sweep completed on /tmp/tmp9da1k48p/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3035102) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp9da1k48p/devices/sda1 (pid: 3035102) +test DEBUG: Update sent for /.shards_a/c_shard_newer/o /tmp/tmp9da1k48p/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215311.00000 +test INFO: Object update sweep completed on /tmp/tmp9da1k48p/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3035102) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpajzewlls/devices/sda1 (pid: 3035102) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmpajzewlls/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215311.00000 to .shards_a/c_shard_1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmpajzewlls/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215311.00000 to .shards_a/c_shard_2 +test INFO: Object update sweep completed on /tmp/tmpajzewlls/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3035102) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpajzewlls/devices/sda1 (pid: 3035102) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_2/o /tmp/tmpajzewlls/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215311.00000 to None +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmpajzewlls/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215311.00000 to .shards_a/c_shard_3 +test INFO: Object update sweep completed on /tmp/tmpajzewlls/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3035102) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpajzewlls/devices/sda1 (pid: 3035102) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_3/o /tmp/tmpajzewlls/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215311.00000 to .shards_a/c_shard_1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmpajzewlls/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215311.00000 to None +test INFO: Object update sweep completed on /tmp/tmpajzewlls/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3035102) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpajzewlls/devices/sda1 (pid: 3035102) +test DEBUG: Update sent for /a/c/o /tmp/tmpajzewlls/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215311.00000 +test INFO: Object update sweep completed on /tmp/tmpajzewlls/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3035102) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpv1jxxoow/devices/sda1 (pid: 3035102) +test DEBUG: Update sent for /.shards_a/shard_c/o /tmp/tmpv1jxxoow/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215312.00000 +test INFO: Object update sweep completed on /tmp/tmpv1jxxoow/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3035102) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpv1jxxoow/devices/sda1 (pid: 3035102) +test DEBUG: Update sent for /a/c/o /tmp/tmpv1jxxoow/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215313.00000 +test INFO: Object update sweep completed on /tmp/tmpv1jxxoow/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3035102) +test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon'test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804763.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215310.26034', 'Content-Type': 'so'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804763.45020', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215310.27600', 'Content-Type': 'so'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges ... ok -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx670b941081dd4155abe17-006767051b) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx670b941081dd4155abe17-006767051b) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx670b941081dd4155abe17-006767051b) -test WARNING: Could not autocreate account '/account' (txn: tx670b941081dd4155abe17-006767051b) -test INFO: autocreate account '/account' (txn: txc92507ed3fc944a3869f2-006767051b) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx9494f278cc324a6987ddb-006767051b) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx9494f278cc324a6987ddb-006767051b) -test ERROR: Account HEAD returning 503 for [503, 503] (txn: tx9494f278cc324a6987ddb-006767051b) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx9494f278cc324a6987ddb-006767051b) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx9494f278cc324a6987ddb-006767051b) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx9494f278cc324a6987ddb-006767051b) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx9494f278cc324a6987ddb-006767051b) -test WARNING: Could not autocreate account '/account' (txn: tx9494f278cc324a6987ddb-006767051b) -test INFO: autocreate account '/account' (txn: txb2d98442fb6048818303f-006767051b) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txe7f110da4f234014bd51a-006767051b) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txe7f110da4f234014bd51a-006767051b) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txe7f110da4f234014bd51a-006767051b) -test INFO: autocreate account '/account' (txn: tx79242262d99c404f8ceaf-006767051b) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txf71b9ef8b33745b8b5f12-006767051b) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: txf71b9ef8b33745b8b5f12-006767051b) -test INFO: autocreate account '/account' (txn: txf71b9ef8b33745b8b5f12-006767051b) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txc3f97838b0ec4623b5363-006767051b) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txc3f97838b0ec4623b5363-006767051b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/☃' (txn: tx31a0b0f111ae4ab7ba764-006767051b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/account' (txn: tx0260cd9274644387bdc9e-006767051b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txe6b7be767ff04cc4b0a87-006974154e) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ip, port, node['device'], part, method, path, headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txaed04213bef64d1391329-006767051b) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx4315f3106e9e47e9acc82-006974154e) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ip, port, node['device'], part, method, path, headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcf7d349329e2462ea937b-006767051c) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx4315f3106e9e47e9acc82-006974154e) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx4315f3106e9e47e9acc82-006974154e) test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ip, port, node['device'], part, method, path, headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx21e3930b065b4220b1f32-006767051c) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx05e18b4c0bb946cd810a5-006974154e) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx05e18b4c0bb946cd810a5-006974154e) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx05e18b4c0bb946cd810a5-006974154e) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx05e18b4c0bb946cd810a5-006974154e) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ip, port, node['device'], part, method, path, headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdd2afdbd686849ae80d96-006767051c) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: txb7b2b3c215654d0184b29-006974154e) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txb7b2b3c215654d0184b29-006974154e) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txb7b2b3c215654d0184b29-006974154e) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txb7b2b3c215654d0184b29-006974154e) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length -test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account -test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_metadata -test.unit.proxy.test_server.TestContainerController.test_PUT_metadata ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers -test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission ... ok - -test DEBUG: copy_success: '/AUTH_bob/c/o1' (36123.383930) moved from policy_index 1 to policy_index 0 (0000036123.38393_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 (0000036123.38393_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (36123.383930) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/36000/1:/AUTH_bob/c/o1' (36123.383930) from the queue (0000036123.38393_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 will be moved to policy_index 0 (0000003600.12346_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.123460) moved from policy_index 1 to policy_index 0 (0000003600.12346_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted -test DEBUG: cleanup_failed: '/AUTH_bob/c/o1' (3600.123456) was not cleaned up in storage_policy 1 (Unexpected response: 503 Service Unavailable) -test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_failed': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: unavailable_destination: '/AUTH_bob/c/o1' (3600.123456) unable to determine the destination timestamp, if any -test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'unavailable_destination': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1734138000 -test DEBUG: looking for objects in 1734138000 -test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1734139484.800497) in policy_index 1 -test DEBUG: checking for '/AUTH_jeb/c/o1' (1734139484.800497) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1734139484.800497) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_jeb/c/o1' (1734139484.800497) from storage policy 1 -test CRITICAL: lost_source: '/AUTH_jeb/c/o1' (1734139484.80050) was not available in policy_index 1 and has expired -test INFO: success: '/AUTH_jeb/c/o1' (1734139484.800497) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/1734138000/1:/AUTH_jeb/c/o1' (1734139484.800497) from the queue (1734139484.80050_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1734804764.806266) in policy_index 1 -test DEBUG: checking for '/AUTH_jeb/c/o1' (1734804764.806266) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1734804764.806266) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_jeb/c/o1' (1734804764.806266) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_jeb/c/o1' (1734804764.80627) in policy_index 1 responded 404 (0000000000.00000) -test INFO: retry: '/AUTH_jeb/c/o1' (1734804764.806266) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) -test ERROR: unhandled_error: unable to upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 635, in ensure_object_in_right_location - self.swift.upload_object( - ~~~~~~~~~~~~~~~~~~~~~~~~^ - FileLikeIter(source_obj_iter), account, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers) - ^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 844, in upload_object - self.handle_request('PUT', path, headers, acceptable_statuses, fobj, - ~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - params=params) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 264, in handle_request - resp = self.make_request(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 261, in make_request - six.reraise(exc_type, exc_value, exc_traceback) - ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise - raise value - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 231, in make_request - resp = spawn(req.get_response, self.app).wait() - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 225, in wait - return self._exit_event.wait() - ~~~~~~~~~~~~~~~~~~~~~^^ - File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait - result = hub.switch() - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch - return self.greenlet.switch() - ~~~~~~~~~~~~~~~~~~~~^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ - env, start_response) - ^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - req=req, headers=headers, body=body, - conditional_response=req.method in ('GET', 'HEAD'), - conditional_etag=conditional_etag) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 1923, in blow_up - raise Exception('kaboom!') -Exception: kaboom!test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction -test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces -test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces ... ok -test.unit.container.test_reconciler.TestReconciler.test_processes_config -test.unit.container.test_reconciler.TestReconciler.test_processes_config ... ok - -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (503, 503, 503, 503) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx99fcf3bd132b472c999db-006974154e) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx285883f2a54d494fb3319-006974154e) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (201, 404, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx285883f2a54d494fb3319-006974154e) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +StopIteration (txn: tx285883f2a54d494fb3319-006974154e) +test ERROR: Account HEAD returning 503 for [] (txn: tx285883f2a54d494fb3319-006974154e) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx153cac76b0074ae0a6048-006974154e) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx153cac76b0074ae0a6048-006974154e) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx153cac76b0074ae0a6048-006974154e) +test ERROR: Account HEAD returning 503 for [] (txn: tx153cac76b0074ae0a6048-006974154e) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx6aa4c6f3fe8442c2ac42e-006974154e) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx7be40001e86d4db092883-006974154e)test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 +test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 ... ok +test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found +test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok +test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name +test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name ... ok +test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index +test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index ... ok +test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name +test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name ... ok + +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpv1jxxoow/devices/sda1 (pid: 3035102) +test DEBUG: Update sent for /a/c/o /tmp/tmpv1jxxoow/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215314.00000 +test INFO: Object update sweep completed on /tmp/tmpv1jxxoow/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3035102) +test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpv1jxxoow/devices/sda1 (pid: 3035102) +test DEBUG: Update sent for /a/c/o /tmp/tmpv1jxxoow/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215315.00000 +test INFO: Object update sweep completed on /tmp/tmpv1jxxoow/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3035102) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (201, 503, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpv1jxxoow/devices/sda1 (pid: 3035102) +test DEBUG: Update sent for /a/c/o /tmp/tmpv1jxxoow/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215316.00000 +test INFO: Object update sweep completed on /tmp/tmpv1jxxoow/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3035102) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpv1jxxoow/devices/sda1 (pid: 3035102) +test DEBUG: Update sent for /a/c/o /tmp/tmpv1jxxoow/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215317.00000 +test INFO: Object update sweep completed on /tmp/tmpv1jxxoow/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3035102) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp39odvzgs/devices/sda1 (pid: 3035102) +test DEBUG: Update sent for /a/c/o /tmp/tmp39odvzgs/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215312.00000 +test INFO: Object update sweep completed on /tmp/tmp39odvzgs/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3035102) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp39odvzgs/devices/sda1 (pid: 3035102) +test DEBUG: Update sent for /a/c/o /tmp/tmp39odvzgs/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215314.00000 +test INFO: Object update sweep completed on /tmp/tmp39odvzgs/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3035102) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects ... ok + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweeptest.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep +test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804763.53072', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:testertest:testerFULL_CONTROL fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804763.54298', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215310.00000', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: test:testertest:testertest:writetest:writeWRITE fake-swift DEBUG: permission denined: 403 Forbidden test:write READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info ... ok - -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpt2dtwrnq/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpt2dtwrnq/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpt2dtwrnq/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpt2dtwrnq/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:43 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0035 "-" 4136352 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:43 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0034 "-" 4136352 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:43 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 4136352 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:43 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 4136352 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:43 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1588181b6841427fbd504-006767051b" "proxy-server 4136352" 0.0014 "-" 4136352 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:49345/sdb1/1/a/c" "tx1588181b6841427fbd504-006767051b" "container-server 4136352" 0.0012 "-" 4136352 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:33055/sda1/1/a/c" "tx1588181b6841427fbd504-006767051b" "container-server 4136352" 0.0011 "-" 4136352 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx1588181b6841427fbd504-006767051b" "proxy-server 4136352" 0.0140 "-" 4136352 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx1588181b6841427fbd504-006767051b" "proxy-server 4136352" 0.0100 "-" 4136352 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/12/44 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx1588181b6841427fbd504-006767051b - 0.0481 - - 1734804763.966463804 1734804764.014526367 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx77ab0fe7661044bfb1484-006767051c" "proxy-server 4136352" 0.0012 "-" 4136352 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:49345/sdb1/1/a1/c1" "tx77ab0fe7661044bfb1484-006767051c" "container-server 4136352" 0.0011 "-" 4136352 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:33055/sda1/1/a1/c1" "tx77ab0fe7661044bfb1484-006767051c" "container-server 4136352" 0.0012 "-" 4136352 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx77ab0fe7661044bfb1484-006767051c" "proxy-server 4136352" 0.0104 "-" 4136352 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx77ab0fe7661044bfb1484-006767051c" "proxy-server 4136352" 0.0157 "-" 4136352 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/12/44 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx77ab0fe7661044bfb1484-006767051c - 0.0239 - - 1734804764.016571760 1734804764.040513277 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1add432ccf2e4f35a0e52-006767051c" "proxy-server 4136352" 0.0021 "-" 4136352 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:49345/sdb1/2/a/c1" "tx1add432ccf2e4f35a0e52-006767051c" "container-server 4136352" 0.0018 "-" 4136352 1 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:33055/sda1/2/a/c1" "tx1add432ccf2e4f35a0e52-006767051c" "container-server 4136352" 0.0011 "-" 4136352 1 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx1add432ccf2e4f35a0e52-006767051c" "proxy-server 4136352" 0.0117 "-" 4136352 1 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx1add432ccf2e4f35a0e52-006767051c" "proxy-server 4136352" 0.0167 "-" 4136352 1 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/12/44 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx1add432ccf2e4f35a0e52-006767051c - 0.0247 - - 1734804764.041980743 1734804764.066723824 1 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb31434956d344798ae55e-006767051c" "proxy-server 4136352" 0.0019 "-" 4136352 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:49345/sdb1/1/a/c2" "txb31434956d344798ae55e-006767051c" "container-server 4136352" 0.0010 "-" 4136352 2 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:33055/sda1/1/a/c2" "txb31434956d344798ae55e-006767051c" "container-server 4136352" 0.0016 "-" 4136352 2 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb31434956d344798ae55e-006767051c" "proxy-server 4136352" 0.0129 "-" 4136352 2 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb31434956d344798ae55e-006767051c" "proxy-server 4136352" 0.0094 "-" 4136352 2 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/12/44 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txb31434956d344798ae55e-006767051c - 0.0218 - - 1734804764.068146229 1734804764.089933395 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp_sodxoxe/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp_sodxoxe/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp_sodxoxe/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp_sodxoxe/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0031 "-" 4136352 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0031 "-" 4136352 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 4136352 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 4136352 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx8103c1d7451b4356b0851-006767051c" "proxy-server 4136352" 0.0011 "-" 4136352 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:52313/sdb1/1/a/c" "tx8103c1d7451b4356b0851-006767051c" "container-server 4136352" 0.0010 "-" 4136352 0test.unit.proxy.test_server.TestAccountController.test_DELETE -test.unit.proxy.test_server.TestAccountController.test_DELETE ... ok -test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string -test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string ... ok -test.unit.proxy.test_server.TestAccountController.test_GET -test.unit.proxy.test_server.TestAccountController.test_GET ... ok -test.unit.proxy.test_server.TestAccountController.test_GET_autocreate -test.unit.proxy.test_server.TestAccountController.test_GET_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_HEAD -test.unit.proxy.test_server.TestAccountController.test_HEAD ... ok -test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate -test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_OPTIONS -test.unit.proxy.test_server.TestAccountController.test_OPTIONS ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata -test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_metadata -test.unit.proxy.test_server.TestAccountController.test_POST_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT -test.unit.proxy.test_server.TestAccountController.test_PUT ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata -test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length -test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_metadata -test.unit.proxy.test_server.TestAccountController.test_PUT_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_status -test.unit.proxy.test_server.TestAccountController.test_PUT_status ... ok -test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json -test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok -test.unit.proxy.test_server.TestAccountController.test_connection_refused -test.unit.proxy.test_server.TestAccountController.test_connection_refused ... ok -test.unit.proxy.test_server.TestAccountController.test_other_socket_error -test.unit.proxy.test_server.TestAccountController.test_other_socket_error ... ok -test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables -test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes -test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804763.61929', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804763.63709', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location ... ok +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock ... ok +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps ... ok - -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: txcb7cacfcca58416ba5167-006767051c) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: txc802a97664ee48b3815f8-006767051c) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: txf69f5435daa34f2dbe819-006767051c) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: txf69f5435daa34f2dbe819-006767051c) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txf69f5435daa34f2dbe819-006767051c) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx162139901e714911b5b7d-006767051c) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test INFO: Object update sweep starting on /tmp/tmpfpp3u1oo/devices/sda1 (pid: 3035102) +test ERROR: ERROR Pickle problem, quarantining /tmp/tmpfpp3u1oo/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215311.00000: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx162139901e714911b5b7d-006767051c) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx162139901e714911b5b7d-006767051c) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/obj/updater.py", line 431, in _load_update + return pickle.load(open(update_path, 'rb')) + ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^ +_pickle.UnpicklingError: invalid load key, '\xff'. +test INFO: Object update sweep completed on /tmp/tmpfpp3u1oo/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3035102) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpj8oodk63/devices/sda1 (pid: 3035102) +test DEBUG: Update sent for /a/c1/o04 /tmp/tmpj8oodk63/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1769215311.64937 +test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmpj8oodk63/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1769215311.64981 +test INFO: Object update sweep completed on /tmp/tmpj8oodk63/devices/sda1 in 0.20s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains (pid: 3035102) +test INFO: Object update single-threaded sweep completed: 0.20s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp0l67iwfo/devices/sda1 (pid: 3035102) +test DEBUG: Update sent for /a/c1/o01 /tmp/tmp0l67iwfo/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1769215311.85569 +test DEBUG: Update sent for /a/c1/o02 /tmp/tmp0l67iwfo/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1769215311.85574 +test DEBUG: Update sent for /a/c1/o00 /tmp/tmp0l67iwfo/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1769215311.85558 +test INFO: Object update sweep completed on /tmp/tmp0l67iwfo/devices/sda1 in 0.10s seconds:, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains (pid: 3035102) +test INFO: Object update single-threaded sweep completed: 0.10s, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpabpknuo1/devices/sda1 (pid: 3035102) +test DEBUG: Update sent for /a/c1/o04 /tmp/tmpabpknuo1/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1769215311.96118 +test DEBUG: Update sent for /a/c1/o02 /tmp/tmpabpknuo1/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1769215311.96110 +test DEBUG: Update sent for /a/c1/o03 /tmp/tmpabpknuo1/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1769215311.96114 +test DEBUG: Update sent for /a/c1/o01 /tmp/tmpabpknuo1/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1769215311.96105 +test INFO: Object update sweep completed on /tmp/tmpabpknuo1/devices/sda1 in 0.00s seconds:, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains (pid: 3035102) +test INFO: Object update single-threaded sweep completed: 0.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpddp0p4yv/devices/sda1 (pid: 3035102) +test DEBUG: Update sent for /a/c1/o01 /tmp/tmpddp0p4yv/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1769215311.96572 +test DEBUG: Update sent for /a/c1/o02 /tmp/tmpddp0p4yv/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1769215311.96577 +test INFO: Object update sweep completed on /tmp/tmpddp0p4yv/devices/sda1 in 0.11s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains (pid: 3035102) +test INFO: Object update single-threaded sweep completed: 0.11s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpa6_ezw_6/devices/sda1 (pid: 3035102) +test DEBUG: Update sent for /a/c1/o00 /tmp/tmpa6_ezw_6/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1769215312.07439 +test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmpa6_ezw_6/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1769215312.07508 +test DEBUG: Update sent for /a/c1/o02 /tmp/tmpa6_ezw_6/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1769215312.07453 +test DEBUG: Update sent for /a/c1/o07 /tmp/tmpa6_ezw_6/devices/sda1/async_pending/fc8/26ac197975ac1169d403eeb7ae8bbfc8-1769215312.07477 +test DEBUG: Update sent for /a/c1/o01 /tmp/tmpa6_ezw_6/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1769215312.07448 +test DEBUG: Update sent for /a/c1/o08 /tmp/tmpa6_ezw_6/devices/sda1/async_pending/5b8/4e594cf882aac2f7f8f2f4cdade285b8-1769215312.07481 +test DEBUG: Update sent for /a/c1/o06 /tmp/tmpa6_ezw_6/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1769215312.07473 +test DEBUG: Update sent for /a/c1/o03 /tmp/tmpa6_ezw_6/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1769215312.07460 +test DEBUG: Update sent for /a/c1/o04 /tmp/tmpa6_ezw_6/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1769215312.07466 +test DEBUG: Update sent for /a/c1/o09 /tmp/tmpa6_ezw_6/devices/sda1/async_pending/bee/db77f283b4b1bb5e5b6ce501ca337bee-1769215312.07484 +test DEBUG: Update sent for /a/c1/o05 /tmp/tmpa6_ezw_6/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1769215312.07470 +test INFO: Object update sweep completed on /tmp/tmpa6_ezw_6/devices/sda1 in 0.21s seconds:, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3035102) +test INFO: Object update single-threaded sweep completed: 0.21s, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp2_xkgu3d/devices/sda1 (pid: 3035102) +test DEBUG: Update sent for /a/c1/o01 /tmp/tmp2_xkgu3d/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1769215312.28375 +test DEBUG: Update sent for /a/c1/o05 /tmp/tmp2_xkgu3d/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1769215312.28393 +test DEBUG: Update sent for /a/c1/o04 /tmp/tmp2_xkgu3d/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1769215312.28389 +test DEBUG: Update sent for /a/c1/o00 /tmp/tmp2_xkgu3d/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1769215312.28364 +test DEBUG: Update sent for /a/c1/o03 /tmp/tmp2_xkgu3d/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1769215312.28385 +test INFO: Object update sweep completed on /tmp/tmp2_xkgu3d/devices/sda1 in 0.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains (pid: 3035102) +test INFO: Object update single-threaded sweep completed: 0.00s, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpmwc30n6p/devices/sda1 (pid: 3035102) +test INFO: Object update sweep completed on /tmp/tmpmwc30n6p/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3035102) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drainstest.unit.obj.test_updater.TestObjectUpdater.test_run_once +test.unit.obj.test_updater.TestObjectUpdater.test_run_once ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted +test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies ... ok +test.unit.obj.test_updater.TestRateLimiterBucket.test_bool +test.unit.obj.test_updater.TestRateLimiterBucket.test_bool ... ok +test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering +test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering ... ok +test.unit.obj.test_updater.TestRateLimiterBucket.test_len +test.unit.obj.test_updater.TestRateLimiterBucket.test_len ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_close +test.unit.proxy.controllers.test_base.TestGetterSource.test_close ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_init +test.unit.proxy.controllers.test_base.TestGetterSource.test_init ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_sort +test.unit.proxy.controllers.test_base.TestGetterSource.test_sort ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp +test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission ... ok + +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx6d8cdd956c234bf8820c3-006767051c) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx6d8cdd956c234bf8820c3-006767051c) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx6d8cdd956c234bf8820c3-006767051c) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx6d8cdd956c234bf8820c3-006767051c) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx7be40001e86d4db092883-006974154e) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: txd09d8c6f03d54e64b55f1-006767051c) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txd09d8c6f03d54e64b55f1-006767051c) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txd09d8c6f03d54e64b55f1-006767051c) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txd09d8c6f03d54e64b55f1-006767051c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txa6207322447445109da6c-006767051c) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7be40001e86d4db092883-006974154e) +test ERROR: Account HEAD returning 503 for [] (txn: tx7be40001e86d4db092883-006974154e) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txd93a33fb8ec04a00b20dd-006974154e) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txd93a33fb8ec04a00b20dd-006974154e) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txd93a33fb8ec04a00b20dd-006974154e) +test ERROR: Account HEAD returning 503 for [] (txn: txd93a33fb8ec04a00b20dd-006974154e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx03aae9c990fd484cb4b17-006974154e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: txfc5c9e8c1cab42d99e896-006974154e) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: txfc5c9e8c1cab42d99e896-006974154e) +test INFO: Client disconnected on read of '/a/c' (txn: txfc5c9e8c1cab42d99e896-006974154e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txdc90878970124abd86a9c-006974154e) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txb769b084266846dc9bdc1-006974154e) +test INFO: Client disconnected on read of '/a/c' (txn: txb769b084266846dc9bdc1-006974154e) +test INFO: Client disconnected on read of '/a/c/' (txn: txb769b084266846dc9bdc1-006974154e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx43abb56555a84f7c9412c-006974154e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx43abb56555a84f7c9412c-006974154e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx43abb56555a84f7c9412c-006974154e) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx43abb56555a84f7c9412c-006974154e) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txd1310cec029c4f7d92835-006974154e) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txd1310cec029c4f7d92835-006974154e) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txd1310cec029c4f7d92835-006974154e) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txd1310cec029c4f7d92835-006974154e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx5a66459d21624055bab06-006974154e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx5a66459d21624055bab06-006974154e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx5a66459d21624055bab06-006974154e) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx5a66459d21624055bab06-006974154e) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx402c454b7ec7485590801-006974154f) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx402c454b7ec7485590801-006974154f) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx402c454b7ec7485590801-006974154f) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx402c454b7ec7485590801-006974154f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txf7a6b2918b074475aa9b0-006974154f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txf7a6b2918b074475aa9b0-006974154f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txf7a6b2918b074475aa9b0-006974154f) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txf7a6b2918b074475aa9b0-006974154f) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txe129e6d72b3b457e873af-006974154f) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txe129e6d72b3b457e873af-006974154f) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txe129e6d72b3b457e873af-006974154f) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txe129e6d72b3b457e873af-006974154f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txba053cad09664725bf1ec-006974154f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txba053cad09664725bf1ec-006974154f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txba053cad09664725bf1ec-006974154f) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txba053cad09664725bf1ec-006974154f) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txfe41815c67014159a87b8-006974154f) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txfe41815c67014159a87b8-006974154f) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txfe41815c67014159a87b8-006974154f) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txfe41815c67014159a87b8-006974154f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txa7f1558c82e34f7ba78d3-006974154f) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: txa7f1558c82e34f7ba78d3-006974154f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txa7f1558c82e34f7ba78d3-006974154f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txa7f1558c82e34f7ba78d3-006974154f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txa7f1558c82e34f7ba78d3-006974154f) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txa7f1558c82e34f7ba78d3-006974154f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txffc965e65c1c4f35825d1-006974154f) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txffc965e65c1c4f35825d1-006974154f) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txffc965e65c1c4f35825d1-006974154f) +test ERROR: Container GET returning 503 for [503, 503] (txn: txffc965e65c1c4f35825d1-006974154f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx495787984e044fbcb7a98-006974154f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx495787984e044fbcb7a98-006974154f) +test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: tx495787984e044fbcb7a98-006974154f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx495787984e044fbcb7a98-006974154f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx495787984e044fbcb7a98-006974154f) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: tx495787984e044fbcb7a98-006974154f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx495787984e044fbcb7a98-006974154f) +test ERROR: Container GET returning 503 for [503, 503] (txn: tx495787984e044fbcb7a98-006974154f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx754d802095654198a8f7f-006974154f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx754d802095654198a8f7f-006974154f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx754d802095654198a8f7f-006974154f) +test ERROR: Container GET returning 503 for [] (txn: tx754d802095654198a8f7f-006974154f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx1081861dd9a649329a2cd-006974154f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx1081861dd9a649329a2cd-006974154f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx1081861dd9a649329a2cd-006974154f) +test ERROR: Container GET returning 503 for [] (txn: tx1081861dd9a649329a2cd-006974154f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txc725b4bd764140dbb5a11-006974154f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txc725b4bd764140dbb5a11-006974154f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txc725b4bd764140dbb5a11-006974154f) +test ERROR: Container GET returning 503 for [] (txn: txc725b4bd764140dbb5a11-006974154f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx46acee27156a496bb6388-006974154f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx46acee27156a496bb6388-006974154f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx46acee27156a496bb6388-006974154f) +test ERROR: Container GET returning 503 for [] (txn: tx46acee27156a496bb6388-006974154f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txfa1c9a0838c14c11a895b-006974154f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txfa1c9a0838c14c11a895b-006974154f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txfa1c9a0838c14c11a895b-006974154f) +test ERROR: Container GET returning 503 for [] (txn: txfa1c9a0838c14c11a895b-006974154f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5dfd559c541e445fa5005-006974154f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx5dfd559c541e445fa5005-006974154f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx5dfd559c541e445fa5005-006974154f) +test ERROR: Container GET returning 503 for [] (txn: tx5dfd559c541e445fa5005-006974154f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx172aa192338c4d07b70f3-006974154f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx172aa192338c4d07b70f3-006974154f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx172aa192338c4d07b70f3-006974154f) +test ERROR: Container GET returning 503 for [] (txn: tx172aa192338c4d07b70f3-006974154f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx73bd2f579fb6406c82fbf-006974154f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx73bd2f579fb6406c82fbf-006974154f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx73bd2f579fb6406c82fbf-006974154f) +test ERROR: Container GET returning 503 for [] (txn: tx73bd2f579fb6406c82fbf-006974154f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe8f0faf1ead943058a76c-006974154f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txe8f0faf1ead943058a76c-006974154f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txe8f0faf1ead943058a76c-006974154f) +test ERROR: Container GET returning 503 for [] (txn: txe8f0faf1ead943058a76c-006974154f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx13ff99b8afef4658910e7-006974154f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx13ff99b8afef4658910e7-006974154f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx13ff99b8afef4658910e7-006974154f) +test ERROR: Container GET returning 503 for [] (txn: tx13ff99b8afef4658910e7-006974154f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx86dee9c68ffd4e1b97d87-006974154f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx86dee9c68ffd4e1b97d87-006974154f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx86dee9c68ffd4e1b97d87-006974154f) +test ERROR: Container GET returning 503 for [] (txn: tx86dee9c68ffd4e1b97d87-006974154f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx9da4993e96fc4cfe96988-006974154f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx9da4993e96fc4cfe96988-006974154f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx9da4993e96fc4cfe96988-006974154f) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx9da4993e96fc4cfe96988-006974154f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5cfbe528ce9246679cb3c-006974154f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx5cfbe528ce9246679cb3c-006974154f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx5cfbe528ce9246679cb3c-006974154f) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx5cfbe528ce9246679cb3c-006974154f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx8903d5ee670940719f70b-006974154f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx8903d5ee670940719f70b-006974154f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx8903d5ee670940719f70b-006974154f) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx8903d5ee670940719f70b-006974154f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx521bf05d135747d7b7627-006974154f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx521bf05d135747d7b7627-006974154f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx521bf05d135747d7b7627-006974154f) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx521bf05d135747d7b7627-006974154f) +test INFO: Client disconnected on read of '/a/c' (txn: txb6b5bc2d3291499580fd4-006974154f) +test INFO: Client disconnected on read of '/a/c/' (txn: txb6b5bc2d3291499580fd4-006974154f) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request possible_source = conn.getresponse() File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse raise Exception('test') -Exception: test (txn: tx7615bbfdd9b74329b01cd-006767051c)test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 -test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 ... ok -test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found -test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok -test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name -test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name ... ok -test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index -test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index ... ok -test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name -test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps ... ok - -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: txbba39b369050410abf2a9-006767051c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbba39b369050410abf2a9-006767051c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txbba39b369050410abf2a9-006767051c) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txbba39b369050410abf2a9-006767051c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txbba39b369050410abf2a9-006767051c) -test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbba39b369050410abf2a9-006767051c) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txbba39b369050410abf2a9-006767051c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx3330675bd34d4b519e9ae-006767051c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3330675bd34d4b519e9ae-006767051c) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3330675bd34d4b519e9ae-006767051c) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx3330675bd34d4b519e9ae-006767051c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3330675bd34d4b519e9ae-006767051c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3330675bd34d4b519e9ae-006767051c) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx3330675bd34d4b519e9ae-006767051c) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3330675bd34d4b519e9ae-006767051c) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3330675bd34d4b519e9ae-006767051c) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx3330675bd34d4b519e9ae-006767051c) -test DEBUG: Setting object count to 1065 (txn: tx3330675bd34d4b519e9ae-006767051c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3e27bbad046a45f893344-006767051d) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx3e27bbad046a45f893344-006767051d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3e27bbad046a45f893344-006767051d) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3e27bbad046a45f893344-006767051d) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx3e27bbad046a45f893344-006767051d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3e27bbad046a45f893344-006767051d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3e27bbad046a45f893344-006767051d) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx3e27bbad046a45f893344-006767051d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3e27bbad046a45f893344-006767051d) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3e27bbad046a45f893344-006767051d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx3e27bbad046a45f893344-006767051d) -test DEBUG: Setting object count to 1065 (txn: tx3e27bbad046a45f893344-006767051d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx36e6e1f788b24825a40c4-006767051e) -test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: tx36e6e1f788b24825a40c4-006767051e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe9845a126b524638a4316-006767051f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txe9845a126b524638a4316-006767051f) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txe9845a126b524638a4316-006767051f) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txe9845a126b524638a4316-006767051f) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txe9845a126b524638a4316-006767051f) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txe9845a126b524638a4316-006767051f) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txe9845a126b524638a4316-006767051f) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe9845a126b524638a4316-006767051f) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe9845a126b524638a4316-006767051f) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: txe9845a126b524638a4316-006767051f) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: txe9845a126b524638a4316-006767051f) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: txe9845a126b524638a4316-006767051f)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error ... ok +Exception: test (txn: txaa0a3072c84d4d60bcd0d-006974154f)test.unit.proxy.test_server.TestContainerController.test_error_limiting +test.unit.proxy.test_server.TestContainerController.test_error_limiting ... ok +test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found +test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok +test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container +test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok +test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header +test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header +test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header ... ok +test.unit.proxy.test_server.TestContainerController.test_transfer_headers +test.unit.proxy.test_server.TestContainerController.test_transfer_headers ... ok +test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found +test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:testertest:testerFULL_CONTROL fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215310.89756', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215310.93484', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest ... ok -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST ... ok - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:56129/sda1/1/a/c" "tx8103c1d7451b4356b0851-006767051c" "container-server 4136352" 0.0011 "-" 4136352 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx8103c1d7451b4356b0851-006767051c" "proxy-server 4136352" 0.0125 "-" 4136352 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx8103c1d7451b4356b0851-006767051c" "proxy-server 4136352" 0.0089 "-" 4136352 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/12/44 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx8103c1d7451b4356b0851-006767051c - 0.0202 - - 1734804764.199552774 1734804764.219777584 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx445ae97cea9e474ca2a3b-006767051c" "proxy-server 4136352" 0.0011 "-" 4136352 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:56129/sda1/1/a1/c1" "tx445ae97cea9e474ca2a3b-006767051c" "container-server 4136352" 0.0011 "-" 4136352 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:52313/sdb1/1/a1/c1" "tx445ae97cea9e474ca2a3b-006767051c" "container-server 4136352" 0.0011 "-" 4136352 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx445ae97cea9e474ca2a3b-006767051c" "proxy-server 4136352" 0.0124 "-" 4136352 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx445ae97cea9e474ca2a3b-006767051c" "proxy-server 4136352" 0.0090 "-" 4136352 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/12/44 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx445ae97cea9e474ca2a3b-006767051c - 0.0202 - - 1734804764.221274376 1734804764.241436481 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf2bb5cc9a330450ab6242-006767051c" "proxy-server 4136352" 0.0019 "-" 4136352 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:56129/sda1/2/a/c1" "txf2bb5cc9a330450ab6242-006767051c" "container-server 4136352" 0.0016 "-" 4136352 1 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:52313/sdb1/2/a/c1" "txf2bb5cc9a330450ab6242-006767051c" "container-server 4136352" 0.0011 "-" 4136352 1 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txf2bb5cc9a330450ab6242-006767051c" "proxy-server 4136352" 0.0127 "-" 4136352 1 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txf2bb5cc9a330450ab6242-006767051c" "proxy-server 4136352" 0.0094 "-" 4136352 1 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/12/44 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txf2bb5cc9a330450ab6242-006767051c - 0.0214 - - 1734804764.242836952 1734804764.264238834 1 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe9e27517e7ac492fa6fc4-006767051c" "proxy-server 4136352" 0.0019 "-" 4136352 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:52313/sdb1/1/a/c2" "txe9e27517e7ac492fa6fc4-006767051c" "container-server 4136352" 0.0019 "-" 4136352 2 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:56129/sda1/1/a/c2" "txe9e27517e7ac492fa6fc4-006767051c" "container-server 4136352" 0.0011 "-" 4136352 2 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe9e27517e7ac492fa6fc4-006767051c" "proxy-server 4136352" 0.0167 "-" 4136352 2 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:44 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe9e27517e7ac492fa6fc4-006767051c" "proxy-server 4136352" 0.0134 "-" 4136352 2 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/12/44 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txe9e27517e7ac492fa6fc4-006767051c - 0.0254 - - 1734804764.265692234 1734804764.291102409 2 -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies ... ok - -test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'unhandled_error': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) -test WARNING: copy_failed: upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 returned Unexpected response: 503 Service Unavailable -test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_failed': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1734199199.000000) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1734199199.000000) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1734199199.000000) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1734199199.000000) from storage policy 1 -test CRITICAL: lost_source: '/AUTH_bob/c/o1' (1734199199.00000) was not available in policy_index 1 and has expired -test INFO: success: '/AUTH_bob/c/o1' (1734199199.000000) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1734199199.000000) from the queue (1734199199.00000_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.234570) in policy_index 1 will be moved to policy_index 0 (0000003600.23457_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.234570) moved from policy_index 1 to policy_index 0 (0000003600.23457_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3600.123456) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3600.123456) from the queue (0000003600.12346_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1734804764.843357) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1734804764.843357) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1734804764.843357) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1734804764.843357) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1734804764.84336) in policy_index 1 responded 200 (1734804763.84336) -test INFO: retry: '/AUTH_bob/c/o1' (1734804764.843357) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 -test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 1 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 should be in policy_index 1 -test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 0 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 will be moved to policy_index 1 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 0 to policy_index 1 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 0 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 0 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/0:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c ت/o1 ت' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c ت/o1 ت' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c ت/o1 ت' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name -test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name ... ok -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error ... ok -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone ... ok -test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy -test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy ... ok -test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile -test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile ... ok -test.unit.container.test_server.TestContainerController.test_DELETE -test.unit.container.test_server.TestContainerController.test_DELETE ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. -fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -test INFO: - - 21/Dec/2024/18/12/44 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1734804764.563797712 1734804764.563977480 0 -test INFO: - - 21/Dec/2024/18/12/44 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0008 - - 1734804764.563752890 1734804764.564508438 0 -test INFO: - - 21/Dec/2024/18/12/44 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1734804764.566461325 1734804764.566698074 0 -test INFO: - - 21/Dec/2024/18/12/44 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1734804764.566417933 1734804764.567133904 0 -test INFO: - - 21/Dec/2024/18/12/44 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1734804764.568443537 1734804764.568641186 0 -test INFO: - - 21/Dec/2024/18/12/44 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1734804764.568406582 1734804764.569149733 0 -test INFO: - - 21/Dec/2024/18/12/44 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1734804764.570501804 1734804764.570705891 0 -test INFO: - - 21/Dec/2024/18/12/44 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1734804764.570463419 1734804764.571152925 0 -test INFO: - - 21/Dec/2024/18/12/44 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1734804764.572460175 1734804764.572638750 0 -test INFO: - - 21/Dec/2024/18/12/44 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0009 - - 1734804764.572420835 1734804764.573349953 0 -test INFO: - - 21/Dec/2024/18/12/44 HEAD /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1734804764.575837135 1734804764.576086044 0 -test INFO: - - 21/Dec/2024/18/12/44 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1734804764.576441288 1734804764.576656342 0 -test INFO: - - 21/Dec/2024/18/12/44 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1734804764.577284813 1734804764.577425003 0 -test INFO: - - 21/Dec/2024/18/12/44 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0022 - - 1734804764.575699568 1734804764.577905655 - -test INFO: - - 21/Dec/2024/18/12/44 GET /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1734804764.579439402 1734804764.579659939 0 -test INFO: - - 21/Dec/2024/18/12/44 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1734804764.579966068 1734804764.580127239 0 -test INFO: - - 21/Dec/2024/18/12/44 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1734804764.580472469 1734804764.580637217 0 -test INFO: - - 21/Dec/2024/18/12/44 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0022 - - 1734804764.579316854 1734804764.581542253 - -test INFO: - - 21/Dec/2024/18/12/44 POST /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1734804764.583105087 1734804764.583268881 0 -test INFO: - - 21/Dec/2024/18/12/44 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1734804764.583585262 1734804764.583745241 0 -test INFO: - - 21/Dec/2024/18/12/44 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1734804764.584087610 1734804764.584196091 0 -test INFO: - - 21/Dec/2024/18/12/44 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0016 - - 1734804764.582990885 1734804764.584605932 - -test INFO: - - 21/Dec/2024/18/12/44 PUT /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1734804764.586076021 1734804764.586281538 0 -test INFO: - - 21/Dec/2024/18/12/44 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1734804764.586598158 1734804764.586763382 0 -test INFO: - - 21/Dec/2024/18/12/44 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1734804764.587111473 1734804764.587252378 0 -test INFO: - - 21/Dec/2024/18/12/44 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0017 - - 1734804764.585958481 1734804764.587646961 - -test INFO: - - 21/Dec/2024/18/12/44 DELETE /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1734804764.589157581 1734804764.589310408 0test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission ... ok + +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: txaa0a3072c84d4d60bcd0d-006974154f) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: txaa0a3072c84d4d60bcd0d-006974154f) +test ERROR: Account HEAD returning 503 for [] (txn: txaa0a3072c84d4d60bcd0d-006974154f) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx02efe0892bef4069a23b7-006974154f) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx02efe0892bef4069a23b7-006974154f) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx02efe0892bef4069a23b7-006974154f) +test ERROR: Account HEAD returning 503 for [] (txn: tx02efe0892bef4069a23b7-006974154f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txda95b8ddeced4fdfaf56e-006974154f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx9af6936beb9d4f219ad9d-006974154f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txe950ff3720574388abb9c-006974154f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_x_mz_content_sha256_bad_format +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_x_mz_content_sha256_bad_format ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_mismatch +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_mismatch ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_missing +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_missing ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_argument +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_argument ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_part_number +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_part_number ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_with_range_header +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_with_range_header ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting +test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter +test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig +test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf +test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args +test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through +test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss +test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss +test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments +test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich +test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment +test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment +test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest ... ok test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures ... ok test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success @@ -34248,8 +34876,119 @@ test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges ... ok test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges ... ok + +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpmwc30n6p/devices/sda1 (pid: 3035102) +test INFO: Object update sweep completed on /tmp/tmpmwc30n6p/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3035102) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpmwc30n6p/devices/sda1 (pid: 3035102) +test INFO: Object update sweep completed on /tmp/tmpmwc30n6p/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3035102) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpmwc30n6p/devices/sda1 (pid: 3035102) +test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused +test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused +test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused +test DEBUG: Update failed for /a/c/o /tmp/tmpmwc30n6p/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215312.29638 +test INFO: Object update sweep completed on /tmp/tmpmwc30n6p/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3035102) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpmwc30n6p/devices/sda1 (pid: 3035102) +test DEBUG: Error code 500 is returned from remote server 127.0.0.1:57673/sda1 +test DEBUG: Error code 500 is returned from remote server 127.0.0.1:57673/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmpmwc30n6p/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215312.29638 +test INFO: Object update sweep completed on /tmp/tmpmwc30n6p/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3035102) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpmwc30n6p/devices/sda1 (pid: 3035102) +test DEBUG: Error code 404 is returned from remote server 127.0.0.1:57673/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmpmwc30n6p/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215312.29638 +test INFO: Object update sweep completed on /tmp/tmpmwc30n6p/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3035102) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpmwc30n6p/devices/sda1 (pid: 3035102) +test INFO: Timeout waiting on remote server 127.0.0.1:57673/sda1: 99 seconds +test DEBUG: Update failed for /a/c/o /tmp/tmpmwc30n6p/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215312.29638 +test INFO: Object update sweep completed on /tmp/tmpmwc30n6p/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3035102) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpmwc30n6p/devices/sda1 (pid: 3035102) +test INFO: Timeout connecting to remote server 127.0.0.1:57673/sda1: 9 seconds +test DEBUG: Update failed for /a/c/o /tmp/tmpmwc30n6p/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215312.29638 +test INFO: Object update sweep completed on /tmp/tmpmwc30n6p/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3035102) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpmwc30n6p/devices/sda1 (pid: 3035102) +test DEBUG: Update sent for /a/c/o /tmp/tmpmwc30n6p/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215312.29638 +test INFO: Object update sweep completed on /tmp/tmpmwc30n6p/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3035102) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test WARNING: Skipping: +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Object update sweep starting on /tmp/tmp54u55huo/devices/sda1 (pid: 3035102) +test INFO: Object update sweep progress on /tmp/tmp54u55huo/devices/sda1: 16.00s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3035102) +test INFO: Object update sweep progress on /tmp/tmp54u55huo/devices/sda1: 32.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3035102) +test INFO: Object update sweep completed on /tmp/tmp54u55huo/devices/sda1 in 44.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3035102) +test INFO: Object update sweep starting on /tmp/tmpni138sx2/devices/sda1 (pid: 3035102) +test INFO: Object update sweep completed on /tmp/tmpni138sx2/devices/sda1 in 0.13s seconds:, 6 successes, 0 failures, 0 quarantines, 6 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3035102) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to get commit status of PUT to /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response + resp = putter.await_response( + self.app.node_timeout, not final_phase) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1747, in await_response + self.resp = self.conn.getexpect() + ~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 855, in getexpect + expect_status = self._status.get_expect_status() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 758, in get_expect_status + raise expect_status +Exception: kaboom! (txn: tx6dcfa909fd0d432a94c46-0069741550)test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit ... ok test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl ... ok test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states ... ok test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls @@ -34258,236 +34997,47 @@ test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves ... ok test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load ... ok -test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked -test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked ... ok -test.unit.common.test_manager.TestManager.test_create -test.unit.common.test_manager.TestManager.test_create ... ok -test.unit.common.test_manager.TestManager.test_default_strict -test.unit.common.test_manager.TestManager.test_default_strict ... ok -test.unit.common.test_manager.TestManager.test_force_reload -test.unit.common.test_manager.TestManager.test_force_reload ... ok -test.unit.common.test_manager.TestManager.test_get_command -test.unit.common.test_manager.TestManager.test_get_command ... ok -test.unit.common.test_manager.TestManager.test_iter -test.unit.common.test_manager.TestManager.test_iter ... ok -test.unit.common.test_manager.TestManager.test_list_commands -test.unit.common.test_manager.TestManager.test_list_commands ... ok -test.unit.common.test_manager.TestManager.test_no_daemon -test.unit.common.test_manager.TestManager.test_no_daemon ... ok -test.unit.common.test_manager.TestManager.test_no_wait -test.unit.common.test_manager.TestManager.test_no_wait ... ok -test.unit.common.test_manager.TestManager.test_once -test.unit.common.test_manager.TestManager.test_once ... ok -test.unit.common.test_manager.TestManager.test_reload -test.unit.common.test_manager.TestManager.test_reload ... ok -test.unit.common.test_manager.TestManager.test_restart -test.unit.common.test_manager.TestManager.test_restart ... ok -test.unit.common.test_manager.TestManager.test_run_command -test.unit.common.test_manager.TestManager.test_run_command ... ok -test.unit.common.test_manager.TestManager.test_shutdown -test.unit.common.test_manager.TestManager.test_shutdown ... ok -test.unit.common.test_manager.TestManager.test_start -test.unit.common.test_manager.TestManager.test_start ... ok -test.unit.common.test_manager.TestManager.test_status -test.unit.common.test_manager.TestManager.test_status ... ok -test.unit.common.test_manager.TestManager.test_stop -test.unit.common.test_manager.TestManager.test_stop ... ok -test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout -test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_bad_hostname_instantiation -test.unit.common.test_statsd_client.TestStatsdLogging.test_bad_hostname_instantiation ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_defaults -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_defaults ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_non_defaults -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_non_defaults ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_not_specified -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_not_specified ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_memcached_timing_stats -test.unit.common.test_statsd_client.TestStatsdLogging.test_memcached_timing_stats ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet -test.unit.common.test_statsd_client.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates -test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates_with_sample_rate_factor -test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates_with_sample_rate_factor ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_sending_ipv6 -test.unit.common.test_statsd_client.TestStatsdLogging.test_sending_ipv6 ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_statsd_set_prefix_deprecation -test.unit.common.test_statsd_client.TestStatsdLogging.test_statsd_set_prefix_deprecation ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_timing_stats -test.unit.common.test_statsd_client.TestStatsdLogging.test_timing_stats ... ok -test.unit.common.test_swob.TestStatusMap.test_status_map -test.unit.common.test_swob.TestStatusMap.test_status_map ... ok -test.unit.common.test_swob.TestTransferEncoding.test_is_chunked -test.unit.common.test_swob.TestTransferEncoding.test_is_chunked ... ok -test.unit.common.test_utils.TestContextPool.test_close -test.unit.common.test_utils.TestContextPool.test_close ... ok -test.unit.common.test_utils.TestContextPool.test_context_manager -test.unit.common.test_utils.TestContextPool.test_context_manager ... ok -test.unit.common.test_utils.TestFsync.test_fsync_bad_fullsync -test.unit.common.test_utils.TestFsync.test_fsync_bad_fullsync ... ok -test.unit.common.test_utils.TestFsync.test_fsync_f_fullsync -test.unit.common.test_utils.TestFsync.test_fsync_f_fullsync ... ok -test.unit.common.test_utils.TestFsync.test_fsync_no_fullsync -test.unit.common.test_utils.TestFsync.test_fsync_no_fullsync ... ok -test.unit.common.test_utils.TestFsync.test_no_fdatasync -test.unit.common.test_utils.TestFsync.test_no_fdatasync ... ok -test.unit.common.test_utils.TestFsync.test_yes_fdatasync -test.unit.common.test_utils.TestFsync.test_yes_fdatasync ... ok -test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container -test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after -test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes ... ok -test.unit.common.test_utils.TestUtils.test_backwards -test.unit.common.test_utils.TestUtils.test_backwards ... ok -test.unit.common.test_utils.TestUtils.test_cache_from_env -test.unit.common.test_utils.TestUtils.test_cache_from_env ... ok -test.unit.common.test_utils.TestUtils.test_cap_length -test.unit.common.test_utils.TestUtils.test_cap_length ... ok -test.unit.common.test_utils.TestUtils.test_clean_content_type -test.unit.common.test_utils.TestUtils.test_clean_content_type ... ok -test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene -test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene ... ok -test.unit.common.test_utils.TestUtils.test_drain_and_close -test.unit.common.test_utils.TestUtils.test_drain_and_close ... ok -test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit -test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit ... ok -test.unit.common.test_utils.TestUtils.test_drop_privileges -test.unit.common.test_utils.TestUtils.test_drop_privileges ... ok -test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups -test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache -test.unit.common.test_utils.TestUtils.test_dump_recon_cache ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner ... ok -test.unit.common.test_utils.TestUtils.test_extract_swift_bytes -test.unit.common.test_utils.TestUtils.test_extract_swift_bytes ... ok -test.unit.common.test_utils.TestUtils.test_find_namespace -test.unit.common.test_utils.TestUtils.test_find_namespace ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body -test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_large_body -test.unit.common.test_utils.TestUtils.test_friendly_close_large_body ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_small_body -test.unit.common.test_utils.TestUtils.test_friendly_close_small_body ... ok -test.unit.common.test_utils.TestUtils.test_fsync_dir -test.unit.common.test_utils.TestUtils.test_fsync_dir ... ok -test.unit.common.test_utils.TestUtils.test_generate_trans_id -test.unit.common.test_utils.TestUtils.test_generate_trans_id ... ok -test.unit.common.test_utils.TestUtils.test_get_db_files -test.unit.common.test_utils.TestUtils.test_get_db_files ... ok -test.unit.common.test_utils.TestUtils.test_get_partition_for_hash -test.unit.common.test_utils.TestUtils.test_get_partition_for_hash ... ok -test.unit.common.test_utils.TestUtils.test_get_partition_from_path -test.unit.common.test_utils.TestUtils.test_get_partition_from_path ... ok -test.unit.common.test_utils.TestUtils.test_get_redirect_data -test.unit.common.test_utils.TestUtils.test_get_redirect_data ... ok -test.unit.common.test_utils.TestUtils.test_get_trans_id_time -test.unit.common.test_utils.TestUtils.test_get_trans_id_time ... ok -test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str -test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str ... ok -test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string -test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string ... ok -test.unit.common.test_utils.TestUtils.test_hash_path -test.unit.common.test_utils.TestUtils.test_hash_path ... ok -test.unit.common.test_utils.TestUtils.test_human_readable -test.unit.common.test_utils.TestUtils.test_human_readable ... ok -test.unit.common.test_utils.TestUtils.test_is_file_older -test.unit.common.test_utils.TestUtils.test_is_file_older ... ok -test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error -test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist -test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_error -test.unit.common.test_utils.TestUtils.test_ismount_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_is_root -test.unit.common.test_utils.TestUtils.test_ismount_path_is_root ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink -test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount -test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount ... ok -test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error -test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error -test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_dev -test.unit.common.test_utils.TestUtils.test_ismount_successes_dev ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_ino -test.unit.common.test_utils.TestUtils.test_ismount_successes_ino ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile -test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile ... ok -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists ... ok -test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists -test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default ... ok - -test INFO: - - 21/Dec/2024/18/12/44 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0003 SSC - 1734804764.949299574 1734804764.949549675 0 -test INFO: - - 21/Dec/2024/18/12/44 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1734804764.951141834 1734804764.951286077 0 -test INFO: - - 21/Dec/2024/18/12/44 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.3628 - - 1734804764.589043617 1734804764.951825857 - +test.unit.common.ring.test_ring.TestRing.test_creation +test.unit.common.ring.test_ring.TestRing.test_creation ... ok -user quit -No .MockServer object at 0xffff7c7fdf20> running -.MockServerFactory.MockServer object at 0xffff7c839be0> (1) appears to have stopped -No .MockServerFactory.MockServer object at 0xffff80901f90> running -No .MockServerFactory.MockServer object at 0xffff80901e50> running -Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff8094d6e0> to die; giving up -Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff7c839fd0> to die; killing -Signal .MockServerFactory.MockServer object at 0xffff7c839fd0> pid: None signal: 9 -Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff80902850> to die; killing -Signal .MockServerFactory.MockServer object at 0xffff80902850> pid: None signal: 9 -Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff80901e50> to die; killing -Signal .MockServerFactory.MockServer object at 0xffff80901e50> pid: None signal: 9 -test WARNING: Error sending UDP message to ('some.host.com', 8125): [Errno 1] test errno 1 -test ERROR: ERROR: swift.cache could not be found in env! -test ERROR: ERROR: swift.cache could not be found in env! -test WARNING: Unable to perform fsync() on directory /tmp/tmpn6phvzyy: Bad file descriptor -Unable to locate some_not_real_function in libc. Leaving as a no-op. -test.unit.common.test_utils.TestUtils.test_load_libc_function -test.unit.common.test_utils.TestUtils.test_load_libc_function ... ok -test.unit.common.test_utils.TestUtils.test_load_pkg_resource -test.unit.common.test_utils.TestUtils.test_load_pkg_resource ... skipped 'pkg_resources loading is only available on python 3.7 and earlier' -test.unit.common.test_utils.TestUtils.test_load_recon_cache -test.unit.common.test_utils.TestUtils.test_load_recon_cache ... ok -test.unit.common.test_utils.TestUtils.test_lock_file -test.unit.common.test_utils.TestUtils.test_lock_file ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink -test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail -test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open -test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215311.12106', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215311.13103', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission ... ok test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): @@ -34510,37 +35060,6 @@ ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: Container GET returning 503 for (404, 503, 503) test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: @@ -34577,7 +35096,7 @@ test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: Container GET returning 503 for (503, 503, 503) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( @@ -34597,8 +35116,8 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: txd55b59db284b4e38b3763-006767051b) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: +OSError (txn: tx096a9694bdc94906bb23c-006974154e) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( @@ -34636,8 +35155,8 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: txd55b59db284b4e38b3763-006767051b) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: +OSError (txn: tx096a9694bdc94906bb23c-006974154e) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( @@ -34693,7 +35212,7 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: txd55b59db284b4e38b3763-006767051b) +OSError (txn: tx096a9694bdc94906bb23c-006974154e) test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request @@ -34768,7 +35287,7 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: txd55b59db284b4e38b3763-006767051b) +OSError (txn: tx096a9694bdc94906bb23c-006974154e) test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request @@ -34861,7 +35380,7 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: txd55b59db284b4e38b3763-006767051b) +OSError (txn: tx096a9694bdc94906bb23c-006974154e) test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request @@ -34972,48 +35491,133 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: txd55b59db284b4e38b3763-006767051b) -test ERROR: Container GET returning 503 for [] (txn: txd55b59db284b4e38b3763-006767051b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx44f1ccdb2a61429d89b38-006767051b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx44f1ccdb2a61429d89b38-006767051b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx44f1ccdb2a61429d89b38-006767051b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: tx44f1ccdb2a61429d89b38-006767051b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx44f1ccdb2a61429d89b38-006767051b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx44f1ccdb2a61429d89b38-006767051b) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx44f1ccdb2a61429d89b38-006767051b) -test INFO: Client disconnected on read of '/a/c' (txn: tx2bf51f8dacb94fd681468-006767051b) -test INFO: Client disconnected on read of '/a/c' (txn: tx11b72fca71ea4ce7a3ae8-006767051b) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txbb3f73843f894ab2acedd-006767051b) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txbb3f73843f894ab2acedd-006767051b) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txbb3f73843f894ab2acedd-006767051b)test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET +OSError (txn: tx096a9694bdc94906bb23c-006974154e) +test ERROR: Container GET returning 503 for [] (txn: tx096a9694bdc94906bb23c-006974154e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txf2c3cdbeb8684a33ab862-006974154e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txf2c3cdbeb8684a33ab862-006974154e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txf2c3cdbeb8684a33ab862-006974154e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: txf2c3cdbeb8684a33ab862-006974154e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txf2c3cdbeb8684a33ab862-006974154e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txf2c3cdbeb8684a33ab862-006974154e) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txf2c3cdbeb8684a33ab862-006974154e) +test INFO: Client disconnected on read of '/a/c' (txn: txb948abca2981412a8a331-006974154e) +test INFO: Client disconnected on read of '/a/c' (txn: txb5f132db17744e5f82bf9-006974154e) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx6f8556e208cb45d3a510d-006974154e) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx6f8556e208cb45d3a510d-006974154e) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx6f8556e208cb45d3a510d-006974154e)test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET ... ok test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner ... ok test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST ... ok -test.unit.common.test_utils.TestUtils.test_lock_path -test.unit.common.test_utils.TestUtils.test_lock_path ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804763.73124', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to get commit status of PUT to /v1/a/c/o: Timeout (Nones) (txn: tx10794d0c33d0413c9b872-0069741550) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: ERROR Client read timeout (Nones) (txn: tx7618b2f090ed440bacba7-0069741550) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected without sending last chunk (txn: tx961cca49e91543b7aaa1d-0069741550) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 3170, in _transfer_data + chunk = next(data_source) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ + return self._get_next_item() + ~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 5009, in _get_next_item + return super(CooperativeIterator, self)._get_next_item() + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item + return next(self.wrapped_iter) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 884, in reader + return req.environ['wsgi.input'].read( + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ + self.app.client_chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 7204, in read + raise Exception('exception message') +Exception: exception message (txn: tx12daf0b23d74455daa569-0069741550) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: tx6cca36ea72ac4f03963b8-0069741550) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: txda44443eff034cb796b01-0069741550) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: txda44443eff034cb796b01-0069741550) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txda44443eff034cb796b01-0069741550) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txda44443eff034cb796b01-0069741550) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: txda44443eff034cb796b01-0069741550) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: txda44443eff034cb796b01-0069741550) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: txda44443eff034cb796b01-0069741550) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: txda44443eff034cb796b01-0069741550) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: txda44443eff034cb796b01-0069741550) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: txda44443eff034cb796b01-0069741550) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txda44443eff034cb796b01-0069741550) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: txda44443eff034cb796b01-0069741550) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: txda44443eff034cb796b01-0069741550) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: txda44443eff034cb796b01-0069741550) +proxy-server ERROR: Not enough object servers ack'ed (got 0) (txn: txda44443eff034cb796b01-0069741550) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx654d66ce1408458bba964-0069741550) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx654d66ce1408458bba964-0069741550) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx654d66ce1408458bba964-0069741550) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx654d66ce1408458bba964-0069741550) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx654d66ce1408458bba964-0069741550) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx654d66ce1408458bba964-0069741550) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx654d66ce1408458bba964-0069741550) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx654d66ce1408458bba964-0069741550) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx654d66ce1408458bba964-0069741550) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx654d66ce1408458bba964-0069741550) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx654d66ce1408458bba964-0069741550)test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim ... ok +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes ... ok +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region ... ok +test.unit.common.ring.test_ring.TestRing.test_get_nodes +test.unit.common.ring.test_ring.TestRing.test_get_nodes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path ... ok +test.unit.common.ring.test_ring.TestRing.test_get_part +test.unit.common.ring.test_ring.TestRing.test_get_part ... ok +test.unit.common.ring.test_ring.TestRing.test_get_part_nodes +test.unit.common.ring.test_ring.TestRing.test_get_part_nodes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file ... ok +test.unit.common.ring.test_ring.TestRing.test_has_changed +test.unit.common.ring.test_ring.TestRing.test_has_changed ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ @@ -35023,125 +35627,188 @@ test:testertest:testertest:testertest:testerFULL_CONTROL fake-swift DEBUG: permission denined: 403 Forbidden test:write READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215311.40333', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215311.40542', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215311.40801', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215311.40992', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215311.41190', 'Content-Type': 'binary/octet-stream'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT + resp = req.get_response(self.app) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response + return self.get_acl_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ_ACP fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:44 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804763.78171', 'Content-Type': 'so'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '462'} +fake-swift DEBUG: Grant test:full_control FULL_CONTROL permission on the bucket /bucket fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804763.79311', 'Content-Type': 'so'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '446'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission ... ok + +proxy-server ERROR: Not enough object servers ack'ed (got 3) (txn: tx654d66ce1408458bba964-0069741550) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: txdac792c3e13941169aed9-0069741550) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: txdac792c3e13941169aed9-0069741550) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: txdac792c3e13941169aed9-0069741550) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx7b43ea0c6ea54ce9aa1db-0069741550) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx7b43ea0c6ea54ce9aa1db-0069741550) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx7b43ea0c6ea54ce9aa1db-0069741550) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node + putter = self._make_putter(node, part, req, headers) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 3035, in _make_putter + return MIMEPutter.connect( + ~~~~~~~~~~~~~~~~~~^ + node, part, req.swift_entity_path, headers, self.app.watchdog, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<4 lines>... + logger=self.logger, + ^^^^^^^^^^^^^^^^^^^ + need_multiphase=True) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1998, in connect + raise FooterNotSupported() +swift.common.exceptions.FooterNotSupported (txn: tx88f14e7cbd714817bb2b8-0069741550) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx5859f8c4ab544831b2882-0069741550) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx5859f8c4ab544831b2882-0069741550) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx5859f8c4ab544831b2882-0069741550) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx77c52266e62c41efbbfdb-0069741550) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx77c52266e62c41efbbfdb-0069741550) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx77c52266e62c41efbbfdb-0069741550) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx77c52266e62c41efbbfdb-0069741550) +proxy-server ERROR: Object PUT returning 503 for [201, 201, 503, 201, 201, 503, 201, 503, 201, 201, 503, 201, 201, 201] (txn: tx77c52266e62c41efbbfdb-0069741550) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers ... ok -test ERROR: Container GET returning 503 for [] (txn: txbb3f73843f894ab2acedd-006767051b) -test INFO: Client disconnected on read of '/a/c' (txn: txbb3f73843f894ab2acedd-006767051b) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1ba482a2f82947bbbbebb-006767051b) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1ba482a2f82947bbbbebb-006767051b) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1ba482a2f82947bbbbebb-006767051b) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1ba482a2f82947bbbbebb-006767051b) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1ba482a2f82947bbbbebb-006767051b) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1ba482a2f82947bbbbebb-006767051b) -test ERROR: Container GET returning 503 for [] (txn: tx1ba482a2f82947bbbbebb-006767051b) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txa5b2635ee39344d0b2704-006767051b) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txa5b2635ee39344d0b2704-006767051b) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txa5b2635ee39344d0b2704-006767051b) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txa5b2635ee39344d0b2704-006767051b) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txa5b2635ee39344d0b2704-006767051b) -test ERROR: Container GET returning 503 for [] (txn: txa5b2635ee39344d0b2704-006767051b) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx052ee77ad94849e795771-006767051b) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx052ee77ad94849e795771-006767051b) -test ERROR: Container GET returning 503 for [] (txn: tx052ee77ad94849e795771-006767051b) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx894a8daf8afa402ea2868-006767051b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txe361a1b42b634d90877ab-006767051b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txe361a1b42b634d90877ab-006767051b) -test ERROR: Container GET returning 503 for [500, 500] (txn: txe361a1b42b634d90877ab-006767051b) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx5dee6c981c04471996650-006767051b) -test ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx98981dac33b94542ba503-006767051b) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx98981dac33b94542ba503-006767051b) -test INFO: Client disconnected on read of '/a/c' (txn: tx98981dac33b94542ba503-006767051b) -test ERROR: Container GET returning 503 for [] (txn: tx1840f4af4ef445f28857d-006767051b) -test INFO: Client disconnected on read of '/a/c' (txn: tx1840f4af4ef445f28857d-006767051b) +test ERROR: Container GET returning 503 for [] (txn: tx6f8556e208cb45d3a510d-006974154e) +test INFO: Client disconnected on read of '/a/c' (txn: tx6f8556e208cb45d3a510d-006974154e) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txebb15ae1332c4189973b4-006974154e) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txebb15ae1332c4189973b4-006974154e) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txebb15ae1332c4189973b4-006974154e) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txebb15ae1332c4189973b4-006974154e) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txebb15ae1332c4189973b4-006974154e) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txebb15ae1332c4189973b4-006974154e) +test ERROR: Container GET returning 503 for [] (txn: txebb15ae1332c4189973b4-006974154e) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx36163214733140c8a9594-006974154e) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx36163214733140c8a9594-006974154e) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx36163214733140c8a9594-006974154e) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx36163214733140c8a9594-006974154e) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx36163214733140c8a9594-006974154e) +test ERROR: Container GET returning 503 for [] (txn: tx36163214733140c8a9594-006974154e) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0265c92646f74bde91e24-006974154e) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0265c92646f74bde91e24-006974154e) +test ERROR: Container GET returning 503 for [] (txn: tx0265c92646f74bde91e24-006974154e) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx670c6ca783044c69bffd3-006974154e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txe29ae667bd644256bd6d9-006974154e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txe29ae667bd644256bd6d9-006974154e) +test ERROR: Container GET returning 503 for [500, 500] (txn: txe29ae667bd644256bd6d9-006974154e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txc26e1eff668e4936817b3-006974154e) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txfa6e5416388f4da8a6bde-006974154e) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txfa6e5416388f4da8a6bde-006974154e) +test INFO: Client disconnected on read of '/a/c' (txn: txfa6e5416388f4da8a6bde-006974154e) +test ERROR: Container GET returning 503 for [] (txn: tx6f229eeec8254c2fbbb3a-006974154e) +test INFO: Client disconnected on read of '/a/c' (txn: tx6f229eeec8254c2fbbb3a-006974154e) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txb220a453a09b410ea0d95-006767051c) -test INFO: Client disconnected on read of '/a/c' (txn: txb220a453a09b410ea0d95-006767051c) +test INFO: Client disconnected on read of '/a/c' (txn: txf38ae8c4ef2f43dfa91cb-006974154e) +test INFO: Client disconnected on read of '/a/c' (txn: txf38ae8c4ef2f43dfa91cb-006974154e) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -35150,7 +35817,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa944b181917143028923d-006767051c) +StopIteration (txn: tx97dba07faae646c7bb88d-006974154e) test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -35160,7 +35827,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa944b181917143028923d-006767051c) +StopIteration (txn: tx97dba07faae646c7bb88d-006974154e) test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -35170,7 +35837,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa944b181917143028923d-006767051c) +StopIteration (txn: tx97dba07faae646c7bb88d-006974154e) test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -35180,7 +35847,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa944b181917143028923d-006767051c) +StopIteration (txn: tx97dba07faae646c7bb88d-006974154e) test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -35190,8 +35857,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa944b181917143028923d-006767051c) -test ERROR: Container GET returning 503 for (200, 503, 503) (txn: txa944b181917143028923d-006767051c) +StopIteration (txn: tx97dba07faae646c7bb88d-006974154e) +test ERROR: Container GET returning 503 for (200, 503, 503) (txn: tx97dba07faae646c7bb88d-006974154e) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): @@ -35202,670 +35869,137 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbec9ee90d7d84917b25fc-006767051c)test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT +StopIteration (txn: txcb61a7be319d45b89b84d-006974154e)test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response ... ok - -test DEBUG: checking for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1734804764.872108) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1734804764.872108) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1734804764.872108) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1734804764.872108) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1734804764.87211) in policy_index 1 responded 503 (0000000000.00000) -test INFO: retry: '/AUTH_bob/c/o1' (1734804764.872108) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1734804764.878779) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1734804764.878779) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1734804764.878779) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1734804764.878779) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1734804764.87878) in policy_index 1 responded 404 (1734804764.87878_0000000000000002) -test INFO: retry: '/AUTH_bob/c/o1' (1734804764.878779) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: unavailable_container: '/AUTH_bob/c/o1' (3618.841870) unable to determine the destination policy_index -test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'unavailable_container': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test ERROR: Unhandled Exception trying to reconcile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 852, in run_once - self.reconcile() - ~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 831, in reconcile - for container in self._iter_containers(): - ~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 748, in _iter_containers - one_page = list(itertools.islice( - container_gen, constraints.CONTAINER_LISTING_LIMIT)) - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 331, in _iter_items - resp = self.make_request( - 'GET', '%s?format=json&marker=%s&end_marker=%s&prefix=%s' % - ...<2 lines>... - bytes_to_wsgi(quote(prefix))), - {}, acceptable_statuses) - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 261, in make_request - six.reraise(exc_type, exc_value, exc_traceback) - ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise - raise value - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 231, in make_request - resp = spawn(req.get_response, self.app).wait() - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 225, in wait - return self._exit_event.wait() - ~~~~~~~~~~~~~~~~~~~~~^^ - File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait - result = hub.switch() - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch - return self.greenlet.switch() - ~~~~~~~~~~~~~~~~~~~~^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ - env, start_response) - ^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - req=req, headers=headers, body=body, - conditional_response=req.method in ('GET', 'HEAD'), - conditional_etag=conditional_etag) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 2128, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test INFO: Reconciler Stats: {} -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0047 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:44 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:44 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:44 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:44 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:44 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:44 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0018 "-" 4136346 0test.unit.common.test_utils.TestUtils.test_lock_path_class -test.unit.common.test_utils.TestUtils.test_lock_path_class ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit -test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_account_update -test.unit.container.test_server.TestContainerController.test_DELETE_account_update ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition -test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_not_found ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_object -test.unit.container.test_server.TestContainerController.test_DELETE_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_name -test.unit.common.test_utils.TestUtils.test_lock_path_name ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps -test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps ... ok -test.unit.common.test_utils.TestUtils.test_majority_size -test.unit.common.test_utils.TestUtils.test_majority_size ... ok -test.unit.common.test_utils.TestUtils.test_make_db_file_path -test.unit.common.test_utils.TestUtils.test_make_db_file_path ... ok -test.unit.common.test_utils.TestUtils.test_makedirs_count -test.unit.common.test_utils.TestUtils.test_makedirs_count ... ok -test.unit.common.test_utils.TestUtils.test_md5_with_data -test.unit.common.test_utils.TestUtils.test_md5_with_data ... ok -test.unit.common.test_utils.TestUtils.test_md5_without_data -test.unit.common.test_utils.TestUtils.test_md5_without_data ... ok -test.unit.common.test_utils.TestUtils.test_mkdirs -test.unit.common.test_utils.TestUtils.test_mkdirs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error ... ok - -test INFO: - - - [21/Dec/2024:18:12:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:44 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:44 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:44 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0055 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0049 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:44 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0054 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0025 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:44 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0050 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0021 "-" 4136346 0 -test ERROR: ERROR Account update failed with 127.0.0.1:52777/sda1 (will retry later): Response 503 OK -test INFO: - - - [21/Dec/2024:18:12:44 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0038 "-" 4136346 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:44 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0026 "-" 4136346 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:44 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 4136346 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:44 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 4136346 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:44 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 4136346 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0022 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0048 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0006 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0033 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0014 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0013 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0013 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0012 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0013 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0013 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0013 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0012 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0011 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0012 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0012 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0010 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0004 "-" 4136346 -test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard -test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float ... ok - -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: txe9845a126b524638a4316-006767051f) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: txe9845a126b524638a4316-006767051f) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: txe9845a126b524638a4316-006767051f) -test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: txe9845a126b524638a4316-006767051f) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 503 (txn: txe9845a126b524638a4316-006767051f) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: txe9845a126b524638a4316-006767051f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txe112a663308b4cfcbce00-006767051f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe112a663308b4cfcbce00-006767051f) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe112a663308b4cfcbce00-006767051f) -test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: txe112a663308b4cfcbce00-006767051f) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txc49e4bff8cdc4cbdbb45d-006767051f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc49e4bff8cdc4cbdbb45d-006767051f) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc49e4bff8cdc4cbdbb45d-006767051f) -test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: txc49e4bff8cdc4cbdbb45d-006767051f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txea0a91249adf48999cf10-0067670520) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txea0a91249adf48999cf10-0067670520) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txea0a91249adf48999cf10-0067670520) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txea0a91249adf48999cf10-0067670520) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txea0a91249adf48999cf10-0067670520) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txea0a91249adf48999cf10-0067670520) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txea0a91249adf48999cf10-0067670520) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txea0a91249adf48999cf10-0067670520) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txea0a91249adf48999cf10-0067670520) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txea0a91249adf48999cf10-0067670520) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txea0a91249adf48999cf10-0067670520) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txea0a91249adf48999cf10-0067670520) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txea0a91249adf48999cf10-0067670520) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txea0a91249adf48999cf10-0067670520) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txea0a91249adf48999cf10-0067670520) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txea0a91249adf48999cf10-0067670520) -test DEBUG: Setting object count to 3120 (txn: txea0a91249adf48999cf10-0067670520) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx52bb200bf1164211a308d-0067670520) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx52bb200bf1164211a308d-0067670520) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx52bb200bf1164211a308d-0067670520) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx52bb200bf1164211a308d-0067670520) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx52bb200bf1164211a308d-0067670520) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx52bb200bf1164211a308d-0067670520) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx52bb200bf1164211a308d-0067670520) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx52bb200bf1164211a308d-0067670520) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx52bb200bf1164211a308d-0067670520) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx52bb200bf1164211a308d-0067670520) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx52bb200bf1164211a308d-0067670520) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx52bb200bf1164211a308d-0067670520) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx52bb200bf1164211a308d-0067670520) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx52bb200bf1164211a308d-0067670520) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx52bb200bf1164211a308d-0067670520) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx52bb200bf1164211a308d-0067670520) -test DEBUG: Setting object count to 3120 (txn: tx52bb200bf1164211a308d-0067670520) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx2bcc1e1592a648b7a2ae9-0067670520) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2bcc1e1592a648b7a2ae9-0067670520) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2bcc1e1592a648b7a2ae9-0067670520) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx2bcc1e1592a648b7a2ae9-0067670520) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2bcc1e1592a648b7a2ae9-0067670520) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2bcc1e1592a648b7a2ae9-0067670520) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx2bcc1e1592a648b7a2ae9-0067670520) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx2bcc1e1592a648b7a2ae9-0067670520) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2bcc1e1592a648b7a2ae9-0067670520) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx2bcc1e1592a648b7a2ae9-0067670520) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx2bcc1e1592a648b7a2ae9-0067670520) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2bcc1e1592a648b7a2ae9-0067670520) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx2bcc1e1592a648b7a2ae9-0067670520) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2bcc1e1592a648b7a2ae9-0067670520) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2bcc1e1592a648b7a2ae9-0067670520) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx2bcc1e1592a648b7a2ae9-0067670520) -test DEBUG: Setting object count to 3120 (txn: tx2bcc1e1592a648b7a2ae9-0067670520) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx0b09b333157d462e9f968-0067670520) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0b09b333157d462e9f968-0067670520) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0b09b333157d462e9f968-0067670520) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0b09b333157d462e9f968-0067670520) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0b09b333157d462e9f968-0067670520) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0b09b333157d462e9f968-0067670520) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx0b09b333157d462e9f968-0067670520) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx0b09b333157d462e9f968-0067670520) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx0b09b333157d462e9f968-0067670520) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx0b09b333157d462e9f968-0067670520) -test DEBUG: Setting object count to 3120 (txn: tx0b09b333157d462e9f968-0067670520) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: txda3582ecc34842fc8885e-0067670520) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txda3582ecc34842fc8885e-0067670520) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: txda3582ecc34842fc8885e-0067670520) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txda3582ecc34842fc8885e-0067670520) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txda3582ecc34842fc8885e-0067670520) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: txda3582ecc34842fc8885e-0067670520) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: txda3582ecc34842fc8885e-0067670520) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txda3582ecc34842fc8885e-0067670520) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txda3582ecc34842fc8885e-0067670520) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: txda3582ecc34842fc8885e-0067670520) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txda3582ecc34842fc8885e-0067670520) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txda3582ecc34842fc8885e-0067670520) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: txda3582ecc34842fc8885e-0067670520) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txda3582ecc34842fc8885e-0067670520) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txda3582ecc34842fc8885e-0067670520) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: txda3582ecc34842fc8885e-0067670520) -test DEBUG: Setting object count to 3120 (txn: txda3582ecc34842fc8885e-0067670520) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx84dc78c74aa84a65a74f1-0067670520) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx84dc78c74aa84a65a74f1-0067670520) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx84dc78c74aa84a65a74f1-0067670520) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx84dc78c74aa84a65a74f1-0067670520) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx84dc78c74aa84a65a74f1-0067670520) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx84dc78c74aa84a65a74f1-0067670520) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx84dc78c74aa84a65a74f1-0067670520) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx84dc78c74aa84a65a74f1-0067670520)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804764.66330', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804764.66553', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804764.66746', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804764.67091', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804764.67289', 'Content-Type': 'binary/octet-stream'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT - resp = req.get_response(self.app) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx45364ea0a5ce404b86215-006974154f) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx45364ea0a5ce404b86215-006974154f) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx45364ea0a5ce404b86215-006974154f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx45364ea0a5ce404b86215-006974154f) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx45364ea0a5ce404b86215-006974154f) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx45364ea0a5ce404b86215-006974154f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: tx45364ea0a5ce404b86215-006974154f) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: tx45364ea0a5ce404b86215-006974154f) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx45364ea0a5ce404b86215-006974154f) +test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: tx45364ea0a5ce404b86215-006974154f) +test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: tx45364ea0a5ce404b86215-006974154f) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: tx45364ea0a5ce404b86215-006974154f) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx45364ea0a5ce404b86215-006974154f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: tx45364ea0a5ce404b86215-006974154f) +test DEBUG: Setting object count to 1058 (txn: tx45364ea0a5ce404b86215-006974154f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txa9c55bdcb55747ed904ab-0069741550) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa9c55bdcb55747ed904ab-0069741550) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa9c55bdcb55747ed904ab-0069741550) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: txa9c55bdcb55747ed904ab-0069741550) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txa9c55bdcb55747ed904ab-0069741550) +test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txa9c55bdcb55747ed904ab-0069741550) +test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: txa9c55bdcb55747ed904ab-0069741550) +test DEBUG: Setting object count to 1024 (txn: txa9c55bdcb55747ed904ab-0069741550) +test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: txa9c55bdcb55747ed904ab-0069741550) +test DEBUG: Setting object count to 1024 (txn: txa9c55bdcb55747ed904ab-0069741550) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txcb3339c8791244f994d82-0069741550) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txcb3339c8791244f994d82-0069741550) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txcb3339c8791244f994d82-0069741550) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txcb3339c8791244f994d82-0069741550) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txcb3339c8791244f994d82-0069741550) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txcb3339c8791244f994d82-0069741550) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txcb3339c8791244f994d82-0069741550) +test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: txcb3339c8791244f994d82-0069741550) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txcb3339c8791244f994d82-0069741550) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txcb3339c8791244f994d82-0069741550) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txcb3339c8791244f994d82-0069741550) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txcb3339c8791244f994d82-0069741550) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txcb3339c8791244f994d82-0069741550) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txcb3339c8791244f994d82-0069741550) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txcb3339c8791244f994d82-0069741550) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: txcb3339c8791244f994d82-0069741550) +test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txcb3339c8791244f994d82-0069741550) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: txcb3339c8791244f994d82-0069741550) +test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: txcb3339c8791244f994d82-0069741550) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txcb3339c8791244f994d82-0069741550) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txcb3339c8791244f994d82-0069741550) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txcb3339c8791244f994d82-0069741550) +test DEBUG: Setting object count to 1072 (txn: txcb3339c8791244f994d82-0069741550) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'X-Timestamp': '1734804764.67602', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'X-Timestamp': '1769215311.59013', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804764.67804', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215311.59230', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804764.67990', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215311.59428', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804764.68179', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215311.59641', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804764.69352', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215311.60960', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804764.69638', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215311.61168', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:44 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded ... ok - -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx7615bbfdd9b74329b01cd-006767051c) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7615bbfdd9b74329b01cd-006767051c) -test ERROR: Account HEAD returning 503 for [] (txn: tx7615bbfdd9b74329b01cd-006767051c) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx1da608106f2a4ada91b18-006767051c) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx1da608106f2a4ada91b18-006767051c) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx1da608106f2a4ada91b18-006767051c) -test ERROR: Account HEAD returning 503 for [] (txn: tx1da608106f2a4ada91b18-006767051c) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx2b840d5f31b24a0696cee-006767051c) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx0e6b0078ad6f47c3be027-006767051c) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx0e6b0078ad6f47c3be027-006767051c) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0e6b0078ad6f47c3be027-006767051c) -test ERROR: Account HEAD returning 503 for [] (txn: tx0e6b0078ad6f47c3be027-006767051c) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txd4976cd36b994fc687780-006767051c) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txd4976cd36b994fc687780-006767051c) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txd4976cd36b994fc687780-006767051c) -test ERROR: Account HEAD returning 503 for [] (txn: txd4976cd36b994fc687780-006767051c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx1e5779ed7256472e9889c-006767051c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: tx0a1f98f3fc26411e9b338-006767051c) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: tx0a1f98f3fc26411e9b338-006767051c) -test INFO: Client disconnected on read of '/a/c' (txn: tx0a1f98f3fc26411e9b338-006767051c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txbe3fd13bd53e44108f970-006767051c) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txca871027bfd04ed9b8c59-006767051c) -test INFO: Client disconnected on read of '/a/c' (txn: txca871027bfd04ed9b8c59-006767051c) -test INFO: Client disconnected on read of '/a/c/' (txn: txca871027bfd04ed9b8c59-006767051c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx2445313c415b4a6994283-006767051c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx2445313c415b4a6994283-006767051c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx2445313c415b4a6994283-006767051c) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx2445313c415b4a6994283-006767051c) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txa89079d2d548489c8eb74-006767051c) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txa89079d2d548489c8eb74-006767051c) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txa89079d2d548489c8eb74-006767051c) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txa89079d2d548489c8eb74-006767051c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx7041ba7710eb458fb8779-006767051c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx7041ba7710eb458fb8779-006767051c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx7041ba7710eb458fb8779-006767051c) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx7041ba7710eb458fb8779-006767051c) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx30f6bd3d9fcd48eea3586-006767051c) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx30f6bd3d9fcd48eea3586-006767051c) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx30f6bd3d9fcd48eea3586-006767051c) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx30f6bd3d9fcd48eea3586-006767051c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx490aee5863074178bcd5e-006767051d) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx490aee5863074178bcd5e-006767051d) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx490aee5863074178bcd5e-006767051d) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx490aee5863074178bcd5e-006767051d) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txdbecd8ad446540aa8dd9f-006767051d) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txdbecd8ad446540aa8dd9f-006767051d) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txdbecd8ad446540aa8dd9f-006767051d) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txdbecd8ad446540aa8dd9f-006767051d) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx6ec0df209bde4caca06aa-006767051d) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx6ec0df209bde4caca06aa-006767051d) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx6ec0df209bde4caca06aa-006767051d) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx6ec0df209bde4caca06aa-006767051d) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx0381222baf664a4a914b5-006767051d) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx0381222baf664a4a914b5-006767051d) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx0381222baf664a4a914b5-006767051d) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx0381222baf664a4a914b5-006767051d) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx0c83e45df7634c0190435-006767051d) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: tx0c83e45df7634c0190435-006767051d) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx0c83e45df7634c0190435-006767051d) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx0c83e45df7634c0190435-006767051d) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx0c83e45df7634c0190435-006767051d) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx0c83e45df7634c0190435-006767051d) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx20502504fb3c41bcba6fb-006767051d) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx20502504fb3c41bcba6fb-006767051d) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx20502504fb3c41bcba6fb-006767051d) -test ERROR: Container GET returning 503 for [503, 503] (txn: tx20502504fb3c41bcba6fb-006767051d) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txeb7fa820e6e84da39e5ef-006767051d) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txeb7fa820e6e84da39e5ef-006767051d) -test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: txeb7fa820e6e84da39e5ef-006767051d) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txeb7fa820e6e84da39e5ef-006767051d) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txeb7fa820e6e84da39e5ef-006767051d) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: txeb7fa820e6e84da39e5ef-006767051d) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txeb7fa820e6e84da39e5ef-006767051d) -test ERROR: Container GET returning 503 for [503, 503] (txn: txeb7fa820e6e84da39e5ef-006767051d) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx310e6652c4554d589751d-006767051d) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx310e6652c4554d589751d-006767051d) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx310e6652c4554d589751d-006767051d) -test ERROR: Container GET returning 503 for [] (txn: tx310e6652c4554d589751d-006767051d) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx748ab5bbe65d4ca197259-006767051d) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx748ab5bbe65d4ca197259-006767051d) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx748ab5bbe65d4ca197259-006767051d) -test ERROR: Container GET returning 503 for [] (txn: tx748ab5bbe65d4ca197259-006767051d) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txa793a7ce42dc4f489c99d-006767051d) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txa793a7ce42dc4f489c99d-006767051d) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txa793a7ce42dc4f489c99d-006767051d) -test ERROR: Container GET returning 503 for [] (txn: txa793a7ce42dc4f489c99d-006767051d) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx4740bf6d7ddd49e8953ef-006767051d) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx4740bf6d7ddd49e8953ef-006767051d) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx4740bf6d7ddd49e8953ef-006767051d) -test ERROR: Container GET returning 503 for [] (txn: tx4740bf6d7ddd49e8953ef-006767051d) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx78856aed8d8e44c0bee36-006767051d) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx78856aed8d8e44c0bee36-006767051d) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx78856aed8d8e44c0bee36-006767051d) -test ERROR: Container GET returning 503 for [] (txn: tx78856aed8d8e44c0bee36-006767051d) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx8e1bc386f2424b2087bcb-006767051d) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx8e1bc386f2424b2087bcb-006767051d) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx8e1bc386f2424b2087bcb-006767051d) -test ERROR: Container GET returning 503 for [] (txn: tx8e1bc386f2424b2087bcb-006767051d) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx2e69bc36c0a142aaa7c04-006767051d) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx2e69bc36c0a142aaa7c04-006767051d) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx2e69bc36c0a142aaa7c04-006767051d) -test ERROR: Container GET returning 503 for [] (txn: tx2e69bc36c0a142aaa7c04-006767051d) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txbd015ca52dce475495e3a-006767051d) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txbd015ca52dce475495e3a-006767051d) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txbd015ca52dce475495e3a-006767051d) -test ERROR: Container GET returning 503 for [] (txn: txbd015ca52dce475495e3a-006767051d) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx139a2f6f7ffb484ca168f-006767051d) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx139a2f6f7ffb484ca168f-006767051d) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx139a2f6f7ffb484ca168f-006767051d) -test ERROR: Container GET returning 503 for [] (txn: tx139a2f6f7ffb484ca168f-006767051d) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx683868c91a7a4ab49e331-006767051d) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx683868c91a7a4ab49e331-006767051d) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx683868c91a7a4ab49e331-006767051d) -test ERROR: Container GET returning 503 for [] (txn: tx683868c91a7a4ab49e331-006767051d) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txc4da297dd1404e7cb0bad-006767051d) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txc4da297dd1404e7cb0bad-006767051d) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txc4da297dd1404e7cb0bad-006767051d) -test ERROR: Container GET returning 503 for [] (txn: txc4da297dd1404e7cb0bad-006767051d)test.unit.proxy.test_server.TestContainerController.test_error_limiting -test.unit.proxy.test_server.TestContainerController.test_error_limiting ... ok -test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found -test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok -test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container -test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok -test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_server.TestContainerController.test_transfer_headers -test.unit.proxy.test_server.TestContainerController.test_transfer_headers ... ok -test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found -test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok -test.unit.test_locale.test_locale.TestTranslations.test_translations -test.unit.test_locale.test_locale.TestTranslations.test_translations ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Sat, 21 Dec 2024 18:12:45 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1734804765.33131', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1769215311.73766', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241221/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241221T181245Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Sat, 21 Dec 2024 18:12:45 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804765.35913', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash ... ok -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx0a422deae9764161a01ff-0069741550) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx30686d4ce1524776aa622-0069741550) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx595b623798cf4dcaa711c-0069741550) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx595b623798cf4dcaa711c-0069741550) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx595b623798cf4dcaa711c-0069741550) +proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: tx595b623798cf4dcaa711c-0069741550) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) + +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -35874,7 +36008,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbec9ee90d7d84917b25fc-006767051c) +StopIteration (txn: txcb61a7be319d45b89b84d-006974154e) test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -35884,7 +36018,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbec9ee90d7d84917b25fc-006767051c) +StopIteration (txn: txcb61a7be319d45b89b84d-006974154e) test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -35894,7 +36028,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbec9ee90d7d84917b25fc-006767051c) +StopIteration (txn: txcb61a7be319d45b89b84d-006974154e) test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -35904,275 +36038,221 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbec9ee90d7d84917b25fc-006767051c) -test ERROR: Container GET returning 503 for (200, 503, 503) (txn: txbec9ee90d7d84917b25fc-006767051c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx027c5289dce94dfda8dff-006767051d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf2d507876b694167aaa6e-006767051d) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txf2ea2e1296634799a14c0-006767051d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx62b30f6eeb9041c1a3677-006767051d) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx773aa1d24ccd4c8d89ed0-006767051d) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txdb898e2a064c4e0cb1063-006767051d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx314eb5ee5a2e4163a020c-006767051d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9fad9f302e80439ca06ed-006767051d) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txc6bffc27bfc74142bfbd3-006767051d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx345dc65f56f94e96b7b34-006767051d) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txcdbdebcd5ca649dc91b6d-006767051d) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx5e1542842066483495dd4-006767051d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5de59c1277f742ac9733d-006767051d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc828a89c6fc04ac4bb0fc-006767051d) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx271ca7f0dbd647f495cae-006767051d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd3e81f4429f7411b8145f-006767051d) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx8858c2c444d54e3aa7b9f-006767051d) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txd830b6d239934a1eb7de1-006767051d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb97088f0bd274cb3905fd-006767051d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx161902e860164526a1a60-006767051d) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx47ca8f9b355d4d6d97bbf-006767051d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txfccb327c3e5c4fbdacbf7-006767051d) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx1dcea79abec447c4b024f-006767051d) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx5787d67d096c4caf990e0-006767051d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txa32fc0697970462c90a7f-006767051d) -test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: tx44dfc55772604cb0b18c0-006767051d)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi ... ok -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txd8a4342c1e734526a9a51-006767051d) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txd8a4342c1e734526a9a51-006767051d) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txd8a4342c1e734526a9a51-006767051d) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txd8a4342c1e734526a9a51-006767051d) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx1f5f73cd2dbc410f9d5d8-006767051d) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx1f5f73cd2dbc410f9d5d8-006767051d) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx1f5f73cd2dbc410f9d5d8-006767051d) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx1f5f73cd2dbc410f9d5d8-006767051d) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txc4063e5bca6e4ad1a62f7-006767051d) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txc4063e5bca6e4ad1a62f7-006767051d) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txc4063e5bca6e4ad1a62f7-006767051d) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txc4063e5bca6e4ad1a62f7-006767051d) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx24c0548dc82b4a4c8b5f9-006767051d) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx24c0548dc82b4a4c8b5f9-006767051d) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx24c0548dc82b4a4c8b5f9-006767051d) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx24c0548dc82b4a4c8b5f9-006767051d) -test INFO: Client disconnected on read of '/a/c' (txn: txd78180daf6c647eea985d-006767051d) -test INFO: Client disconnected on read of '/a/c/' (txn: txd78180daf6c647eea985d-006767051d) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx773ead8c7c934fb2b3895-006767051d) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx773ead8c7c934fb2b3895-006767051d) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx773ead8c7c934fb2b3895-006767051d) -test ERROR: Account HEAD returning 503 for [] (txn: tx773ead8c7c934fb2b3895-006767051d) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx28dae016ff8848a4b3b5f-006767051d) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx28dae016ff8848a4b3b5f-006767051d) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx28dae016ff8848a4b3b5f-006767051d) -test ERROR: Account HEAD returning 503 for [] (txn: tx28dae016ff8848a4b3b5f-006767051d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txa3c0573f5b774d259cc4c-006767051d) +StopIteration (txn: txcb61a7be319d45b89b84d-006974154e) +test ERROR: Container GET returning 503 for (200, 503, 503) (txn: txcb61a7be319d45b89b84d-006974154e) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx083fabdfaf3c4d7bb98c9-006767051d) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa48b6eed9b9d48a297164-006974154f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx00032cada4f14b03a570e-006974154f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx3fe7b0a340a74746bd255-006974154f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd9162e414d6c481495554-006974154f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx9d02183e09454e9dbacd7-006974154f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txaf551068f0d74540a961c-006974154f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx96a22c1e060e4b82bb52d-006974154f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx549d5394a15a4a7692464-006974154f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx3758894a75904b06b1d7b-006974154f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc42ac9c4eb21426e9d9ff-006974154f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx936c50c9195a4d24ac728-006974154f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx65135f60e39f449482573-006974154f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0bd2802a3b0e4a789f43b-006974154f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7c14f0f96f4d441dbfecb-006974154f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx3f72759396a348adba827-006974154f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx68380bec915c4edf95af8-006974154f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx0ce97d78104544d39c0b8-006974154f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx71187432cfae4fc7a6d30-006974154f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txdefeb8b55cb843b7957e8-006974154f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe6b1f0c02a45425b8fa84-006974154f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx693abf41dd414e389952a-006974154f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa50218ffdcc34991b0ec9-006974154f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx2309daaa77bf41099a45e-006974154f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx5d79ac942e6e40efa3bb2-006974154f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txc09fd4a624264476a6936-006974154f) +test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: tx659c8b348d60454f9a4ac-006974154f) +test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txe1f4ba430a5d46918207b-006974154f) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx889dd80043e04496bac68-006767051d) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260124/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260124T004152Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215312.15485', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260124/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260124T004152Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '0000000000000000000000000000000000000000000000000000000000000000', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215312.16297', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload ... ok + +proxy DEBUG: (3035064) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:41:47] "GET /someurl HTTP/1.0" 200 180 0.000039 +proxy INFO: wsgi exiting +proxy INFO: (3035064) wsgi exited, is_accepting=True +proxy INFO: (3035064) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3035064) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:41:47] "GET /someurl HTTP/1.0" 200 180 0.000043 +proxy INFO: wsgi exiting +proxy INFO: (3035064) wsgi exited, is_accepting=True +proxy INFO: (3035064) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3035064) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:41:47] "GET /someurl HTTP/1.0" 200 180 0.000038 +proxy INFO: wsgi exiting +proxy INFO: (3035064) wsgi exited, is_accepting=True +test ERROR: Problem finding shard upper in '/tmp/tmpawvajr9c/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpawvajr9c/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + shard_size, last_shard_upper) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpjjq0bcz8/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpjjq0bcz8/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Sat, 21 Dec 2024 18:12:44 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804764.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:44 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '450'} +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write_acp:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '456'} +fake-swift DEBUG: Grant test:write_acp FULL_CONTROL permission on the bucket /bucket fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission ... ok -test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txab772d5403c84b8182a42-006767051d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txffbc41e4d9344109b3535-006767051e) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx4a59cdc6b15f455b95105-006767051e) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: tx47a5415049d34b0ab413f-006767051e) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: txeca2f04ee56749c1b28d0-006767051e) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: txd9e61369b45449fdaaefe-006767051e) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: txf042191d256e4f4db9ee7-006767051e) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txdc4326a69e684097b8910-006974154f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txce91b7a9392b4fed8011a-006974154f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: txf73bda23857b4e3587ef0-006974154f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: txbbe7af4b6f49499d9fdd6-006974154f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: tx721609692d464d18917fa-006974154f) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: tx3dd23346accf4763b0ef4-006974154f) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx48a8a1b5641a41e7a4e2d-006767051e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe43723c0e5dd4ef48eeea-006767051e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx32fed74c05134dd9adb35-006767051e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8ca7224b01454eddba541-006767051e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx2361b8a4ae2a41cd9430b-006767051e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8fc989f7bb264ca595eb2-006767051e) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7002b4f5a5e84da4a0954-006974154f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5654b2fb413d4ec199a1b-006974154f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx040e52194cec41729bd13-006974154f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa4f89a4b254a4f54bfb77-006974154f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txed8b9fe62bb945bd8f85b-006974154f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd4ec231437b54b2a819a5-006974154f) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: txc6fa2f2026f04cff81353-006767051e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc6fa2f2026f04cff81353-006767051e) +test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: tx577b4215a1b549d8b91de-006974154f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx577b4215a1b549d8b91de-006974154f) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: GET listing from 3 shards for: /v1/a/c @@ -36187,6829 +36267,5169 @@ test DEBUG: GET listing from 3 shards for: /v1/a/c test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} test ERROR: Aborting listing from shards due to bad response: [204] +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_all_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_all_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507 +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_timeouts +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_timeouts ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_none_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_none_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_one_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_one_found ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging ... ok +test.unit.obj.test_diskfile.TestECDiskFile.test_close_error +test.unit.obj.test_diskfile.TestECDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit +test.unit.obj.test_diskfile.TestECDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0014 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0006 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0010 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0011 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0012 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0012 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0010 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0011 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0010 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0013 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0012 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0073 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0006 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0012 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0013 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0010 "-" 4136346 - -test DEBUG: Unlinked retiring db '/tmp/tmp1xzsn8qd/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0012 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0010 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0010 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0010 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0009 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0011 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0010 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0011 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0070 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0004 "-" 4136346 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 4136346 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0076 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:45 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 4136346 -test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid -test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid ... ok -test.unit.container.test_server.TestContainerController.test_GET_auto_record_type -test.unit.container.test_server.TestContainerController.test_GET_auto_record_type ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter -test.unit.container.test_server.TestContainerController.test_GET_delimiter ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii -test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes ... ok -test.unit.container.test_server.TestContainerController.test_GET_invalid_accept -test.unit.container.test_server.TestContainerController.test_GET_invalid_accept ... ok -test.unit.container.test_server.TestContainerController.test_GET_json -test.unit.container.test_server.TestContainerController.test_GET_json ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name ... ok -2 RLock(s) were not greened, to fix this error make sure you run eventlet.monkey_patch() before importing any other modules. -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle ... ok +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: txf122292b0b4b454493b14-006974154f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx8a0450c42f7f45c1bd182-0069741550) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx7c63c58e240a435bbd5ac-0069741550) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx7c63c58e240a435bbd5ac-0069741550) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx68ca7f4724564465aeced-0069741550) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx68ca7f4724564465aeced-0069741550) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sda, error: ERROR Insufficient Storage (txn: tx68ca7f4724564465aeced-0069741550) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sda (txn: tx68ca7f4724564465aeced-0069741550) +proxy-server ERROR: Object DELETE returning 503 for (503,) (txn: tx68ca7f4724564465aeced-0069741550) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx9f955b443400406995b21-0069741550) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_insufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_sufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_succeed +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_succeed ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok +test.unit.common.ring.test_ring.TestRing.test_reload +test.unit.common.ring.test_ring.TestRing.test_reload ... ok +test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring +test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring ... ok +test.unit.common.ring.test_ring.TestRing.test_reload_without_replication +test.unit.common.ring.test_ring.TestRing.test_reload_without_replication ... ok +test.unit.common.ring.test_ring.TestRing.test_replica_count +test.unit.common.ring.test_ring.TestRing.test_replica_count ... ok +test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts +test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts ... ok +test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree +test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree ... ok -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.test_utils.TestUtils.test_monkey_patch -test.unit.common.test_utils.TestUtils.test_monkey_patch ... ok -test.unit.common.test_utils.TestUtils.test_node_to_string -test.unit.common.test_utils.TestUtils.test_node_to_string ... ok -test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error -test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error ... ok -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision ... ok -test.unit.common.test_utils.TestUtils.test_normalize_timestamp -test.unit.common.test_utils.TestUtils.test_normalize_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type -test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type ... ok -test.unit.common.test_utils.TestUtils.test_parse_content_type -test.unit.common.test_utils.TestUtils.test_parse_content_type ... ok -test.unit.common.test_utils.TestUtils.test_parse_db_filename -test.unit.common.test_utils.TestUtils.test_parse_db_filename ... ok -test.unit.common.test_utils.TestUtils.test_parse_header -test.unit.common.test_utils.TestUtils.test_parse_header ... ok -test.unit.common.test_utils.TestUtils.test_parse_options -test.unit.common.test_utils.TestUtils.test_parse_options ... ok -test.unit.common.test_utils.TestUtils.test_parse_options_errors -test.unit.common.test_utils.TestUtils.test_parse_options_errors ... ok -test.unit.common.test_utils.TestUtils.test_parse_override_options -test.unit.common.test_utils.TestUtils.test_parse_override_options ... ok -test.unit.common.test_utils.TestUtils.test_quorum_size -test.unit.common.test_utils.TestUtils.test_quorum_size ... ok -test.unit.common.test_utils.TestUtils.test_quote_bytes -test.unit.common.test_utils.TestUtils.test_quote_bytes ... ok -test.unit.common.test_utils.TestUtils.test_quote_unicode -test.unit.common.test_utils.TestUtils.test_quote_unicode ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep ... ok -test.unit.common.test_utils.TestUtils.test_remove_directory -test.unit.common.test_utils.TestUtils.test_remove_directory ... ok -test.unit.common.test_utils.TestUtils.test_remove_file -test.unit.common.test_utils.TestUtils.test_remove_file ... ok -test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false -test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false ... ok -test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir -test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir ... ok -test.unit.common.test_utils.TestUtils.test_replace_partition_in_path -test.unit.common.test_utils.TestUtils.test_replace_partition_in_path ... ok -test.unit.common.test_utils.TestUtils.test_round_robin_iter -test.unit.common.test_utils.TestUtils.test_round_robin_iter ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip ... ok -test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation -test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation ... ok -test.unit.common.test_utils.TestUtils.test_safe_json_loads -test.unit.common.test_utils.TestUtils.test_safe_json_loads ... ok -test.unit.common.test_utils.TestUtils.test_search_tree -test.unit.common.test_utils.TestUtils.test_search_tree ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match -test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match ... ok -test.unit.common.test_utils.TestUtils.test_select_node_ip -test.unit.common.test_utils.TestUtils.test_select_node_ip ... ok -test.unit.common.test_utils.TestUtils.test_split_path -test.unit.common.test_utils.TestUtils.test_split_path ... ok -test.unit.common.test_utils.TestUtils.test_storage_directory -test.unit.common.test_utils.TestUtils.test_storage_directory ... ok -test.unit.common.test_utils.TestUtils.test_streq_const_time -test.unit.common.test_utils.TestUtils.test_streq_const_time ... ok -test.unit.common.test_utils.TestUtils.test_strict_b64decode -test.unit.common.test_utils.TestUtils.test_strict_b64decode ... ok -test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error -test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error ... ok -test.unit.common.test_utils.TestUtils.test_systemd_notify -test.unit.common.test_utils.TestUtils.test_systemd_notify ... ok -test.unit.common.test_utils.TestUtils.test_validate_device_partition -test.unit.common.test_utils.TestUtils.test_validate_device_partition ... ok -test.unit.common.test_utils.TestUtils.test_validate_hash_conf -test.unit.common.test_utils.TestUtils.test_validate_hash_conf ... ok -test.unit.common.test_utils.TestUtils.test_validate_sync_to -test.unit.common.test_utils.TestUtils.test_validate_sync_to ... ok -test.unit.common.test_utils.TestUtils.test_write_file -test.unit.common.test_utils.TestUtils.test_write_file ... ok -test.unit.common.test_utils.TestWatchdog.test_start_stop -test.unit.common.test_utils.TestWatchdog.test_start_stop ... ok -test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency -test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency ... ok -test.unit.common.test_utils.TestWatchdog.test_timeout_expire -test.unit.common.test_utils.TestWatchdog.test_timeout_expire ... ok - +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260124/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260124T004152Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215312.36105', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241221/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241221T181246Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '0000000000000000000000000000000000000000000000000000000000000000', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804766.15639', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215312.38162', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241221/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241221T181246Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804766.19138', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission ... ok - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0069 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0046 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0077 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0053 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0017 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0106 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0023 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0025 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0025 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0111 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0072 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0066 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0025 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0029 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0070 "-" 4136346 0 -test DEBUG: Unlinked retiring db '/tmp/tmpsm5atoso/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0064 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0065 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0070 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0173 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0084 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0086 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0081 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0187 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0024 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0093 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0006 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0037 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0036 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0003 "-" 4136346 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0036 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0019 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0008 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0036 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0021 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0021 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0021 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0022 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0041 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0003 "-" 4136346 -test.unit.container.test_server.TestContainerController.test_GET_json_last_modified -test.unit.container.test_server.TestContainerController.test_GET_json_last_modified ... ok -test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter -test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter ... ok -test.unit.container.test_server.TestContainerController.test_GET_limit -test.unit.container.test_server.TestContainerController.test_GET_limit ... ok -test.unit.container.test_server.TestContainerController.test_GET_log_requests_false -test.unit.container.test_server.TestContainerController.test_GET_log_requests_false ... ok -test.unit.container.test_server.TestContainerController.test_GET_log_requests_true -test.unit.container.test_server.TestContainerController.test_GET_log_requests_true ... ok -test.unit.container.test_server.TestContainerController.test_GET_marker -test.unit.container.test_server.TestContainerController.test_GET_marker ... ok -test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter -test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors -test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported -test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 21 Dec 2024 18:12:45 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804765.65136', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 21 Dec 2024 18:12:45 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804765.66902', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission ... ok - -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (404, 503, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (503, 503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx19bd2742740c482a92f9a-006767051c) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx19bd2742740c482a92f9a-006767051c) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx19bd2742740c482a92f9a-006767051c) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx19bd2742740c482a92f9a-006767051c) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx19bd2742740c482a92f9a-006767051c) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx19bd2742740c482a92f9a-006767051c) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx19bd2742740c482a92f9a-006767051c) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx19bd2742740c482a92f9a-006767051c)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission ... ok +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror +test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space +test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called +test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_delete +test.unit.obj.test_diskfile.TestECDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files +test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path +test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache +test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup +test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking +test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired +test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_euclean +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_euclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks +test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable +test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch +test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes +test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated ... ok +test.unit.obj.test_expirer.TestExpirerHelpers.test_add_expirer_bytes_to_ctype +test.unit.obj.test_expirer.TestExpirerHelpers.test_add_expirer_bytes_to_ctype ... ok +test.unit.obj.test_expirer.TestExpirerHelpers.test_add_invalid_expirer_bytes_to_ctype +test.unit.obj.test_expirer.TestExpirerHelpers.test_add_invalid_expirer_bytes_to_ctype ... ok +test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_expirer_bytes_from_ctype +test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_expirer_bytes_from_ctype ... ok +test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_missing_bytes_from_ctype +test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_missing_bytes_from_ctype ... ok +test.unit.obj.test_expirer.TestExpirerHelpers.test_inverse_add_extract_bytes_from_ctype +test.unit.obj.test_expirer.TestExpirerHelpers.test_inverse_add_extract_bytes_from_ctype ... ok +test.unit.obj.test_server.TestObjectController.test_DELETE +test.unit.obj.test_server.TestObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp +test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired +test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at +test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue +test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates +test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive +test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST +test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive +test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive +test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET +test.unit.obj.test_server.TestObjectController.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences +test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_but_expired +test.unit.obj.test_server.TestObjectController.test_GET_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config +test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_match +test.unit.obj.test_server.TestObjectController.test_GET_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at +test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since +test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_none_match +test.unit.obj.test_server.TestObjectController.test_GET_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since +test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_quarantine +test.unit.obj.test_server.TestObjectController.test_GET_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable +test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object +test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD +test.unit.obj.test_server.TestObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.ring.test_utils.TestUtils.test_dispersion_report +test.unit.common.ring.test_utils.TestUtils.test_dispersion_report ... ok +test.unit.common.ring.test_utils.TestUtils.test_is_local_device +test.unit.common.ring.test_utils.TestUtils.test_is_local_device ... ok +test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired +test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_match +test.unit.obj.test_server.TestObjectController.test_HEAD_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since +test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match +test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname +test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname ... ok +test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names +test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names ... ok +test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since +test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format +test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_args +test.unit.common.ring.test_utils.TestUtils.test_parse_args ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args +test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts +test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts ... ok +test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte +test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_OPTIONS +test.unit.obj.test_server.TestObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.ring.test_utils.TestUtils.test_parse_search_value +test.unit.common.ring.test_utils.TestUtils.test_parse_search_value ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts +test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts ... ok +test.unit.common.ring.test_utils.TestUtils.test_replication_defaults +test.unit.common.ring.test_utils.TestUtils.test_replication_defaults ... ok +test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev +test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_args +test.unit.common.ring.test_utils.TestUtils.test_validate_args ... ok +test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp +test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format +test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact ... ok +test.unit.obj.test_server.TestObjectController.test_POST_but_expired +test.unit.obj.test_server.TestObjectController.test_POST_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get +test.unit.common.test_internal_client.TestSimpleClient.test_get ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries ... ok +test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at +test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_head +test.unit.common.test_internal_client.TestSimpleClient.test_head ... ok +test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue +test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_internal_client.TestSimpleClient.test_proxy +test.unit.common.test_internal_client.TestSimpleClient.test_proxy ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError +test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError ... ok +test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST +test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError +test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError +test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError ... ok +test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file +test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file ... ok +test.unit.common.test_swob.TestEtag.test_normalize_bytes +test.unit.common.test_swob.TestEtag.test_normalize_bytes ... ok +test.unit.common.test_swob.TestEtag.test_normalize_etag +test.unit.common.test_swob.TestEtag.test_normalize_etag ... ok +test.unit.common.test_utils.TestClosingIterator.test_close +test.unit.common.test_utils.TestClosingIterator.test_close ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_gen +test.unit.common.test_utils.TestClosingIterator.test_close_gen ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_on_exception +test.unit.common.test_utils.TestClosingIterator.test_close_on_exception ... ok +test.unit.obj.test_server.TestObjectController.test_POST_container_connection +test.unit.obj.test_server.TestObjectController.test_POST_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration +test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_others +test.unit.common.test_utils.TestClosingIterator.test_close_others ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter +test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter ... ok +test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable +test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable ... ok +test.unit.common.test_utils.TestClosingIterator.test_nested_iters +test.unit.common.test_utils.TestClosingIterator.test_nested_iters ... ok +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_utils.TestContextPool.test_close +test.unit.common.test_utils.TestContextPool.test_close ... ok +test.unit.common.test_utils.TestContextPool.test_context_manager +test.unit.common.test_utils.TestContextPool.test_context_manager ... ok +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_utils.TestFsync.test_fsync_bad_fullsync +test.unit.common.test_utils.TestFsync.test_fsync_bad_fullsync ... ok +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_utils.TestFsync.test_fsync_f_fullsync +test.unit.common.test_utils.TestFsync.test_fsync_f_fullsync ... ok +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_utils.TestFsync.test_fsync_no_fullsync +test.unit.common.test_utils.TestFsync.test_fsync_no_fullsync ... ok +test.unit.common.test_utils.TestFsync.test_no_fdatasync +test.unit.common.test_utils.TestFsync.test_no_fdatasync ... ok +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_utils.TestFsync.test_yes_fdatasync +test.unit.common.test_utils.TestFsync.test_yes_fdatasync ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes +test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile ... ok +test.unit.obj.test_server.TestObjectController.test_POST_invalid_headers +test.unit.obj.test_server.TestObjectController.test_POST_invalid_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous +test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty +test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes +test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_pending +test.unit.common.test_utils.TestGreenAsyncPile.test_pending ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything +test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything ... ok +test.unit.obj.test_server.TestObjectController.test_POST_invalid_path +test.unit.obj.test_server.TestObjectController.test_POST_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp +test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn +test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn ... ok +test.unit.obj.test_server.TestObjectController.test_POST_not_exist +test.unit.obj.test_server.TestObjectController.test_POST_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp +test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte +test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_system_metadata +test.unit.obj.test_server.TestObjectController.test_POST_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type +test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta +test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_update_meta +test.unit.obj.test_server.TestObjectController.test_POST_update_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive +test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_open_expired +test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_replication +test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding +test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at +test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection +test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout +test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_commits_data +test.unit.obj.test_server.TestObjectController.test_PUT_commits_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_common +test.unit.obj.test_server.TestObjectController.test_PUT_common ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_connection +test.unit.obj.test_server.TestObjectController.test_PUT_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past +test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored +test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer +test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum +test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_etag +test.unit.obj.test_server.TestObjectController.test_PUT_no_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_slow +test.unit.obj.test_server.TestObjectController.test_PUT_slow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag +test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST +test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive +test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers +test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length +test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol +test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones +test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout +test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_works +test.unit.obj.test_server.TestObjectController.test_REPLICATE_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS +test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called +test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test__call__returns_500 +test.unit.obj.test_server.TestObjectController.test__call__returns_500 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_allowed_headers +test.unit.obj.test_server.TestObjectController.test_allowed_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx +test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_http_connect +test.unit.obj.test_server.TestObjectController.test_async_update_http_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_bad_sinces +test.unit.obj.test_server.TestObjectController.test_bad_sinces ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_bad_method +test.unit.obj.test_server.TestObjectController.test_call_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_bad_request +test.unit.obj.test_server.TestObjectController.test_call_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_name_collision +test.unit.obj.test_server.TestObjectController.test_call_name_collision ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_not_found +test.unit.obj.test_server.TestObjectController.test_call_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive +test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive +test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero +test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_put +test.unit.obj.test_server.TestObjectController.test_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes ... ok +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_async +test.unit.obj.test_server.TestObjectController.test_container_update_async ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_bad_args +test.unit.obj.test_server.TestObjectController.test_container_update_bad_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update +test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_success +test.unit.obj.test_server.TestObjectController.test_container_update_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_content_encoding +test.unit.obj.test_server.TestObjectController.test_content_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_correct_allowed_method +test.unit.obj.test_server.TestObjectController.test_correct_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_POST_update_same_expiration +test.unit.obj.test_server.TestObjectController.test_delete_at_POST_update_same_expiration ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_cap +test.unit.obj.test_server.TestObjectController.test_delete_at_cap ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_negative +test.unit.obj.test_server.TestObjectController.test_delete_at_negative ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_overwrite_same_expiration_different_bytes +test.unit.obj.test_server.TestObjectController.test_delete_at_overwrite_same_expiration_different_bytes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries +test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete +test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_backend_replication +test.unit.obj.test_server.TestObjectController.test_delete_backend_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_device_unavailable +test.unit.obj.test_server.TestObjectController.test_device_unavailable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_dynamic_datadir +test.unit.obj.test_server.TestObjectController.test_dynamic_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_extra_headers_contain_object_bytes +test.unit.obj.test_server.TestObjectController.test_extra_headers_contain_object_bytes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config +test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_init +test.unit.obj.test_server.TestObjectController.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist +test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public +test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_list_allowed_methods +test.unit.obj.test_server.TestObjectController.test_list_allowed_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_log_line_format +test.unit.obj.test_server.TestObjectController.test_log_line_format ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_max_object_name_length +test.unit.obj.test_server.TestObjectController.test_max_object_name_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_max_upload_time +test.unit.obj.test_server.TestObjectController.test_max_upload_time ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining +test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_not_allowed_method +test.unit.obj.test_server.TestObjectController.test_not_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests +test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update +test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_object_update_with_offset +test.unit.obj.test_server.TestObjectController.test_object_update_with_offset ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object +test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header +test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer +test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine +test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods +test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_serv_reserv +test.unit.obj.test_server.TestObjectController.test_serv_reserv ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_short_body +test.unit.obj.test_server.TestObjectController.test_short_body ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated +test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers +test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers +test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats +test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call +test.unit.obj.test_ssync_sender.TestSender.test_call ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others +test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect +test.unit.obj.test_ssync_sender.TestSender.test_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status +test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout +test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout +test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_disconnect +test.unit.obj.test_ssync_sender.TestSender.test_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout +test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_all +test.unit.obj.test_ssync_sender.TestSender.test_readline_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies ... ok +test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed +test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk +test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk +test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow +test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension +test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer +test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk +test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_delete +test.unit.obj.test_ssync_sender.TestSender.test_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout +test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_post +test.unit.obj.test_ssync_sender.TestSender.test_send_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode +test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put +test.unit.obj.test_ssync_sender.TestSender.test_send_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '448'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control ... ok +test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout +test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout +test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable +test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete +test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map +test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted +test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_post +test.unit.obj.test_ssync_sender.TestSender.test_updates_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_put +test.unit.obj.test_ssync_sender.TestSender.test_updates_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post +test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index +test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout +test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 +test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txb40acb1ea17c41cca2e3c-0069741550) +proxy-server ERROR: Object GET returning 503 for [] (txn: txb40acb1ea17c41cca2e3c-0069741550) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2a1285e8fa37450c9dcbf-0069741550) +proxy-server ERROR: Object POST returning 503 for (503,) (txn: tx2a1285e8fa37450c9dcbf-0069741550) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1268191702804e7f8314a-0069741550) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc4dfda7259a54e13a1a51-0069741550) +proxy-server ERROR: Object POST returning 503 for (503,) (txn: txc4dfda7259a54e13a1a51-0069741550) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfcf9b653b927429d9131f-0069741550) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sda, error: ERROR Insufficient Storage (txn: txfcf9b653b927429d9131f-0069741550) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sda (txn: txfcf9b653b927429d9131f-0069741550) +proxy-server ERROR: Object POST returning 503 for (503,) (txn: txfcf9b653b927429d9131f-0069741550) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type ... ok - -test ERROR: Container GET returning 503 for [] (txn: tx19bd2742740c482a92f9a-006767051c) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx50ac11d0c8e1463b930f9-006767051e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx50ac11d0c8e1463b930f9-006767051e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx50ac11d0c8e1463b930f9-006767051e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx50ac11d0c8e1463b930f9-006767051e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx50ac11d0c8e1463b930f9-006767051e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx50ac11d0c8e1463b930f9-006767051e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: tx50ac11d0c8e1463b930f9-006767051e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: tx50ac11d0c8e1463b930f9-006767051e) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: tx50ac11d0c8e1463b930f9-006767051e) -test INFO: Client disconnected on read of '/a/c' (txn: txd7196874d4c34f17a191c-006767051e) -test INFO: Client disconnected on read of '/a/c' (txn: tx2c76afb8ba954e26a7c51-006767051e) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx2e59fa39b2734ce69c979-006767051e) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx2e59fa39b2734ce69c979-006767051e) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx2e59fa39b2734ce69c979-006767051e) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx2e59fa39b2734ce69c979-006767051e) -test ERROR: Container GET returning 503 for [] (txn: tx2e59fa39b2734ce69c979-006767051e) -test INFO: Client disconnected on read of '/a/c' (txn: tx2e59fa39b2734ce69c979-006767051e) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8542ed3be3c64e7fa8764-006767051e) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8542ed3be3c64e7fa8764-006767051e) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8542ed3be3c64e7fa8764-006767051e) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8542ed3be3c64e7fa8764-006767051e) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8542ed3be3c64e7fa8764-006767051e) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8542ed3be3c64e7fa8764-006767051e) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8542ed3be3c64e7fa8764-006767051e) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8542ed3be3c64e7fa8764-006767051e) -test ERROR: Container GET returning 503 for [] (txn: tx8542ed3be3c64e7fa8764-006767051e) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx73dbb9c8d2ff46e091417-006767051e) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx73dbb9c8d2ff46e091417-006767051e) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx73dbb9c8d2ff46e091417-006767051e) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx73dbb9c8d2ff46e091417-006767051e) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx73dbb9c8d2ff46e091417-006767051e) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx73dbb9c8d2ff46e091417-006767051e) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx73dbb9c8d2ff46e091417-006767051e) -test ERROR: Container GET returning 503 for [] (txn: tx73dbb9c8d2ff46e091417-006767051e) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx526d35f02fb5471ea9083-006767051e) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx526d35f02fb5471ea9083-006767051e) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx526d35f02fb5471ea9083-006767051e) -test ERROR: Container GET returning 503 for [] (txn: tx526d35f02fb5471ea9083-006767051e) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4b2415a1b02746f9bbe57-006767051e) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4b2415a1b02746f9bbe57-006767051e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx9ce0b29284b145d7ae92d-006767051e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx9ce0b29284b145d7ae92d-006767051e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx9ce0b29284b145d7ae92d-006767051e) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx9ce0b29284b145d7ae92d-006767051e) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx2a51978728b74356af2f1-006767051e) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx638088b3f45740a6a352b-006767051e) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx638088b3f45740a6a352b-006767051e) -test INFO: Client disconnected on read of '/a/c' (txn: tx638088b3f45740a6a352b-006767051e) -test ERROR: Container GET returning 503 for [] (txn: tx89e9b3a6ed9c47fea265d-006767051e) -test INFO: Client disconnected on read of '/a/c' (txn: tx89e9b3a6ed9c47fea265d-006767051e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx5f3d113b3fb847b99ad7e-006767051e) -test INFO: Client disconnected on read of '/a/c' (txn: tx5f3d113b3fb847b99ad7e-006767051e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx57ec4b5a6f6444f18e219-006767051e) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx57ec4b5a6f6444f18e219-006767051e)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object ... ok - -test INFO: - - - [21/Dec/2024:18:12:46 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0035 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0176 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0035 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0005 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0072 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0021 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0086 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0052 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0103 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0020 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0020 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0020 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0023 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0023 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0063 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0022 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0078 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0097 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0060 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0035 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0013 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0011 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0010 "-" 4136346 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0018 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0015 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0015 "-" 4136346 0test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params -test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating ... ok -test.unit.container.test_server.TestContainerController.test_GET_non_ascii -test.unit.container.test_server.TestContainerController.test_GET_non_ascii ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor ... ok - +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215312.68158', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804766.93529', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215312.69338', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804766.95264', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804766.13135', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804766.15658', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first +test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first ... ok +test.unit.common.test_utils.TestParseContentRange.test_bad +test.unit.common.test_utils.TestParseContentRange.test_bad ... ok +test.unit.common.test_utils.TestParseContentRange.test_good +test.unit.common.test_utils.TestParseContentRange.test_good ... ok +test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 +test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 ... ok +test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing +test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values +test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges +test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_conf +test.unit.container.test_sharder.TestContainerSharderConf.test_conf ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_default +test.unit.container.test_sharder.TestContainerSharderConf.test_default ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf +test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_validate +test.unit.container.test_sharder.TestContainerSharderConf.test_validate ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset +test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset ... ok +test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers +test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_watchers +test.unit.obj.test_auditor.TestAuditWatchers.test_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable +test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states ... ok +test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable +test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout ... ok +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward ... ok +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215312.86539', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE ... ok -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx57ec4b5a6f6444f18e219-006767051e) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx57ec4b5a6f6444f18e219-006767051e) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx57ec4b5a6f6444f18e219-006767051e) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx57ec4b5a6f6444f18e219-006767051e) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range +test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range +test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range ... ok +test ERROR: Failed to unlink '/tmp/tmpq7mfzfz6/containers/part/suffix/hash/container.db': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx57ec4b5a6f6444f18e219-006767051e) -test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx57ec4b5a6f6444f18e219-006767051e) + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + ~~~~~~~~~^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpq7mfzfz6/containers/part/suffix/hash/container_1769215314.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpq7mfzfz6/containers/part/suffix/hash/container_1769215314.00000.db': ['/tmp/tmpq7mfzfz6/containers/part/suffix/hash/container.db', '/tmp/tmpq7mfzfz6/containers/part/suffix/hash/container_1769215315.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpq7mfzfz6/containers/part/suffix/hash/container_1769215315.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx56666b9e1d9340a3b5653-006767051f) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx56666b9e1d9340a3b5653-006767051f) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx56666b9e1d9340a3b5653-006767051f) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx56666b9e1d9340a3b5653-006767051f) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx56666b9e1d9340a3b5653-006767051f) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx56666b9e1d9340a3b5653-006767051f) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx56666b9e1d9340a3b5653-006767051f) -test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx56666b9e1d9340a3b5653-006767051f) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8323149ce8224ed69701e-0069741551) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx18e59495a62845118ae44-0069741551) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx7430304c18cc48dcb09a4-0069741551) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5f741ef286584a0eb76a1-0069741551) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx80766ed0647743fd95325-0069741551) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx3dab7737bd834f6086665-0069741551) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe50fdb1062b046758b705-0069741551) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc7827f55afc543b9a61ec-0069741551) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx6da141b8211847ccad108-0069741551) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9295a27e26c24385be8a1-0069741551) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx493883895eb44c9084d50-0069741551) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx7897d4f5501e4e9fa45bd-0069741551) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx59dd8dbc54d04af49e260-0069741551) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd6fa0042c60141619115f-0069741551) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx302b780b66fe45c297b6f-0069741551) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txadb0fc82edb5493d96a0d-0069741551) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txf0de6af87c714a14ab109-0069741551) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx46bad68390bc435f81bf0-0069741551) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txbb1cc01bb23d4c13ad18a-0069741551) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5aa14a11043543c4ab9a6-0069741551) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx6526420b29ec4f08905cd-0069741551) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8400168714054c159d571-0069741551) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx34bba517ad7c4e71b603b-0069741551) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx469171657f6b463cb8c78-0069741551) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx574d5f07a7f148048c8d9-0069741551) +test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: tx9591c4ad4c644bf3aaad3-0069741551) +test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx6466b13d6a6543058accb-0069741551) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path ... ok -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx84dc78c74aa84a65a74f1-0067670520) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx84dc78c74aa84a65a74f1-0067670520) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx70903c8fc9b247d890db8-0067670520) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx70903c8fc9b247d890db8-0067670520) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx70903c8fc9b247d890db8-0067670520) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx70903c8fc9b247d890db8-0067670520) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx70903c8fc9b247d890db8-0067670520) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx70903c8fc9b247d890db8-0067670520) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx70903c8fc9b247d890db8-0067670520) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txff66b9270dbc483db0f29-0067670520) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txff66b9270dbc483db0f29-0067670520) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txff66b9270dbc483db0f29-0067670520) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txff66b9270dbc483db0f29-0067670520) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txff66b9270dbc483db0f29-0067670520) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txff66b9270dbc483db0f29-0067670520) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txff66b9270dbc483db0f29-0067670520) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txff66b9270dbc483db0f29-0067670520) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txff66b9270dbc483db0f29-0067670520) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txff66b9270dbc483db0f29-0067670520) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txff66b9270dbc483db0f29-0067670520) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txff66b9270dbc483db0f29-0067670520) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txff66b9270dbc483db0f29-0067670520) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txbe5f7f17c9a34ed3ae082-0067670520) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbe5f7f17c9a34ed3ae082-0067670520) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txbe5f7f17c9a34ed3ae082-0067670520) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txbe5f7f17c9a34ed3ae082-0067670520) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx133e48445fe6422590dd8-0067670520) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx133e48445fe6422590dd8-0067670520) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx133e48445fe6422590dd8-0067670520) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx133e48445fe6422590dd8-0067670520) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txbccbf6d941d74be79a4c2-0067670520) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txbccbf6d941d74be79a4c2-0067670520) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txbccbf6d941d74be79a4c2-0067670520) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txbccbf6d941d74be79a4c2-0067670520) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txbbc106f80be74b5c9d452-0067670521) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txbbc106f80be74b5c9d452-0067670521) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txbbc106f80be74b5c9d452-0067670521) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txbbc106f80be74b5c9d452-0067670521) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbbc106f80be74b5c9d452-0067670521) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txbbc106f80be74b5c9d452-0067670521) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txbbc106f80be74b5c9d452-0067670521) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txbbc106f80be74b5c9d452-0067670521) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbbc106f80be74b5c9d452-0067670521) -test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: txbbc106f80be74b5c9d452-0067670521) -test DEBUG: Setting object count to 1068 (txn: txbbc106f80be74b5c9d452-0067670521) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txb8c7960c9ea1412caff87-0067670521) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb8c7960c9ea1412caff87-0067670521) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: txb8c7960c9ea1412caff87-0067670521) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txb8c7960c9ea1412caff87-0067670521)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_custom_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_custom_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_default_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_default_config ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +fake-swift DEBUG: Grant test:tester READ permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:write READ +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804766.68698', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804766.68949', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804766.69144', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation ... ok - -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0018 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0015 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0014 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:47 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0034 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0037 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0122 "-" 4136346 0 -test DEBUG: Unlinked retiring db '/tmp/tmpu5lcj2wu/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0021 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0021 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0040 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 4136346 0 -test DEBUG: Unlinked retiring db '/tmp/tmp4dp3g_yi/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0022 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0021 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0026 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0017 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0018 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0021 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0039 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0017 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0036 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0020 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0073 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0021 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0039 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0042 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0022 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0006 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0003 "-" 4136346 1 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 4136346 1 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 4136346 1 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0003 "-" 4136346 1 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 4136346 1 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0004 "-" 4136346 1 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0003 "-" 4136346 1 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0003 "-" 4136346 1 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0003 "-" 4136346 1 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0003 "-" 4136346 1 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0044 "-" 4136346 0test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies -test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies ... ok -test.unit.container.test_server.TestContainerController.test_GET_over_limit -test.unit.container.test_server.TestContainerController.test_GET_over_limit ... ok -test.unit.container.test_server.TestContainerController.test_GET_path -test.unit.container.test_server.TestContainerController.test_GET_path ... ok -test.unit.container.test_server.TestContainerController.test_GET_plain -test.unit.container.test_server.TestContainerController.test_GET_plain ... ok -test.unit.container.test_server.TestContainerController.test_GET_prefix -test.unit.container.test_server.TestContainerController.test_GET_prefix ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: nojunk None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 01 Apr 2014 12:00:00 GMT', 'X-Amz-Date': 'Sat, 24 Jan 2026 00:41:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000'} +test DEBUG: checking permission: bucket None POST {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:51 -0000'} +test DEBUG: bucket None POST +test ERROR: Invalid current //REALM/CLUSTER (foo) +test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) +test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) +test DEBUG: User tenant_id with role(s) rdr1,rdr2 has project reader authorizing +test-ic DEBUG: -> 2014-05-27T20:54:11 GET http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - +test-ic DEBUG: -> 2014-05-27T20:54:11 HEAD http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpdhfcix61/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpdhfcix61/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpdhfcix61/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpdhfcix61/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0032 "-" 3035076 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0031 "-" 3035076 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 3035076 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 3035076 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx07f15e06ab974d449dbb5-0069741552" "proxy-server 3035076" 0.0011 "-" 3035076 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:40777/sdb1/1/a/c" "tx07f15e06ab974d449dbb5-0069741552" "container-server 3035076" 0.0011 "-" 3035076 0test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00031 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmphciwl06i/sda/fake/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00236 seconds (423.09357/s) +test INFO: Removed 1 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00031 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00025 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00020 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +Unable to locate config number 5 for account-server +Unable to locate config number 5 for object-server +Signal object-server pid: 1 signal: 15 +Signal object-server pid: 1 signal: 15 +Signal object-server pid: 1 signal: 1 +Signal object-replicator pid: 11 signal: 15 +Signal object-replicator pid: 12 signal: 15 +Signal proxy-server pid: 1 signal: 1 +output Removing pid file /tmp/tmpxo8w7l7f/var/run/one-server.pid with wrong pid 3 +output Removing pid file /tmp/tmpxo8w7l7f/var/run/zero-server.pid with invalid pid +output Removing pid file /tmp/tmpxo8w7l7f/var/run/invalid-server.pid with invalid pid +Signal account-reaper pid: 1 signal: 15 +Signal account-reaper pid: 2 signal: 15 +Signal account-reaper pid: 3 signal: 15 +Signal account-reaper pid: 4 signal: 15 +Signal account-reaper pid: 1 signal: 15 +Signal account-reaper pid: 2 signal: 15 +Signal account-reaper pid: 3 signal: 15 +Signal account-reaper pid: 4 signal: 15 +Signal account-reaper pid: 3 signal: 15 +test DEBUG: set nice priority to 1 +test DEBUG: set ionice class 1 priority 0 +WARNING: Unable to modify I/O scheduling class and priority of process. Keeping unchanged! Check logs for more info. +test ERROR: Unable to modify ionice priority: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/libc.py", line 326, in _ioprio_set + io_class = IO_CLASS_ENUM[io_class] + ~~~~~~~~~~~~~^^^^^^^^^^ +KeyError: 'class_foo' +test DEBUG: set ionice class 2 priority 4 +test DEBUG: set nice priority to -15 +test DEBUG: set ionice class 3 priority 6 +test ERROR: Problem finding shard upper in '/tmp/tmpdxmt_22j/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpdxmt_22j/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + shard_size, last_shard_upper) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpv3g5klum/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpv3g5klum/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804767.69339', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804767.70176', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804767.01922', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804767.02208', 'Content-Type': 'binary/octet-stream'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT - resp = req.get_response(self.app) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'X-Timestamp': '1734804767.02543', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804767.02744', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804767.03352', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804767.03548', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804767.04965', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804767.05151', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1734804767.49544', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_and_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp4rcyxxps/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp4rcyxxps/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp4rcyxxps/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp4rcyxxps/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:53 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0034 "-" 3034965 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:53 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0034 "-" 3034965 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:53 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 3034965 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:53 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 3034965 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:53 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx533561c2142c446782c26-0069741551" "proxy-server 3034965" 0.0012 "-" 3034965 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:53 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:58349/sda1/1/a/c" "tx533561c2142c446782c26-0069741551" "container-server 3034965" 0.0012 "-" 3034965 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:53 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:50059/sdb1/1/a/c" "tx533561c2142c446782c26-0069741551" "container-server 3034965" 0.0011 "-" 3034965 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:53 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx533561c2142c446782c26-0069741551" "proxy-server 3034965" 0.0140 "-" 3034965 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:53 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx533561c2142c446782c26-0069741551" "proxy-server 3034965" 0.0100 "-" 3034965 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/41/53 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx533561c2142c446782c26-0069741551 - 0.0229 - - 1769215313.617025375 1769215313.639950037 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:53 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txfb2a9a4ccea045888c5bb-0069741551" "proxy-server 3034965" 0.0012 "-" 3034965 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:53 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:50059/sdb1/1/a1/c1" "txfb2a9a4ccea045888c5bb-0069741551" "container-server 3034965" 0.0012 "-" 3034965 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:53 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:58349/sda1/1/a1/c1" "txfb2a9a4ccea045888c5bb-0069741551" "container-server 3034965" 0.0012 "-" 3034965 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:53 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txfb2a9a4ccea045888c5bb-0069741551" "proxy-server 3034965" 0.0092 "-" 3034965 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:53 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txfb2a9a4ccea045888c5bb-0069741551" "proxy-server 3034965" 0.0163 "-" 3034965 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/41/53 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txfb2a9a4ccea045888c5bb-0069741551 - 0.0244 - - 1769215313.641484499 1769215313.665843487 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:53 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc9c0f68c646d495c8dccf-0069741551" "proxy-server 3034965" 0.0021 "-" 3034965 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:53 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:50059/sdb1/2/a/c1" "txc9c0f68c646d495c8dccf-0069741551" "container-server 3034965" 0.0017 "-" 3034965 1 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:53 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:58349/sda1/2/a/c1" "txc9c0f68c646d495c8dccf-0069741551" "container-server 3034965" 0.0012 "-" 3034965 1 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:53 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txc9c0f68c646d495c8dccf-0069741551" "proxy-server 3034965" 0.0136 "-" 3034965 1 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:53 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txc9c0f68c646d495c8dccf-0069741551" "proxy-server 3034965" 0.0100 "-" 3034965 1test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file +test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account +test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options +test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout +test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout ... ok +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241221/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241221T181248Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804768.48858', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object +fake-swift DEBUG: Grant AllUsers WRITE permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241221/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241221T181248Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '0000000000000000000000000000000000000000000000000000000000000000', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804768.49730', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors ... ok +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults +test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs ... ok -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0022 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0023 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0010 "-" 4136346 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0002 "-" 4136346 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0017 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0063 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0036 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0034 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0048 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0012 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0036 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0112 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0037 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0020 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0018 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0018 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0017 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0025 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0018 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0012 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0037 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0020 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0018 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 4136346 0test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects ... ok +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:53219/sda1/1/a/c" "tx07f15e06ab974d449dbb5-0069741552" "container-server 3035076" 0.0011 "-" 3035076 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx07f15e06ab974d449dbb5-0069741552" "proxy-server 3035076" 0.0091 "-" 3035076 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx07f15e06ab974d449dbb5-0069741552" "proxy-server 3035076" 0.0147 "-" 3035076 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/41/54 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx07f15e06ab974d449dbb5-0069741552 - 0.0239 - - 1769215314.289622307 1769215314.313519716 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txb2bef6fc7dd245d2bf9a4-0069741552" "proxy-server 3035076" 0.0012 "-" 3035076 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:53219/sda1/1/a1/c1" "txb2bef6fc7dd245d2bf9a4-0069741552" "container-server 3035076" 0.0010 "-" 3035076 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:40777/sdb1/1/a1/c1" "txb2bef6fc7dd245d2bf9a4-0069741552" "container-server 3035076" 0.0010 "-" 3035076 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txb2bef6fc7dd245d2bf9a4-0069741552" "proxy-server 3035076" 0.0129 "-" 3035076 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txb2bef6fc7dd245d2bf9a4-0069741552" "proxy-server 3035076" 0.0093 "-" 3035076 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/41/54 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txb2bef6fc7dd245d2bf9a4-0069741552 - 0.0216 - - 1769215314.315129757 1769215314.336720228 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx098135dd71504158a0a68-0069741552" "proxy-server 3035076" 0.0019 "-" 3035076 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:53219/sda1/2/a/c1" "tx098135dd71504158a0a68-0069741552" "container-server 3035076" 0.0017 "-" 3035076 1 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:40777/sdb1/2/a/c1" "tx098135dd71504158a0a68-0069741552" "container-server 3035076" 0.0010 "-" 3035076 1 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx098135dd71504158a0a68-0069741552" "proxy-server 3035076" 0.0091 "-" 3035076 1 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx098135dd71504158a0a68-0069741552" "proxy-server 3035076" 0.0141 "-" 3035076 1 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/41/54 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx098135dd71504158a0a68-0069741552 - 0.0224 - - 1769215314.338247538 1769215314.360625982 1 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc842ce928005461ca5ee3-0069741552" "proxy-server 3035076" 0.0018 "-" 3035076 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:40777/sdb1/1/a/c2" "txc842ce928005461ca5ee3-0069741552" "container-server 3035076" 0.0017 "-" 3035076 2 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:53219/sda1/1/a/c2" "txc842ce928005461ca5ee3-0069741552" "container-server 3035076" 0.0010 "-" 3035076 2 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc842ce928005461ca5ee3-0069741552" "proxy-server 3035076" 0.0087 "-" 3035076 2 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc842ce928005461ca5ee3-0069741552" "proxy-server 3035076" 0.0136 "-" 3035076 2 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/41/54 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txc842ce928005461ca5ee3-0069741552 - 0.0221 - - 1769215314.362069845 1769215314.384146214 2 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpnrllph9m/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpnrllph9m/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpnrllph9m/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpnrllph9m/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0034 "-" 3035076 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0033 "-" 3035076 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 3035076 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 3035076 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5e5ffbdd03004a86b5a81-0069741552" "proxy-server 3035076" 0.0012 "-" 3035076 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:36175/sdb1/1/a/c" "tx5e5ffbdd03004a86b5a81-0069741552" "container-server 3035076" 0.0013 "-" 3035076 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:50121/sda1/1/a/c" "tx5e5ffbdd03004a86b5a81-0069741552" "container-server 3035076" 0.0012 "-" 3035076 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx5e5ffbdd03004a86b5a81-0069741552" "proxy-server 3035076" 0.0163 "-" 3035076 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx5e5ffbdd03004a86b5a81-0069741552" "proxy-server 3035076" 0.0219 "-" 3035076 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/41/54 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx5e5ffbdd03004a86b5a81-0069741552 - 0.0295 - - 1769215314.438952684 1769215314.468468428 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txa2f69741756942dba1a7b-0069741552" "proxy-server 3035076" 0.0012 "-" 3035076 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:36175/sdb1/1/a1/c1" "txa2f69741756942dba1a7b-0069741552" "container-server 3035076" 0.0011 "-" 3035076 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:50121/sda1/1/a1/c1" "txa2f69741756942dba1a7b-0069741552" "container-server 3035076" 0.0010 "-" 3035076 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txa2f69741756942dba1a7b-0069741552" "proxy-server 3035076" 0.0129 "-" 3035076 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txa2f69741756942dba1a7b-0069741552" "proxy-server 3035076" 0.0092 "-" 3035076 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/41/54 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txa2f69741756942dba1a7b-0069741552 - 0.0217 - - 1769215314.470143318 1769215314.491855383 0test.unit.proxy.test_server.TestController.test_account_info_200 +test.unit.proxy.test_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_404 +test.unit.proxy.test_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_container_count +test.unit.proxy.test_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_no_account +test.unit.proxy.test_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_no_cache +test.unit.proxy.test_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_200 +test.unit.proxy.test_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_404 +test.unit.proxy.test_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_invalid_account +test.unit.proxy.test_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_no_cache +test.unit.proxy.test_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings +test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings +test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_make_requests +test.unit.proxy.test_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_transfer_headers +test.unit.proxy.test_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0015 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 4136346 0 -test DEBUG: Unlinked retiring db '/tmp/tmpb81x5t1h/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0078 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0085 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0019 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0022 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0017 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0021 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0018 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0026 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0035 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0020 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0037 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0022 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0017 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0064 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0015 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0018 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0057 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0036 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0039 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 4136346 0test.unit.container.test_server.TestContainerController.test_GET_xml -test.unit.container.test_server.TestContainerController.test_GET_xml ... ok -test.unit.container.test_server.TestContainerController.test_HEAD -test.unit.container.test_server.TestContainerController.test_HEAD ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_not_found -test.unit.container.test_server.TestContainerController.test_HEAD_not_found ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset -test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset ... ok -test.unit.container.test_server.TestContainerController.test_OPTIONS -test.unit.container.test_server.TestContainerController.test_OPTIONS ... ok -test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata -test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata ... ok -test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update -test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update ... ok -test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata -test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata ... ok -test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found -test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found ... ok -test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change -test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change ... ok -test.unit.container.test_server.TestContainerController.test_POST_insufficient_space -test.unit.container.test_server.TestContainerController.test_POST_insufficient_space ... ok -test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to -test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to ... ok -test.unit.container.test_server.TestContainerController.test_POST_invalid_partition -test.unit.container.test_server.TestContainerController.test_POST_invalid_partition ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges ... ok +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/41/53 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txc9c0f68c646d495c8dccf-0069741551 - 0.0230 - - 1769215313.667492151 1769215313.690537453 1 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:53 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx6e63eb026ab043bfb3fd4-0069741551" "proxy-server 3034965" 0.0021 "-" 3034965 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:53 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:50059/sdb1/1/a/c2" "tx6e63eb026ab043bfb3fd4-0069741551" "container-server 3034965" 0.0016 "-" 3034965 2 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:53 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:58349/sda1/1/a/c2" "tx6e63eb026ab043bfb3fd4-0069741551" "container-server 3034965" 0.0012 "-" 3034965 2 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:53 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx6e63eb026ab043bfb3fd4-0069741551" "proxy-server 3034965" 0.0132 "-" 3034965 2 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:53 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx6e63eb026ab043bfb3fd4-0069741551" "proxy-server 3034965" 0.0097 "-" 3034965 2 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/41/53 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx6e63eb026ab043bfb3fd4-0069741551 - 0.0226 - - 1769215313.692068815 1769215313.714619398 2 +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable ... ok + +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx7556026c0b054722a48c0-0069741552" "proxy-server 3035076" 0.0019 "-" 3035076 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:50121/sda1/2/a/c1" "tx7556026c0b054722a48c0-0069741552" "container-server 3035076" 0.0017 "-" 3035076 1 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:36175/sdb1/2/a/c1" "tx7556026c0b054722a48c0-0069741552" "container-server 3035076" 0.0010 "-" 3035076 1 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx7556026c0b054722a48c0-0069741552" "proxy-server 3035076" 0.0131 "-" 3035076 1 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx7556026c0b054722a48c0-0069741552" "proxy-server 3035076" 0.0095 "-" 3035076 1 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/41/54 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx7556026c0b054722a48c0-0069741552 - 0.0222 - - 1769215314.493390083 1769215314.515619278 1 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx18bc95755b5d4b32b82a0-0069741552" "proxy-server 3035076" 0.0019 "-" 3035076 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:36175/sdb1/1/a/c2" "tx18bc95755b5d4b32b82a0-0069741552" "container-server 3035076" 0.0010 "-" 3035076 2 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:50121/sda1/1/a/c2" "tx18bc95755b5d4b32b82a0-0069741552" "container-server 3035076" 0.0016 "-" 3035076 2 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx18bc95755b5d4b32b82a0-0069741552" "proxy-server 3035076" 0.0128 "-" 3035076 2 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:54 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx18bc95755b5d4b32b82a0-0069741552" "proxy-server 3035076" 0.0095 "-" 3035076 2 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/41/54 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx18bc95755b5d4b32b82a0-0069741552 - 0.0220 - - 1769215314.517192125 1769215314.539214373 2 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta ... ok + +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx053208c33ee7423f86b57-0069741551) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx6a7a5b126fca4665b4418-0069741551) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: tx82f7451a50394e9b9793b-0069741551) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: txe1764c1bfe5647c3a9cc8-0069741551) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: tx886e0b6dd3714009a0091-0069741551) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: txc3671a28e49f4ef594925-0069741551) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe0338df6cf604f27b6122-0069741551) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txbccbdd124d154f81b08a7-0069741551) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3e9a42452a264fdfbf7ee-0069741551) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9d5bdba42e5542f892467-0069741551) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx22acfa8dd3d540a6b6e83-0069741551) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8985863abd394400afafd-0069741551) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: tx1d729bf9329147b7a309e-0069741551) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx1d729bf9329147b7a309e-0069741551) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx73f38880182540798ecf1-0069741552) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx73f38880182540798ecf1-0069741552) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx73f38880182540798ecf1-0069741552) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx73f38880182540798ecf1-0069741552) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx73f38880182540798ecf1-0069741552) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx73f38880182540798ecf1-0069741552) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx73f38880182540798ecf1-0069741552) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx73f38880182540798ecf1-0069741552) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx73f38880182540798ecf1-0069741552) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: tx73f38880182540798ecf1-0069741552) +test DEBUG: Setting object count to 1032 (txn: tx73f38880182540798ecf1-0069741552)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txfd612e7913574d4a8a255-0067670521) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfd612e7913574d4a8a255-0067670521) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txfd612e7913574d4a8a255-0067670521) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txfd612e7913574d4a8a255-0067670521) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfd612e7913574d4a8a255-0067670521) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txfd612e7913574d4a8a255-0067670521) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txfd612e7913574d4a8a255-0067670521) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txfd612e7913574d4a8a255-0067670521) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txfd612e7913574d4a8a255-0067670521) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: txfd612e7913574d4a8a255-0067670521) -test DEBUG: Setting object count to 1032 (txn: txfd612e7913574d4a8a255-0067670521) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txf03f1b8f91334ebda5c8c-0067670521) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf03f1b8f91334ebda5c8c-0067670521) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txf03f1b8f91334ebda5c8c-0067670521) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txf03f1b8f91334ebda5c8c-0067670521) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf03f1b8f91334ebda5c8c-0067670521) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txf03f1b8f91334ebda5c8c-0067670521) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txf03f1b8f91334ebda5c8c-0067670521) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf03f1b8f91334ebda5c8c-0067670521) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf03f1b8f91334ebda5c8c-0067670521) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: txf03f1b8f91334ebda5c8c-0067670521) -test DEBUG: Setting object count to 48 (txn: txf03f1b8f91334ebda5c8c-0067670521) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx1a7f9120087c4d688d979-0067670521) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1a7f9120087c4d688d979-0067670521) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1a7f9120087c4d688d979-0067670521) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx1a7f9120087c4d688d979-0067670521) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1a7f9120087c4d688d979-0067670521) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1a7f9120087c4d688d979-0067670521) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: tx1a7f9120087c4d688d979-0067670521) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1a7f9120087c4d688d979-0067670521) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1a7f9120087c4d688d979-0067670521) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: tx1a7f9120087c4d688d979-0067670521) -test DEBUG: Setting object count to 1064 (txn: tx1a7f9120087c4d688d979-0067670521) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: tx3b40de62ccc043a0b4e85-0067670521) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3b40de62ccc043a0b4e85-0067670521) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3b40de62ccc043a0b4e85-0067670521) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx3b40de62ccc043a0b4e85-0067670521) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3b40de62ccc043a0b4e85-0067670521) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3b40de62ccc043a0b4e85-0067670521) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx3b40de62ccc043a0b4e85-0067670521) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: txd1ed78788df5469f8cf20-0067670521) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd1ed78788df5469f8cf20-0067670521) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txd1ed78788df5469f8cf20-0067670521) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txd1ed78788df5469f8cf20-0067670521) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd1ed78788df5469f8cf20-0067670521) -test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd1ed78788df5469f8cf20-0067670521) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd1ed78788df5469f8cf20-0067670521) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0024 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 4136346 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 4136346 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0003 "-" 4136346 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 4136346 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:48 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0051 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0048 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0056 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0010 "-" 4136346 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 4136346 1 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 4136346 1 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 4136346 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0050 "-" 4136346 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0053 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 4136346 -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_not_satisfiable ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults -test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete -test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_update -test.unit.common.middleware.s3api.test_utils.TestConfig.test_update ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_count_quota_copy_from_bad_src -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_count_quota_copy_from_bad_src ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging ... ok +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect +test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_put +test.unit.obj.test_server.TestObjectServer.test_expect_on_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_not_found +test.unit.obj.test_server.TestObjectServer.test_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestTpoolSize.test_default_config +test.unit.obj.test_server.TestTpoolSize.test_default_config ... ok +test.unit.obj.test_server.TestTpoolSize.test_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_explicit_setting ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication +test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration +test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size ... ok +test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it +test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", + +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx9099a0f63b84439b83660-0069741551) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9099a0f63b84439b83660-0069741551) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9099a0f63b84439b83660-0069741551) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9099a0f63b84439b83660-0069741551) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9099a0f63b84439b83660-0069741551) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9099a0f63b84439b83660-0069741551) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx9099a0f63b84439b83660-0069741551) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx9099a0f63b84439b83660-0069741551) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9099a0f63b84439b83660-0069741551) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx9099a0f63b84439b83660-0069741551) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx9099a0f63b84439b83660-0069741551) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9099a0f63b84439b83660-0069741551) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx9099a0f63b84439b83660-0069741551) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx9099a0f63b84439b83660-0069741551) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx9099a0f63b84439b83660-0069741551) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx9099a0f63b84439b83660-0069741551) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx9099a0f63b84439b83660-0069741551) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9099a0f63b84439b83660-0069741551) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9099a0f63b84439b83660-0069741551) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx9099a0f63b84439b83660-0069741551) +test DEBUG: Setting object count to 1072 (txn: tx9099a0f63b84439b83660-0069741551) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx98fdf6e39db94a47bf6a1-0069741552) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx98fdf6e39db94a47bf6a1-0069741552) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx98fdf6e39db94a47bf6a1-0069741552) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx98fdf6e39db94a47bf6a1-0069741552) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx98fdf6e39db94a47bf6a1-0069741552) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx98fdf6e39db94a47bf6a1-0069741552) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx98fdf6e39db94a47bf6a1-0069741552) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx98fdf6e39db94a47bf6a1-0069741552) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx98fdf6e39db94a47bf6a1-0069741552) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx98fdf6e39db94a47bf6a1-0069741552) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx98fdf6e39db94a47bf6a1-0069741552) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx98fdf6e39db94a47bf6a1-0069741552) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx98fdf6e39db94a47bf6a1-0069741552) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx98fdf6e39db94a47bf6a1-0069741552) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx98fdf6e39db94a47bf6a1-0069741552) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx98fdf6e39db94a47bf6a1-0069741552) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx98fdf6e39db94a47bf6a1-0069741552) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx98fdf6e39db94a47bf6a1-0069741552) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx98fdf6e39db94a47bf6a1-0069741552) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx98fdf6e39db94a47bf6a1-0069741552) +test DEBUG: Setting object count to 1072 (txn: tx98fdf6e39db94a47bf6a1-0069741552) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx20f539358a794435a82cf-0069741553) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx20f539358a794435a82cf-0069741553) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx20f539358a794435a82cf-0069741553) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx20f539358a794435a82cf-0069741553) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx20f539358a794435a82cf-0069741553) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx20f539358a794435a82cf-0069741553)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241221/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241221T181248Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804768.93292', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804768.94978', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission ... ok -test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync -test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync ... ok -test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float ... ok -test.unit.container.test_server.TestContainerController.test_PUT -test.unit.container.test_server.TestContainerController.test_PUT ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata -test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_disappears_appears_logging -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_disappears_appears_logging ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_clears_all_limits -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_clears_all_limits ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_custom_interval -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_custom_interval ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_default_interval -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_default_interval ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_disabled -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_disabled ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_empty_section -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_empty_section ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_error -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_error ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_logging -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_logging ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_set_and_missing -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_set_and_missing ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_unset_and_missing -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_unset_and_missing ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_reload_does_not_override_reload_options -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_reload_does_not_override_reload_options ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_path -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_path ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_reload_interval -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_reload_interval ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_configured_path_overrides_filter_conf -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_configured_path_overrides_filter_conf ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_default_path_overrides_filter_conf -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_default_path_overrides_filter_conf ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_no_section -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_no_section ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_set_and_missing -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_set_and_missing ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_unset_and_missing -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_unset_and_missing ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_not_ratelimited -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_not_ratelimited ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_ratelimited -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_ratelimited ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_no_ratelimiting_configured -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_no_ratelimiting_configured ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_read_default_backend_ratelimit_conf -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_read_default_backend_ratelimit_conf ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request ... ok -test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata -test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict ... ok - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 4136346 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 4136346 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 4136346 - -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0027 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0023 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0017 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0018 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0017 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0083 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0019 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0019 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0018 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0019 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0071 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0020 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0019 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0023 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0019 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0019 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0019 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0017 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0026 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0019 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0019 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0017 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0017 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0023 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0015 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0017 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0018 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0017 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 4136346 0test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges -test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata -test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container -test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container ... ok -test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates -test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift ERROR: 501 Not Implemented fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/service.py", line 35, in GET - resp = req.get_response(self.app, query={'format': 'json'}) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -test INFO: Loaded config file /tmp/tmpy2apvo1z/backend-ratelimit.conf, config changed -test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmpy2apvo1z/backend-ratelimit.conf -test INFO: Loaded new config file /tmp/tmpy2apvo1z/backend-ratelimit.conf, config unchanged -test DEBUG: Loaded existing config file /tmp/tmpy2apvo1z/backend-ratelimit.conf, config unchanged -test INFO: Loaded config file /tmp/tmpz69sxaks/missing, config changed -test INFO: Loaded config file /tmp/tmpz69sxaks/missing, config changed -test INFO: Loaded new config file /tmp/tmp8ul6b5ix/backend-ratelimit.conf, config unchanged -test INFO: Loaded config file /tmp/tmpfbyei3_5/backend-ratelimit.conf, config changed -test WARNING: Invalid config file /tmp/tmpfbyei3_5/backend-ratelimit.conf, config unchanged: BOOM -test INFO: Loaded config file /tmp/tmpfbyei3_5/backend-ratelimit.conf, config changed -test INFO: Loaded config file /tmp/tmpj7ydx0ux/backend-ratelimit.conf, config changed -test DEBUG: Loaded existing config file /tmp/tmpj7ydx0ux/backend-ratelimit.conf, config unchanged -test INFO: Loaded config file /tmp/tmpj7ydx0ux/backend-ratelimit.conf, config changed -test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmpqlpefkid/missing -test INFO: Loaded config file /tmp/tmp7jq8eizq/override-ratelimit.conf, config changed -test WARNING: Invalid config file /tmp/tmp30ojap07/backend_rl.conf, config unchanged: Unable to find backend_ratelimit config section in /tmp/tmp30ojap07/backend_rl.conf -test WARNING: Failed to load config file, config unchanged: Unable to read config from -test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmptc8hi69q/backend_rl.conf -test INFO: Loaded config file /tmp/tmpj6blaqwk/backend-ratelimit.conf, config changed -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content -test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info -test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest ... ok -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804769.15542', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804769.16488', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission ... ok -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap ... ok -test.unit.common.ring.test_ring.TestRingData.test_attrs -test.unit.common.ring.test_ring.TestRingData.test_attrs ... ok -test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization -test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization ... ok -test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data -test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data ... ok -test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization -test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization ... ok -test.unit.common.ring.test_ring.TestRingData.test_load_closes_file -test.unit.common.ring.test_ring.TestRingData.test_load_closes_file ... ok -test.unit.common.ring.test_ring.TestRingData.test_permissions -test.unit.common.ring.test_ring.TestRingData.test_permissions ... ok -test.unit.common.ring.test_ring.TestRingData.test_replica_count -test.unit.common.ring.test_ring.TestRingData.test_replica_count ... ok -test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization -test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization ... ok -test.unit.common.test_db.TestChexor.test_chexor -test.unit.common.test_db.TestChexor.test_chexor ... ok -test.unit.common.test_db.TestChexor.test_invalid_old_hash -test.unit.common.test_db.TestChexor.test_invalid_old_hash ... ok -test.unit.common.test_db.TestChexor.test_no_name -test.unit.common.test_db.TestChexor.test_no_name ... ok -test.unit.common.test_db.TestChexor.test_normal_case -test.unit.common.test_db.TestChexor.test_normal_case ... ok -test.unit.common.test_internal_client.TestGetAuth.test_invalid_version -test.unit.common.test_internal_client.TestGetAuth.test_invalid_version ... ok -test.unit.common.test_internal_client.TestGetAuth.test_ok -test.unit.common.test_internal_client.TestGetAuth.test_ok ... ok -test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file -test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file ... ok -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter ... ok -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges ... ok -test.unit.common.utils.test_config.TestReadConf.test_readconf -test.unit.common.utils.test_config.TestReadConf.test_readconf ... ok -test.unit.common.utils.test_config.TestReadConf.test_readconf_dir -test.unit.common.utils.test_config.TestReadConf.test_readconf_dir ... ok -test.unit.common.utils.test_config.TestReadConf.test_readconf_dir_ignores_hidden_and_nondotconf_files -test.unit.common.utils.test_config.TestReadConf.test_readconf_dir_ignores_hidden_and_nondotconf_files ... ok -test.unit.common.utils.test_config.TestReadConf.test_readconf_raw -test.unit.common.utils.test_config.TestReadConf.test_readconf_raw ... ok -test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 -test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_invalid ... ok +test ERROR: Failed to unlink '/tmp/tmpwu_m873o/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + ~~~~~~~~~^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpwu_m873o/containers/part/suffix/hash/container_1769215315.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpwu_m873o/containers/part/suffix/hash/container_1769215315.00000.db': ['/tmp/tmpwu_m873o/containers/part/suffix/hash/container.db', '/tmp/tmpwu_m873o/containers/part/suffix/hash/container_1769215316.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpwu_m873o/containers/part/suffix/hash/container_1769215316.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test WARNING: Handoff requested (9) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) +cont1 DEBUG: Could not load '/tmp/tmpng5yeti5/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpng5yeti5/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) +cont2 DEBUG: Could not load '/tmp/tmpng5yeti5/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpng5yeti5/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2)test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid +test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target ... ok -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0017 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0090 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0019 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0017 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0018 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0019 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0017 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0056 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0099 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0019 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0025 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0023 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0107 "-" 4136346 0 -test DEBUG: Unlinked retiring db '/tmp/tmp0bx7ip4w/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0021 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0107 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0023 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0020 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0067 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0099 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0021 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0019 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0102 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0018 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0110 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0064 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0065 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0021 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0023 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 4136346 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 4136346 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0047 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0044 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0022 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0038 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0036 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0036 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0034 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0032 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0059 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 4136346 -test.unit.container.test_server.TestContainerController.test_PUT_account_update -test.unit.container.test_server.TestContainerController.test_PUT_account_update ... ok -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change ... ok -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified ... ok -test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics ... ok -test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified ... ok -test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space -test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space ... ok -test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition -test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified ... ok -test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata -test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata ... ok -test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found -test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found ... ok +proxy-server WARNING: Client disconnected on read of EC frag 'a/c/o' (txn: test) +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:55 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0048 "-" 3035066 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:55 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0029 "-" 3035066 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:55 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0028 "-" 3035066 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:55 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0028 "-" 3035066 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:55 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd17a1fdc024844d38c251-0069741553" "proxy-server 3035066" 0.0012 "-" 3035066 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:55 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:32965/sdb1/0/a/c" "txd17a1fdc024844d38c251-0069741553" "container-server 3035066" 0.0011 "-" 3035066 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:55 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:44983/sda1/0/a/c" "txd17a1fdc024844d38c251-0069741553" "container-server 3035066" 0.0012 "-" 3035066 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:55 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txd17a1fdc024844d38c251-0069741553" "proxy-server 3035066" 0.0130 "-" 3035066 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:55 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txd17a1fdc024844d38c251-0069741553" "proxy-server 3035066" 0.0093 "-" 3035066 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/41/55 PUT /v1/a/c HTTP/1.0 201 - - t - - - txd17a1fdc024844d38c251-0069741553 - 0.0215 - - 1769215315.524611950 1769215315.546106815 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:55 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx099f907e29094b9ebc142-0069741553" "proxy-server 3035066" 0.0012 "-" 3035066 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:55 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:32965/sdb1/2/a1/c1" "tx099f907e29094b9ebc142-0069741553" "container-server 3035066" 0.0012 "-" 3035066 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:55 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:44983/sda1/2/a1/c1" "tx099f907e29094b9ebc142-0069741553" "container-server 3035066" 0.0010 "-" 3035066 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:55 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx099f907e29094b9ebc142-0069741553" "proxy-server 3035066" 0.0083 "-" 3035066 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:55 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx099f907e29094b9ebc142-0069741553" "proxy-server 3035066" 0.0132 "-" 3035066 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/41/55 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx099f907e29094b9ebc142-0069741553 - 0.0206 - - 1769215315.547591448 1769215315.568202972 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:55 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx43643932cd6a4666965d7-0069741553" "proxy-server 3035066" 0.0019 "-" 3035066 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:55 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:44983/sda1/0/a/c1" "tx43643932cd6a4666965d7-0069741553" "container-server 3035066" 0.0016 "-" 3035066 1 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:55 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:32965/sdb1/0/a/c1" "tx43643932cd6a4666965d7-0069741553" "container-server 3035066" 0.0010 "-" 3035066 1 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:55 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx43643932cd6a4666965d7-0069741553" "proxy-server 3035066" 0.0086 "-" 3035066 1 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:55 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx43643932cd6a4666965d7-0069741553" "proxy-server 3035066" 0.0134 "-" 3035066 1 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/41/55 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx43643932cd6a4666965d7-0069741553 - 0.0217 - - 1769215315.569618225 1769215315.591364622 1 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:55 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txae11aa26d36542baaf2d4-0069741553" "proxy-server 3035066" 0.0019 "-" 3035066 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:55 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:32965/sdb1/2/a/c2" "txae11aa26d36542baaf2d4-0069741553" "container-server 3035066" 0.0010 "-" 3035066 2 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:55 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:44983/sda1/2/a/c2" "txae11aa26d36542baaf2d4-0069741553" "container-server 3035066" 0.0018 "-" 3035066 2 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:55 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txae11aa26d36542baaf2d4-0069741553" "proxy-server 3035066" 0.0122 "-" 3035066 2 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:41:55 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txae11aa26d36542baaf2d4-0069741553" "proxy-server 3035066" 0.0169 "-" 3035066 2 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/41/55 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txae11aa26d36542baaf2d4-0069741553 - 0.0250 - - 1769215315.592787266 1769215315.617774010 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx77981e0b621c4bc6a88ab-0069741553) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx7a27dca5a8114f938513b-0069741553) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: txc54def63814b48c2875c8-0069741553) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: txc54def63814b48c2875c8-0069741553) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: txc54def63814b48c2875c8-0069741553) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx1f6231cc454740748af7a-0069741553) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx1f6231cc454740748af7a-0069741553) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx1f6231cc454740748af7a-0069741553) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: txe063de03e65549d98918c-0069741553) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txe063de03e65549d98918c-0069741553) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx2e1a4c03ea80467691788-0069741553) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx2e1a4c03ea80467691788-0069741553) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent +test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent +test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize +test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content +test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST +test.unit.proxy.test_mem_server.TestContainerController.test_POST ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804769.28740', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim ... ok - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0029 "-" 4136346 - -test ERROR: ERROR Account update failed with 127.0.0.1:60605/sda1 (will retry later): Response 503 OK -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0027 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0003 "-" 4136346 nada -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 4136346 1 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 4136346 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 4136346 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 4136346 1 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 4136346 1 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 4136346 1 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 1 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 4136346 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0050 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 4136346 1 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 4136346 1 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0058 "-" 4136346 1 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 4136346 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0034 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0015 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0014 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0004 "-" 4136346 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0063 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0035 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0012 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0011 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0055 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0011 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0053 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0011 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0012 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0012 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0011 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0203 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0022 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0086 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0093 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0135 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0078 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0012 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0094 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0011 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0054 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0054 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0046 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0011 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0012 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0010 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0054 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0055 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0011 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 4136346 - -test DEBUG: Unlinked retiring db '/tmp/tmpdme_dy8s/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0055 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0011 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0006 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0012 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0064 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0013 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0012 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0011 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0012 "-" 4136346 -test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard -test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default -test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync -test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync ... ok -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container ... ok -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response + return self.get_acl_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission ... ok - +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing ... ok + +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txfecd701a594a4d0cbee18-0069741553) +test INFO: Client disconnected on read of '/a/c' (txn: txfecd701a594a4d0cbee18-0069741553) +test INFO: Client disconnected on read of '/a/c' (txn: txc822c95c75d743f2a603f-0069741553) +test INFO: Client disconnected on read of '/a/c' (txn: txc822c95c75d743f2a603f-0069741553) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx7d6b4367920c40f78dfa6-0069741553) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx155a8096e55340d3abed8-0069741553) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx02fbfcfa4b8c4b6ca5d65-0069741553) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx02fbfcfa4b8c4b6ca5d65-0069741553) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx02fbfcfa4b8c4b6ca5d65-0069741553) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx02fbfcfa4b8c4b6ca5d65-0069741553) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txd56f9ad6602249dd85a2a-0069741553) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txd56f9ad6602249dd85a2a-0069741553) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txd56f9ad6602249dd85a2a-0069741553) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txd56f9ad6602249dd85a2a-0069741553) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: tx269514eb24fb4dc8a47ee-0069741553) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: tx269514eb24fb4dc8a47ee-0069741553) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: tx269514eb24fb4dc8a47ee-0069741553) +test ERROR: Account HEAD returning 503 for [] (txn: tx269514eb24fb4dc8a47ee-0069741553) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.1:2001/sdb (txn: txbfc9e18552c94d1e8f830-0069741553) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx775b02a432d746faa61bd-0069741553) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx775b02a432d746faa61bd-0069741553) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txadfda582380c403594bc3-0069741553) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx1e2356849ee94f72aab3c-0069741553) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx4d16490690f040bdaccad-0069741553)test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl +test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT +test.unit.proxy.test_mem_server.TestContainerController.test_PUT ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container ... ok + +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx545f4fd7ccc64c5f80c4e-0069741552) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx545f4fd7ccc64c5f80c4e-0069741552) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx545f4fd7ccc64c5f80c4e-0069741552) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx545f4fd7ccc64c5f80c4e-0069741552) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx545f4fd7ccc64c5f80c4e-0069741552) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx545f4fd7ccc64c5f80c4e-0069741552) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx545f4fd7ccc64c5f80c4e-0069741552) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx545f4fd7ccc64c5f80c4e-0069741552) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx545f4fd7ccc64c5f80c4e-0069741552) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: tx545f4fd7ccc64c5f80c4e-0069741552) +test DEBUG: Setting object count to 48 (txn: tx545f4fd7ccc64c5f80c4e-0069741552) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx6c09a2d674d3404bad17c-0069741552) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6c09a2d674d3404bad17c-0069741552) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6c09a2d674d3404bad17c-0069741552) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6c09a2d674d3404bad17c-0069741552) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6c09a2d674d3404bad17c-0069741552) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6c09a2d674d3404bad17c-0069741552) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: tx6c09a2d674d3404bad17c-0069741552) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6c09a2d674d3404bad17c-0069741552) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6c09a2d674d3404bad17c-0069741552) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: tx6c09a2d674d3404bad17c-0069741552) +test DEBUG: Setting object count to 1064 (txn: tx6c09a2d674d3404bad17c-0069741552) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: txd16b09e3392e4a68a25fe-0069741552) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd16b09e3392e4a68a25fe-0069741552) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd16b09e3392e4a68a25fe-0069741552) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txd16b09e3392e4a68a25fe-0069741552) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd16b09e3392e4a68a25fe-0069741552) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd16b09e3392e4a68a25fe-0069741552) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txd16b09e3392e4a68a25fe-0069741552) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: tx459bf13b30d8402985666-0069741552) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx459bf13b30d8402985666-0069741552) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx459bf13b30d8402985666-0069741552) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx459bf13b30d8402985666-0069741552) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx459bf13b30d8402985666-0069741552) +test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx459bf13b30d8402985666-0069741552) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx459bf13b30d8402985666-0069741552) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txdfd4ce6557774c6987556-0069741553) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txdfd4ce6557774c6987556-0069741553) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txdfd4ce6557774c6987556-0069741553) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txdfd4ce6557774c6987556-0069741553) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txdfd4ce6557774c6987556-0069741553) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txdfd4ce6557774c6987556-0069741553) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txdfd4ce6557774c6987556-0069741553) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txdfd4ce6557774c6987556-0069741553) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txdfd4ce6557774c6987556-0069741553) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txdfd4ce6557774c6987556-0069741553) +test DEBUG: Setting object count to 1065 (txn: txdfd4ce6557774c6987556-0069741553) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx49731a6ae5194c96b7319-0069741554) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx49731a6ae5194c96b7319-0069741554)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift ERROR: 400 Bad Request fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester READ permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission ... ok -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor ... ok -test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race -test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race ... ok -test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name ... ok + +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txba7d6b6a5293408087f7f-0069741553) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txe551171473bb4e13aa18f-0069741553) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx7871370512ce4d0e8ace9-0069741553) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx7871370512ce4d0e8ace9-0069741553) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx643860fd292c442b8cae4-0069741553) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx643860fd292c442b8cae4-0069741553) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx643860fd292c442b8cae4-0069741553) +test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: tx643860fd292c442b8cae4-0069741553) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx643860fd292c442b8cae4-0069741553) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx643860fd292c442b8cae4-0069741553) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx643860fd292c442b8cae4-0069741553) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx643860fd292c442b8cae4-0069741553) +test WARNING: Could not autocreate account '/account' (txn: tx643860fd292c442b8cae4-0069741553) +test INFO: autocreate account '/account' (txn: tx29f0797cd8c5494bb41c9-0069741553) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txf3afd7bec65f454380d42-0069741553) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txf3afd7bec65f454380d42-0069741553) +test ERROR: Account HEAD returning 503 for [503, 503] (txn: txf3afd7bec65f454380d42-0069741553) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: txf3afd7bec65f454380d42-0069741553) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: txf3afd7bec65f454380d42-0069741553) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: txf3afd7bec65f454380d42-0069741553) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txf3afd7bec65f454380d42-0069741553) +test WARNING: Could not autocreate account '/account' (txn: txf3afd7bec65f454380d42-0069741553) +test INFO: autocreate account '/account' (txn: tx5e9745a245934630baa14-0069741553) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txb1c7e245c5d847bcac498-0069741553) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txb1c7e245c5d847bcac498-0069741553) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txb1c7e245c5d847bcac498-0069741553) +test INFO: autocreate account '/account' (txn: tx01900b1ea1c34c178949e-0069741553) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txac7b67578ba94f18a915f-0069741553) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: txac7b67578ba94f18a915f-0069741553) +test INFO: autocreate account '/account' (txn: txac7b67578ba94f18a915f-0069741553) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx3249f17ec60345a093218-0069741553) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx3249f17ec60345a093218-0069741553) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/☃' (txn: tx634c301672484a9cb542e-0069741553) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/account' (txn: tx31db42ae3bfb4a7a96791-0069741553) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission ... ok -test.unit.container.test_server.TestContainerController.test_PUT_utf8 -test.unit.container.test_server.TestContainerController.test_PUT_utf8 ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space -test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync -test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works ... ok - +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ_ACP -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file ... ok + +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf25298b2d1ad4c87b9e31-0069741553) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9d52dbb3bf7f461d9af13-0069741553) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx8eeb07d7c4714e439e7bb-0069741553) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txc467737a632844a19ddd9-0069741553) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: txb3dd697e16824373b6bcf-0069741553) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: txc9ac5dc38d4c440cab01b-0069741553) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: txfc131f76322c4fa38f545-0069741553) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: txfc131f76322c4fa38f545-0069741553) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txfc131f76322c4fa38f545-0069741553) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx2d22d177414849c09c8d5-0069741553) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx2d22d177414849c09c8d5-0069741553) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx2d22d177414849c09c8d5-0069741553) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx53df6356befd40c198bff-0069741553) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx53df6356befd40c198bff-0069741553) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx53df6356befd40c198bff-0069741553) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx53df6356befd40c198bff-0069741553) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: txc46c7f4bc90a46c3b7120-0069741553) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txc46c7f4bc90a46c3b7120-0069741553) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txc46c7f4bc90a46c3b7120-0069741553) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txc46c7f4bc90a46c3b7120-0069741553)test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 +test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found +test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name +test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index +test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester READ_ACP permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: -test:testertest:testertest:writetest:writeWRITE -fake-swift DEBUG: permission denined: 403 Forbidden test:write READ +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error ... ok - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0012 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 4136346 1 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 4136346 1 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136346 1 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 4136346 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0089 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0102 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.0131 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0020 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0018 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0046 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0080 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0065 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0142 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0098 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0002 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0058 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 4136346 0 -test DEBUG: Unlinked retiring db '/tmp/tmpxezd4vrd/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0084 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0018 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0104 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0018 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0121 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0080 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 4136346 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0158 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [21/Dec/2024:18:12:50 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 4136346 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [21/Dec/2024:18:12:50 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 4136346 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [21/Dec/2024:18:12:50 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 4136346 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ - res = getattr(self, req.method)(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats - resp = func(ctrl, *args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 951, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch - return getattr(self, op)( - ~~~~~~~^^^^^^^^^^ -AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [21/Dec/2024:18:12:50 +0000] "REPLICATE /sda1/p/a/" 500 710 "-" "-" "-" 0.0030 "-" 4136346 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [21/Dec/2024:18:12:50 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 4136346 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 4136346 -test.unit.container.test_server.TestContainerController.test_UPDATE -test.unit.container.test_server.TestContainerController.test_UPDATE ... ok -test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate -test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate ... ok -test.unit.container.test_server.TestContainerController.test__call__raise_timeout -test.unit.container.test_server.TestContainerController.test__call__raise_timeout ... ok -test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted -test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted ... ok -test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device -test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim ... ok +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '462'} -fake-swift DEBUG: Grant test:full_control FULL_CONTROL permission on the bucket /bucket +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '446'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '450'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker ... ok -test.unit.container.test_server.TestContainerController.test_acl_container -test.unit.container.test_server.TestContainerController.test_acl_container ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:49 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme -test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_chrome -test.unit.common.middleware.test_formpost.TestFormPost.test_chrome ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires -test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode -test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_explorer -test.unit.common.middleware.test_formpost.TestFormPost.test_explorer ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_firefox -test.unit.common.middleware.test_formpost.TestFormPost.test_firefox ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start -test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_container -test.unit.common.middleware.test_formpost.TestFormPost.test_no_container ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process -test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 -test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough -test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_safari -test.unit.common.middleware.test_formpost.TestFormPost.test_safari ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value -test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account -test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers ... ok -test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response ... ok -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options ... ok -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types -test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings ... ok - -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write_acp:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '456'} -fake-swift DEBUG: Grant test:write_acp FULL_CONTROL permission on the bucket /bucket -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:55 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission ... ok + +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx1692c1b1c3304ffdb89f4-0069741554) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx034506c4c1c04b5097719-0069741554) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx034506c4c1c04b5097719-0069741554) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx034506c4c1c04b5097719-0069741554) +test ERROR: Account HEAD returning 503 for [] (txn: tx034506c4c1c04b5097719-0069741554) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txbb3682a7ad564f3abfcca-0069741554) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txbb3682a7ad564f3abfcca-0069741554) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txbb3682a7ad564f3abfcca-0069741554) +test ERROR: Account HEAD returning 503 for [] (txn: txbb3682a7ad564f3abfcca-0069741554) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx0f60586c528d465f8e78d-0069741554) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx7f0b3e6b327c4147bee94-0069741554) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx7f0b3e6b327c4147bee94-0069741554) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7f0b3e6b327c4147bee94-0069741554) +test ERROR: Account HEAD returning 503 for [] (txn: tx7f0b3e6b327c4147bee94-0069741554) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txc5711ee5b3f84722b0f74-0069741554) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txc5711ee5b3f84722b0f74-0069741554) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txc5711ee5b3f84722b0f74-0069741554) +test ERROR: Account HEAD returning 503 for [] (txn: txc5711ee5b3f84722b0f74-0069741554) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx71b1ac9b5b054cb8ab35a-0069741554) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name +test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '448'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read ... ok -test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD -test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD ... ok -test.unit.container.test_server.TestContainerController.test_correct_allowed_method -test.unit.container.test_server.TestContainerController.test_correct_allowed_method ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset -test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate -test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_creation -test.unit.common.test_db_replicator.TestDBReplicator.test_creation ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db -test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted ... ok -test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container -test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container ... ok -test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container -test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container ... ok -test.unit.container.test_server.TestContainerController.test_creation -test.unit.container.test_server.TestContainerController.test_creation ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup -test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device -test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete -test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete ... ok -test.unit.container.test_server.TestContainerController.test_delete_auto_create -test.unit.container.test_server.TestContainerController.test_delete_auto_create ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect -test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET ... ok + +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: tx2f52b73e2a0a435ea6906-0069741554) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: tx2f52b73e2a0a435ea6906-0069741554) +test INFO: Client disconnected on read of '/a/c' (txn: tx2f52b73e2a0a435ea6906-0069741554) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txcf67b260845943938878c-0069741554) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx9cf8ede5cab146d889b21-0069741554) +test INFO: Client disconnected on read of '/a/c' (txn: tx9cf8ede5cab146d889b21-0069741554) +test INFO: Client disconnected on read of '/a/c/' (txn: tx9cf8ede5cab146d889b21-0069741554) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx6270faccccb549f88b18a-0069741554) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx6270faccccb549f88b18a-0069741554) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx6270faccccb549f88b18a-0069741554) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx6270faccccb549f88b18a-0069741554) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txf07906f3951a4b29b29d5-0069741554) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txf07906f3951a4b29b29d5-0069741554) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txf07906f3951a4b29b29d5-0069741554) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txf07906f3951a4b29b29d5-0069741554) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txaf48c88a501942d3b03f8-0069741554) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txaf48c88a501942d3b03f8-0069741554) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txaf48c88a501942d3b03f8-0069741554) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txaf48c88a501942d3b03f8-0069741554) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txef22554fdaa14b4ab91e6-0069741554) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txef22554fdaa14b4ab91e6-0069741554) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txef22554fdaa14b4ab91e6-0069741554) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txef22554fdaa14b4ab91e6-0069741554) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txff1d031028aa4393aef14-0069741554) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txff1d031028aa4393aef14-0069741554) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txff1d031028aa4393aef14-0069741554) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txff1d031028aa4393aef14-0069741554) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx2fe63de870db4de4bdffb-0069741554) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx2fe63de870db4de4bdffb-0069741554) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx2fe63de870db4de4bdffb-0069741554) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx2fe63de870db4de4bdffb-0069741554) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx7b20c9a630df4cacbdead-0069741554) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx7b20c9a630df4cacbdead-0069741554) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx7b20c9a630df4cacbdead-0069741554) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx7b20c9a630df4cacbdead-0069741554) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txb7e8cd1b73204f38852bf-0069741554) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txb7e8cd1b73204f38852bf-0069741554) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txb7e8cd1b73204f38852bf-0069741554) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txb7e8cd1b73204f38852bf-0069741554) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx58403542f02b4eaf81304-0069741554) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: tx58403542f02b4eaf81304-0069741554) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx58403542f02b4eaf81304-0069741554) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx58403542f02b4eaf81304-0069741554) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx58403542f02b4eaf81304-0069741554) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx58403542f02b4eaf81304-0069741554) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx604e4def9e3941c9b996b-0069741554) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx604e4def9e3941c9b996b-0069741554) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx604e4def9e3941c9b996b-0069741554) +test ERROR: Container GET returning 503 for [503, 503] (txn: tx604e4def9e3941c9b996b-0069741554) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx22151a0c19c9440fa5d26-0069741554) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx22151a0c19c9440fa5d26-0069741554) +test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: tx22151a0c19c9440fa5d26-0069741554) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx22151a0c19c9440fa5d26-0069741554) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx22151a0c19c9440fa5d26-0069741554) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: tx22151a0c19c9440fa5d26-0069741554) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx22151a0c19c9440fa5d26-0069741554) +test ERROR: Container GET returning 503 for [503, 503] (txn: tx22151a0c19c9440fa5d26-0069741554) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe6aff0586b9b41d4a9761-0069741554) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txe6aff0586b9b41d4a9761-0069741554) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txe6aff0586b9b41d4a9761-0069741554) +test ERROR: Container GET returning 503 for [] (txn: txe6aff0586b9b41d4a9761-0069741554) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf56668c362cf4f4d9fa11-0069741554) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txf56668c362cf4f4d9fa11-0069741554) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txf56668c362cf4f4d9fa11-0069741554) +test ERROR: Container GET returning 503 for [] (txn: txf56668c362cf4f4d9fa11-0069741554) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx66cf778a3b294175a0688-0069741554) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx66cf778a3b294175a0688-0069741554) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx66cf778a3b294175a0688-0069741554) +test ERROR: Container GET returning 503 for [] (txn: tx66cf778a3b294175a0688-0069741554) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx48be29a99cf94bab99a7c-0069741554)test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting +test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found +test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/3 success) -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2/3 success) -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2 new rows) -test-replicator ERROR: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (negative max_row_delta: -1) -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Failed to delete db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -ERROR reading HTTP response from {'replication_ip': '127.0.0.1', 'replication_port': 80, 'device': 'sdb1'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 170, in replicate - self.request('REPLICATE', self.path, body, - ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - {'Content-Type': 'application/json'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py", line 356, in other_req - raise Exception('blah') -Exception: blah -test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection -test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine ... ok -test.unit.container.test_server.TestContainerController.test_deleted_headers -test.unit.container.test_server.TestContainerController.test_deleted_headers ... ok -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester READ permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester WRITE permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester WRITE_ACP permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs -test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:55 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl ... ok -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0102 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0020 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0004 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0150 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0021 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx48be29a99cf94bab99a7c-0069741554) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx48be29a99cf94bab99a7c-0069741554) +test ERROR: Container GET returning 503 for [] (txn: tx48be29a99cf94bab99a7c-0069741554) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txa3dde96a668840989980f-0069741554) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txa3dde96a668840989980f-0069741554) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txa3dde96a668840989980f-0069741554) +test ERROR: Container GET returning 503 for [] (txn: txa3dde96a668840989980f-0069741554) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx2de28ca176dd47ee94de5-0069741554) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx2de28ca176dd47ee94de5-0069741554) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx2de28ca176dd47ee94de5-0069741554) +test ERROR: Container GET returning 503 for [] (txn: tx2de28ca176dd47ee94de5-0069741554) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx6fade0b801ec48e792877-0069741554) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx6fade0b801ec48e792877-0069741554) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx6fade0b801ec48e792877-0069741554) +test ERROR: Container GET returning 503 for [] (txn: tx6fade0b801ec48e792877-0069741554) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx84a49c98e3ef4cdb9de80-0069741554) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx84a49c98e3ef4cdb9de80-0069741554) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx84a49c98e3ef4cdb9de80-0069741554) +test ERROR: Container GET returning 503 for [] (txn: tx84a49c98e3ef4cdb9de80-0069741554) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx61dce11b2d7f4a7583a09-0069741554) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx61dce11b2d7f4a7583a09-0069741554) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx61dce11b2d7f4a7583a09-0069741554) +test ERROR: Container GET returning 503 for [] (txn: tx61dce11b2d7f4a7583a09-0069741554) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txd61419b16f944038bf02e-0069741554) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txd61419b16f944038bf02e-0069741554) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txd61419b16f944038bf02e-0069741554) +test ERROR: Container GET returning 503 for [] (txn: txd61419b16f944038bf02e-0069741554) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx3b6cf878d61b4ea489f0d-0069741554) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx3b6cf878d61b4ea489f0d-0069741554) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx3b6cf878d61b4ea489f0d-0069741554) +test ERROR: Container GET returning 503 for [] (txn: tx3b6cf878d61b4ea489f0d-0069741554) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe687be60cc3049d5909fe-0069741554) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txe687be60cc3049d5909fe-0069741554) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txe687be60cc3049d5909fe-0069741554) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txe687be60cc3049d5909fe-0069741554) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txceb0701e08f844048b600-0069741554) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txceb0701e08f844048b600-0069741554) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txceb0701e08f844048b600-0069741554) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txceb0701e08f844048b600-0069741554) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txa8c59122cab8437490c26-0069741554) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txa8c59122cab8437490c26-0069741554) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txa8c59122cab8437490c26-0069741554) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txa8c59122cab8437490c26-0069741554) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx9a7239544f76498c92122-0069741554) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx9a7239544f76498c92122-0069741554) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx9a7239544f76498c92122-0069741554) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx9a7239544f76498c92122-0069741554) +test INFO: Client disconnected on read of '/a/c' (txn: txf7c06fca9e62436697c19-0069741554) +test INFO: Client disconnected on read of '/a/c/' (txn: txf7c06fca9e62436697c19-0069741554) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ - res = getattr(self, req.method)(req) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_server.py", line 6118, in mock_put_method - raise Exception() -Exception -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0239 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0086 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0057 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0055 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0158 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0013 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0122 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0070 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 4136346 1 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0081 "-" 4136346 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0078 "-" 4136346 1 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0069 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0021 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0055 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0080 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0055 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:50 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0043 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0122 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0122 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 4136346 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0085 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0120 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0001 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0078 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0118 "-" 4136346 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0142 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0070 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0095 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0119 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0076 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0107 "-" 4136346 0test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved -test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index -test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index ... ok -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false ... ok + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: txd03c14bdb03349c1bfb8e-0069741554) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: txd03c14bdb03349c1bfb8e-0069741554) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: txd03c14bdb03349c1bfb8e-0069741554) +test ERROR: Account HEAD returning 503 for [] (txn: txd03c14bdb03349c1bfb8e-0069741554) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: txc6a5803bcca7492faaf1b-0069741554) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: txc6a5803bcca7492faaf1b-0069741554) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: txc6a5803bcca7492faaf1b-0069741554) +test ERROR: Account HEAD returning 503 for [] (txn: txc6a5803bcca7492faaf1b-0069741554) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container +test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header +test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header +test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers +test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found +test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok + +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx20f539358a794435a82cf-0069741553) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx20f539358a794435a82cf-0069741553) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx20f539358a794435a82cf-0069741553) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx20f539358a794435a82cf-0069741553) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx20f539358a794435a82cf-0069741553) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx20f539358a794435a82cf-0069741553) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx20f539358a794435a82cf-0069741553) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx20f539358a794435a82cf-0069741553) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx20f539358a794435a82cf-0069741553) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx20f539358a794435a82cf-0069741553) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx20f539358a794435a82cf-0069741553) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx20f539358a794435a82cf-0069741553) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx20f539358a794435a82cf-0069741553) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx20f539358a794435a82cf-0069741553) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx20f539358a794435a82cf-0069741553) +test DEBUG: Setting object count to 1072 (txn: tx20f539358a794435a82cf-0069741553) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx8c725eb34466473fa4289-0069741553) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx8c725eb34466473fa4289-0069741553) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8c725eb34466473fa4289-0069741553) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00&states=listing: 404 (txn: tx8c725eb34466473fa4289-0069741553) +test ERROR: Aborting listing from shards due to bad response: [404] (txn: tx8c725eb34466473fa4289-0069741553) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: txf11e18f9dbae47d498bcc-0069741554) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txf11e18f9dbae47d498bcc-0069741554) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: txf11e18f9dbae47d498bcc-0069741554) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txf11e18f9dbae47d498bcc-0069741554) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf11e18f9dbae47d498bcc-0069741554) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf11e18f9dbae47d498bcc-0069741554) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txf11e18f9dbae47d498bcc-0069741554) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf11e18f9dbae47d498bcc-0069741554) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf11e18f9dbae47d498bcc-0069741554) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txf11e18f9dbae47d498bcc-0069741554) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf11e18f9dbae47d498bcc-0069741554) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf11e18f9dbae47d498bcc-0069741554) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txf11e18f9dbae47d498bcc-0069741554) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: txa7d78626e7d84b17abe54-0069741555) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa7d78626e7d84b17abe54-0069741555) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txa7d78626e7d84b17abe54-0069741555) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txa7d78626e7d84b17abe54-0069741555) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa7d78626e7d84b17abe54-0069741555) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txa7d78626e7d84b17abe54-0069741555) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: txa7d78626e7d84b17abe54-0069741555) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa7d78626e7d84b17abe54-0069741555) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: txa7d78626e7d84b17abe54-0069741555) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txa7d78626e7d84b17abe54-0069741555)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error ... ok -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object -fake-swift DEBUG: Grant AllUsers WRITE permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users ... ok -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/0 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 1, 'weight': 10.0, 'zone': 1, 'ip': '1.1.1.1', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.1', 'replication_port': 6200, 'region': 1}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 681, in _replicate_object - success = self._repl_to_node(node, broker, partition, info, - different_region) - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 487, in _repl_to_node - return self._handle_sync_response(node, response, info, broker, http, - ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - different_region=different_region) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 492, in _handle_sync_response - if response.status == HTTP_NOT_FOUND: # completely missing, rsync - ^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py", line 716, in status - raise self._status -Exception: ugh -test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2}: Timeout (Nones) -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (1/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator ERROR: ERROR Remote drive not mounted {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1} -test-replicator ERROR: ERROR Remote drive not mounted {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2} -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.5:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (3/5 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -test-replicator ERROR: Unable to decode remote metadata 'metadata' -test-replicator ERROR: Quarantining DB -test-replicator ERROR: ERROR Failed to get my own IPs? -test-replicator ERROR: Can't find itself 127.0.0.1 with port 1000 in ring file, not replicating -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00021 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00059 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator WARNING: Skipping: Boom! -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00040 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 1 failures -test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_stats -test.unit.common.test_db_replicator.TestDBReplicator.test_stats ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync -test.unit.common.test_db_replicator.TestDBReplicator.test_usync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter ... ok -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true ... ok -test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist -test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist ... ok -test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public -test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public ... ok -test.unit.container.test_server.TestContainerController.test_list_allowed_methods -test.unit.container.test_server.TestContainerController.test_list_allowed_methods ... ok -test.unit.container.test_server.TestContainerController.test_listing_with_reserved -test.unit.container.test_server.TestContainerController.test_listing_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_log_line_format -test.unit.container.test_server.TestContainerController.test_log_line_format ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:55 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission ... ok -test-replicator WARNING: Skipping: /srv/node/sdb is not mounted -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00031 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 6 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Attempted to replicate 0 dbs in 0.00000 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Attempted to replicate 30 dbs in 246.81358 seconds (0.12155/s) -test-replicator INFO: Removed 9 dbs -test-replicator INFO: 25 successes, 1 failures -test-replicator INFO: diff:5 diff_capped:4 empty:7 hashmatch:8 no_change:6 remote_merge:2 rsync:3 ts_repl:10 -proxy INFO: (4136325) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (4136325) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:12:51] "GET https://cluster.domain/bucket/key HTTP/1.0" 200 106 0.000061 -proxy INFO: wsgi exiting -proxy INFO: (4136325) wsgi exited, is_accepting=True -proxy INFO: (4136325) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (4136325) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:12:51] "GET http://cluster.domain/v1/acct/cont/obj HTTP/1.0" 200 112 0.000050 -proxy INFO: wsgi exiting -proxy INFO: (4136325) wsgi exited, is_accepting=True -proxy INFO: (4136325) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (4136325) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:12:51] "GET ftp://cluster.domain/bucket/key HTTP/1.0" 200 126 0.000046 -proxy INFO: wsgi exiting -proxy INFO: (4136325) wsgi exited, is_accepting=True -proxy INFO: (4136325) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (4136325) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:12:51] "GET https://cluster.domain HTTP/1.0" 200 117 0.000046 -proxy INFO: wsgi exiting -proxy INFO: (4136325) wsgi exited, is_accepting=True -proxy INFO: (4136325) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (4136325) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:12:51] "GET http:omg//wtf/bbq HTTP/1.0" 200 112 0.000037 -proxy INFO: wsgi exiting -proxy INFO: (4136325) wsgi exited, is_accepting=True -proxy INFO: (4136325) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (4136325) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: txec1cb71b98094d55bdd6b-0067670523) -proxy INFO: wsgi exiting -proxy INFO: (4136325) wsgi exited, is_accepting=True -proxy INFO: (4136325) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (4136325) accepted ('127.0.0.1', 8359) -test ERROR: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD') (txn: test-trans-id) -proxy INFO: wsgi exiting (txn: test-trans-id) -proxy INFO: (4136325) wsgi exited, is_accepting=True (txn: test-trans-id) -proxy INFO: (4136325) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (4136325) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: test-trans-id) -proxy INFO: wsgi exiting -proxy INFO: (4136325) wsgi exited, is_accepting=True -proxy INFO: (4136325) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (4136325) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:12:51] "PUT /path HTTP/1.0" 200 105 0.000057 -proxy INFO: wsgi exiting -proxy INFO: (4136325) wsgi exited, is_accepting=True -proxy INFO: (4136325) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (4136325) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:12:51] "GET ///some-leading-slashes HTTP/1.0" 200 118 0.000047 -proxy INFO: wsgi exiting -proxy INFO: (4136325) wsgi exited, is_accepting=True -proxy INFO: (4136325) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (4136325) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:12:51] "GET /ohÿboy%what$now%E2%80%bd HTTP/1.0" 200 120 0.000045 -proxy INFO: wsgi exiting -proxy INFO: (4136325) wsgi exited, is_accepting=True -proxy INFO: (4136325) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (4136325) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:12:51] "GET /some%fFpath%D8%AA HTTP/1.0" 200 113 0.000044 -proxy INFO: wsgi exiting -proxy INFO: (4136325) wsgi exited, is_accepting=True -proxy INFO: (4136325) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (4136325) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:12:51] "GET / HTTP/1.1" 200 120 0.000061 -proxy INFO: wsgi exiting -proxy INFO: (4136325) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 44\r\nDate: Sat, 21 Dec 2024 18:12:51 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": null}' -proxy INFO: (4136325) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (4136325) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:12:51] "GET /%FF HTTP/1.1" 200 123 0.000053 -proxy INFO: wsgi exiting -proxy INFO: (4136325) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 47\r\nDate: Sat, 21 Dec 2024 18:12:51 GMT\r\n\r\n{"RAW_PATH_INFO": "/%FF", "QUERY_STRING": null}' -proxy INFO: (4136325) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (4136325) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:12:51] "GET /ÿ HTTP/1.1" 200 126 0.000062 -proxy INFO: wsgi exiting -proxy INFO: (4136325) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 50\r\nDate: Sat, 21 Dec 2024 18:12:51 GMT\r\n\r\n{"RAW_PATH_INFO": "/\\u00ff", "QUERY_STRING": null}' -proxy INFO: (4136325) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (4136325) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:12:51] "PUT /Here%20Is%20A%20SnowMan:☃ HTTP/1.0" 200 181 0.000061 -proxy INFO: wsgi exiting -proxy INFO: (4136325) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 86\r\nDate: Sat, 21 Dec 2024 18:12:51 GMT\r\nConnection: close\r\n\r\n{"RAW_PATH_INFO": "/Here%20Is%20A%20SnowMan:\\u00e2\\u0098\\u0083", "QUERY_STRING": null}' -proxy INFO: (4136325) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (4136325) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:12:51] "POST /?and%20it=does+nothing+to+params&PALMTREE=ð%9fŒ%b4 HTTP/1.1" 200 178 0.000059 -proxy INFO: wsgi exiting -proxy INFO: (4136325) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 101\r\nDate: Sat, 21 Dec 2024 18:12:51 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": "and%20it=does+nothing+to+params&PALMTREE=\\u00f0%9f\\u008c%b4"}' -proxy INFO: (4136325) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (4136325) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:12:51] "GET // HTTP/1.1" 200 121 0.000057 -proxy INFO: wsgi exiting -proxy INFO: (4136325) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 45\r\nDate: Sat, 21 Dec 2024 18:12:51 GMT\r\n\r\n{"RAW_PATH_INFO": "//", "QUERY_STRING": null}' -proxy INFO: (4136325) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (4136325) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:12:51] "GET //bar HTTP/1.1" 200 124 0.000052 -proxy INFO: wsgi exiting -proxy INFO: (4136325) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 48\r\nDate: Sat, 21 Dec 2024 18:12:51 GMT\r\n\r\n{"RAW_PATH_INFO": "//bar", "QUERY_STRING": null}' -proxy INFO: (4136325) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (4136325) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:12:51] "GET //////baz HTTP/1.1" 200 128 0.000061 -proxy INFO: wsgi exiting -proxy INFO: (4136325) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 52\r\nDate: Sat, 21 Dec 2024 18:12:51 GMT\r\n\r\n{"RAW_PATH_INFO": "//////baz", "QUERY_STRING": null}'test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple ... ok -test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_defaults -test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_defaults ... ok -test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_options -test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_options ... ok -test.unit.common.test_utils.TestClosingMapper.test_close -test.unit.common.test_utils.TestClosingMapper.test_close ... ok -test.unit.common.test_utils.TestClosingMapper.test_function_raises_exception -test.unit.common.test_utils.TestClosingMapper.test_function_raises_exception ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided -test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_just_one -test.unit.common.test_utils.TestDistributeEvenly.test_just_one ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items -test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_uneven -test.unit.common.test_utils.TestDistributeEvenly.test_uneven ... ok -test.unit.common.test_utils.TestSpliterator.test_big_input_string -test.unit.common.test_utils.TestSpliterator.test_big_input_string ... ok -test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries -test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries ... ok -test.unit.common.test_utils.TestSpliterator.test_closing -test.unit.common.test_utils.TestSpliterator.test_closing ... ok -test.unit.common.test_utils.TestSpliterator.test_no_empty_strings -test.unit.common.test_utils.TestSpliterator.test_no_empty_strings ... ok -test.unit.common.test_utils.TestSpliterator.test_overlap -test.unit.common.test_utils.TestSpliterator.test_overlap ... ok -test.unit.common.test_utils.TestSpliterator.test_running_out -test.unit.common.test_utils.TestSpliterator.test_running_out ... ok -test.unit.common.test_utils.TestSpliterator.test_string -test.unit.common.test_utils.TestSpliterator.test_string ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 ... ok -test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set -test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set ... ok -test.unit.container.test_server.TestContainerController.test_markers_with_reserved -test.unit.container.test_server.TestContainerController.test_markers_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_not_allowed_method -test.unit.container.test_server.TestContainerController.test_not_allowed_method ... ok -test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps -test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps ... ok +test INFO: Client disconnected on read of '/a/c' (txn: tx13db2f9adab9482abc424-0069741554) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx32fc4196b7124af7a0d86-0069741554) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx838d1f538bc34d298ec55-0069741554) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users ... ok -test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority -test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority ... ok -test.unit.common.utils.test_logs.TestNoopMutex.test_acquire_release_api -test.unit.common.utils.test_logs.TestNoopMutex.test_acquire_release_api ... ok -test.unit.common.utils.test_logs.TestNoopMutex.test_context_manager_api -test.unit.common.utils.test_logs.TestNoopMutex.test_context_manager_api ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache ... ok -test.unit.container.test_server.TestContainerController.test_object_update_with_offset -test.unit.container.test_server.TestContainerController.test_object_update_with_offset ... ok -test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts -test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts ... ok -test.unit.container.test_server.TestContainerController.test_params_format -test.unit.container.test_server.TestContainerController.test_params_format ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift ERROR: 501 Not Implemented -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission ... ok +swift: Rewriting invalid auth prefix "" to "/auth/" (Non-empty auth prefix path is required) +swift: Rewriting invalid auth prefix "/" to "/auth/" (Non-empty auth prefix path is required) +swift: Swift3 did not provide a check_signature function; upgrade Swift3 if you want to use it with tempauth +swift: Swift3 did not provide a check_signature function; upgrade Swift3 if you want to use it with tempauth + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission ... ok -test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container -test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container ... ok -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container ... ok - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0023 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0119 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0012 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 4136346 nada -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0002 "-" 4136346 999 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0035 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "HEAD /sda1/p/a/c_nulo" 204 - "-" "-" "-" 0.0012 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0159 "-" 4136346 1 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "HEAD /sda1/p/a/c_unu" 204 - "-" "-" "-" 0.0095 "-" 4136346 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 4136346 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 4136346 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0123 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0094 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0071 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0041 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0043 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0022 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0021 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0022 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0036 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0034 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0044 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0031 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0034 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0032 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0032 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0064 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0006 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0032 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0041 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0112 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0108 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0068 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0106 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 4136346 -test.unit.container.test_server.TestContainerController.test_params_utf8 -test.unit.container.test_server.TestContainerController.test_params_utf8 ... ok -test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved -test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ_ACP fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri ... ok -test.unit.container.test_server.TestContainerController.test_prefix_with_reserved -test.unit.container.test_server.TestContainerController.test_prefix_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_put_auto_create -test.unit.container.test_server.TestContainerController.test_put_auto_create ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:full_control FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift ERROR: 400 Bad Request +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET + return self.GETorHEAD(req) + ~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response + resp = self.acl_handler.handle_acl( + app, method, container, obj, headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl + return ah._handle_acl(app, method) + ~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + container, obj, + headers, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read ... ok -test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods -test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods ... ok -test.unit.container.test_server.TestContainerController.test_serv_reserv -test.unit.container.test_server.TestContainerController.test_serv_reserv ... ok -test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type -test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type ... ok -test.unit.container.test_server.TestContainerController.test_through_call -test.unit.container.test_server.TestContainerController.test_through_call ... ok -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path ... ok -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester READ permission on the object /bucket/object +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester READ_ACP permission on the object /bucket/object +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl ... ok -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE ... ok -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST ... ok - -proxy INFO: (4136325) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (4136325) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:12:51] "GET /someurl HTTP/1.0" 200 102 0.000042 -proxy INFO: wsgi exiting -proxy INFO: (4136325) wsgi exited, is_accepting=True -test NOTICE: Started child 0 (PID 88) for port 6006 -test NOTICE: Started child 1 (PID 89) for port 6006 -test NOTICE: Started child 2 (PID 90) for port 6006 -test NOTICE: Started child 0 (PID 91) for port 6007 -test NOTICE: Started child 1 (PID 92) for port 6007 -test NOTICE: Started child 2 (PID 93) for port 6007 -test NOTICE: Closing unnecessary sock for port 6006 (child pid 88) -test NOTICE: Closing unnecessary sock for port 6006 (child pid 89) -test NOTICE: Closing unnecessary sock for port 6006 (child pid 90) -test CRITICAL: Unable to bind to port 6009: ack -test CRITICAL: Unable to bind to port 6009: ack -test CRITICAL: Unable to bind to port 6009: ack -test NOTICE: Started child 0 (PID 94) for port 6009 -test NOTICE: Started child 1 (PID 95) for port 6009 -test NOTICE: Started child 2 (PID 96) for port 6009 -test NOTICE: Started child 1 (PID 97) for port 6009 -test NOTICE: Child 2 (PID 4136325, port 6007) exiting normally -test NOTICE: Started child 0 (PID 88) for port 6006 -test NOTICE: Started child 1 (PID 89) for port 6006 -test NOTICE: Started child 2 (PID 90) for port 6006 -test NOTICE: Started child 0 (PID 91) for port 6007 -test NOTICE: Started child 1 (PID 92) for port 6007 -test NOTICE: Started child 2 (PID 93) for port 6007 -test DEBUG: set nice priority to 1 -test DEBUG: set ionice class 1 priority 0 -WARNING: Unable to modify I/O scheduling class and priority of process. Keeping unchanged! Check logs for more info. -test ERROR: Unable to modify ionice priority: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/libc.py", line 326, in _ioprio_set - io_class = IO_CLASS_ENUM[io_class] - ~~~~~~~~~~~~~^^^^^^^^^^ -KeyError: 'class_foo' -test DEBUG: set ionice class 2 priority 4 -test DEBUG: set nice priority to -15 -test DEBUG: set ionice class 3 priority 6 -sharder-test WARNING: Reclaimable db stuck waiting for shrinking, path: a/c, db: /tmp/tmp_nv05dv4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmpi_618jic/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmpi_618jic/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmpi_618jic/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpi_618jic/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1734804772.00000, (0, 0) as of 1734804772.00000, active as of 1734804772.00000> to ShardRange<'k' to 't' as of 1734804773.00000, (0, 0) as of 1734804773.00000, active as of 1734804773.00000>, path: .shards_a/shard_c, db: /tmp/tmpi_618jic/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpi_618jic/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpi_618jic/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpi_618jic/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpi_618jic/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804777.00000, (0, 0) as of 1734804777.00000, shrinking as of 1734804774.00000> to ShardRange<'k' to 't' as of 1734804777.00000, (0, 0) as of 1734804777.00000, sharding as of 1734804778.00000>, path: .shards_a/shard_c, db: /tmp/tmpi_618jic/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpi_618jic/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpi_618jic/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpi_618jic/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804772.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/8fa/a642f8fe897cd5d3dc97e1a8425a58fa/a642f8fe897cd5d3dc97e1a8425a58fa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804774.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/f5f/c84f2b909d7f9c5b7796e8f28b657f5f/c84f2b909d7f9c5b7796e8f28b657f5f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804773.00000, (0, 0) as of 1734804773.00000, found as of 1734804773.00000> to ShardRange<'k' to 't' as of 1734804774.00000, (0, 0) as of 1734804774.00000, created as of 1734804774.00000>, path: .shards_a/shard_c_1734804774.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/f5f/c84f2b909d7f9c5b7796e8f28b657f5f/c84f2b909d7f9c5b7796e8f28b657f5f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804776.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/4b6/02df10655c0e8b82c54fc135ed2294b6/02df10655c0e8b82c54fc135ed2294b6.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804775.00000, (0, 0) as of 1734804775.00000, found as of 1734804775.00000> to ShardRange<'k' to 't' as of 1734804776.00000, (0, 0) as of 1734804776.00000, cleaved as of 1734804776.00000>, path: .shards_a/shard_c_1734804776.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/4b6/02df10655c0e8b82c54fc135ed2294b6/02df10655c0e8b82c54fc135ed2294b6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804778.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/cd5/ae10c92799626f7b84481a238a1d8cd5/ae10c92799626f7b84481a238a1d8cd5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804777.00000, (0, 0) as of 1734804777.00000, found as of 1734804777.00000> to ShardRange<'k' to 't' as of 1734804778.00000, (0, 0) as of 1734804778.00000, active as of 1734804778.00000>, path: .shards_a/shard_c_1734804778.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/cd5/ae10c92799626f7b84481a238a1d8cd5/ae10c92799626f7b84481a238a1d8cd5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804780.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/f8b/9a0dccdcb02d4d59193318d3c12bcf8b/9a0dccdcb02d4d59193318d3c12bcf8b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804779.00000, (0, 0) as of 1734804779.00000, found as of 1734804779.00000> to ShardRange<'k' to 't' as of 1734804780.00000, (0, 0) as of 1734804780.00000, shrinking as of 1734804780.00000>, path: .shards_a/shard_c_1734804780.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/f8b/9a0dccdcb02d4d59193318d3c12bcf8b/9a0dccdcb02d4d59193318d3c12bcf8b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804780.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/f8b/9a0dccdcb02d4d59193318d3c12bcf8b/9a0dccdcb02d4d59193318d3c12bcf8b.db +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp ... ok -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT ... ok -test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers -test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester WRITE permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester WRITE_ACP permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Grant test:write_acp FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission ... ok - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0000 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0000 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0121 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0062 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0064 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0078 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0034 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0021 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0117 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0046 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0067 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0064 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0075 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0002 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0035 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0002 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0076 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0126 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0005 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0085 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 4136346 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 4136346 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0152 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0073 "-" 4136346 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0069 "-" 4136346 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0089 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0071 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0051 "-" 4136346 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestContainerController.test_weird_content_types -test.unit.container.test_server.TestContainerController.test_weird_content_types ... ok -test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined -test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests -test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling -test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up -test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums -test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments -test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data -test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data -test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta -test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests -test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_logging -test.unit.obj.test_auditor.TestAuditor.test_object_run_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache -test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option -test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_sleeper -test.unit.obj.test_auditor.TestAuditor.test_sleeper ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location -test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone -test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data -test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms -test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config -test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config ... ok -test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy -test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:56 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804782.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/5a1/6fe1da129e4ffcab90b78a4085dc85a1/6fe1da129e4ffcab90b78a4085dc85a1.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804781.00000, (0, 0) as of 1734804781.00000, found as of 1734804781.00000> to ShardRange<'k' to 't' as of 1734804782.00000, (0, 0) as of 1734804782.00000, sharding as of 1734804782.00000>, path: .shards_a/shard_c_1734804782.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/5a1/6fe1da129e4ffcab90b78a4085dc85a1/6fe1da129e4ffcab90b78a4085dc85a1.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804782.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/5a1/6fe1da129e4ffcab90b78a4085dc85a1/6fe1da129e4ffcab90b78a4085dc85a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804784.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/ef8/360e163f1de02080dce6a8f8039d9ef8/360e163f1de02080dce6a8f8039d9ef8.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804783.00000, (0, 0) as of 1734804783.00000, found as of 1734804783.00000> to ShardRange<'k' to 't' as of 1734804784.00000, (0, 0) as of 1734804784.00000, sharded as of 1734804784.00000>, path: .shards_a/shard_c_1734804784.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/ef8/360e163f1de02080dce6a8f8039d9ef8/360e163f1de02080dce6a8f8039d9ef8.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804784.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/ef8/360e163f1de02080dce6a8f8039d9ef8/360e163f1de02080dce6a8f8039d9ef8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804786.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/788/e58e7a8875248c1812b25211ba003788/e58e7a8875248c1812b25211ba003788.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804785.00000, (0, 0) as of 1734804785.00000, found as of 1734804785.00000> to ShardRange<'k' to 't' as of 1734804786.00000, (0, 0) as of 1734804786.00000, shrunk as of 1734804786.00000>, path: .shards_a/shard_c_1734804786.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/788/e58e7a8875248c1812b25211ba003788/e58e7a8875248c1812b25211ba003788.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804786.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/788/e58e7a8875248c1812b25211ba003788/e58e7a8875248c1812b25211ba003788.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804788.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/4e2/1ae72a20d137923c290d5b87fb9eb4e2/1ae72a20d137923c290d5b87fb9eb4e2.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804787.00000, (0, 0) as of 1734804787.00000, created as of 1734804787.00000> to ShardRange<'k' to 't' as of 1734804788.00000, (0, 0) as of 1734804788.00000, found as of 1734804788.00000>, path: .shards_a/shard_c_1734804788.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/4e2/1ae72a20d137923c290d5b87fb9eb4e2/1ae72a20d137923c290d5b87fb9eb4e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804790.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/926/f8ec333fe5243b30bdc6ee32e0611926/f8ec333fe5243b30bdc6ee32e0611926.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804792.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/4c6/cfa255d4811f78b1e96006f4487c04c6/cfa255d4811f78b1e96006f4487c04c6.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804791.00000, (0, 0) as of 1734804791.00000, created as of 1734804791.00000> to ShardRange<'k' to 't' as of 1734804792.00000, (0, 0) as of 1734804792.00000, cleaved as of 1734804792.00000>, path: .shards_a/shard_c_1734804792.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/4c6/cfa255d4811f78b1e96006f4487c04c6/cfa255d4811f78b1e96006f4487c04c6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804794.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/85d/b48a7f8b72b66e6b7a494d74369e385d/b48a7f8b72b66e6b7a494d74369e385d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804793.00000, (0, 0) as of 1734804793.00000, created as of 1734804793.00000> to ShardRange<'k' to 't' as of 1734804794.00000, (0, 0) as of 1734804794.00000, active as of 1734804794.00000>, path: .shards_a/shard_c_1734804794.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/85d/b48a7f8b72b66e6b7a494d74369e385d/b48a7f8b72b66e6b7a494d74369e385d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804796.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/bc5/9eaba48643b43d4cf5f2d02476251bc5/9eaba48643b43d4cf5f2d02476251bc5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804795.00000, (0, 0) as of 1734804795.00000, created as of 1734804795.00000> to ShardRange<'k' to 't' as of 1734804796.00000, (0, 0) as of 1734804796.00000, shrinking as of 1734804796.00000>, path: .shards_a/shard_c_1734804796.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/bc5/9eaba48643b43d4cf5f2d02476251bc5/9eaba48643b43d4cf5f2d02476251bc5.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804796.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/bc5/9eaba48643b43d4cf5f2d02476251bc5/9eaba48643b43d4cf5f2d02476251bc5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804798.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/970/c97c2963d886166d6516c67c4b26f970/c97c2963d886166d6516c67c4b26f970.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804797.00000, (0, 0) as of 1734804797.00000, created as of 1734804797.00000> to ShardRange<'k' to 't' as of 1734804798.00000, (0, 0) as of 1734804798.00000, sharding as of 1734804798.00000>, path: .shards_a/shard_c_1734804798.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/970/c97c2963d886166d6516c67c4b26f970/c97c2963d886166d6516c67c4b26f970.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804798.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/970/c97c2963d886166d6516c67c4b26f970/c97c2963d886166d6516c67c4b26f970.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804800.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/2c0/617cc0caa7f1e8b22e2d7de086deb2c0/617cc0caa7f1e8b22e2d7de086deb2c0.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804799.00000, (0, 0) as of 1734804799.00000, created as of 1734804799.00000> to ShardRange<'k' to 't' as of 1734804800.00000, (0, 0) as of 1734804800.00000, sharded as of 1734804800.00000>, path: .shards_a/shard_c_1734804800.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/2c0/617cc0caa7f1e8b22e2d7de086deb2c0/617cc0caa7f1e8b22e2d7de086deb2c0.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804800.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/2c0/617cc0caa7f1e8b22e2d7de086deb2c0/617cc0caa7f1e8b22e2d7de086deb2c0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804802.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/644/c1629e23ddd3b385c500109552d73644/c1629e23ddd3b385c500109552d73644.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804801.00000, (0, 0) as of 1734804801.00000, created as of 1734804801.00000> to ShardRange<'k' to 't' as of 1734804802.00000, (0, 0) as of 1734804802.00000, shrunk as of 1734804802.00000>, path: .shards_a/shard_c_1734804802.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/644/c1629e23ddd3b385c500109552d73644/c1629e23ddd3b385c500109552d73644.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804802.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/644/c1629e23ddd3b385c500109552d73644/c1629e23ddd3b385c500109552d73644.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804804.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/530/4d5b49f3ce205ed5418dbc873f894530/4d5b49f3ce205ed5418dbc873f894530.db -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices ... ok -test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring -test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_too_high_handoff_delete -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_too_high_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir -test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings -test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ_ACP +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long +test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available ... ok + +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txa7d78626e7d84b17abe54-0069741555) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: txa7d78626e7d84b17abe54-0069741555) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txa7d78626e7d84b17abe54-0069741555) +test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: txa7d78626e7d84b17abe54-0069741555) +test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa7d78626e7d84b17abe54-0069741555) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: txa7d78626e7d84b17abe54-0069741555) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txb843110883e441f3b426b-0069741556) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txb843110883e441f3b426b-0069741556) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb843110883e441f3b426b-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb843110883e441f3b426b-0069741556) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb843110883e441f3b426b-0069741556) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb843110883e441f3b426b-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb843110883e441f3b426b-0069741556) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txb843110883e441f3b426b-0069741556) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txb843110883e441f3b426b-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txb843110883e441f3b426b-0069741556) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txb843110883e441f3b426b-0069741556) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txb843110883e441f3b426b-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txb843110883e441f3b426b-0069741556) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txb843110883e441f3b426b-0069741556) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb843110883e441f3b426b-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb843110883e441f3b426b-0069741556) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txb843110883e441f3b426b-0069741556) +test DEBUG: Setting object count to 3120 (txn: txb843110883e441f3b426b-0069741556) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txb7f72be864ba4bffb4cf4-0069741556) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txb7f72be864ba4bffb4cf4-0069741556) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb7f72be864ba4bffb4cf4-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb7f72be864ba4bffb4cf4-0069741556) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb7f72be864ba4bffb4cf4-0069741556) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb7f72be864ba4bffb4cf4-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb7f72be864ba4bffb4cf4-0069741556) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txb7f72be864ba4bffb4cf4-0069741556) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txb7f72be864ba4bffb4cf4-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txb7f72be864ba4bffb4cf4-0069741556) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txb7f72be864ba4bffb4cf4-0069741556) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txb7f72be864ba4bffb4cf4-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txb7f72be864ba4bffb4cf4-0069741556) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txb7f72be864ba4bffb4cf4-0069741556) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb7f72be864ba4bffb4cf4-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb7f72be864ba4bffb4cf4-0069741556) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txb7f72be864ba4bffb4cf4-0069741556) +test DEBUG: Setting object count to 3120 (txn: txb7f72be864ba4bffb4cf4-0069741556) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txeeedd0dca01647f6a4ddd-0069741556) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txeeedd0dca01647f6a4ddd-0069741556) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txeeedd0dca01647f6a4ddd-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txeeedd0dca01647f6a4ddd-0069741556) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txeeedd0dca01647f6a4ddd-0069741556) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txeeedd0dca01647f6a4ddd-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txeeedd0dca01647f6a4ddd-0069741556) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txeeedd0dca01647f6a4ddd-0069741556) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txeeedd0dca01647f6a4ddd-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txeeedd0dca01647f6a4ddd-0069741556) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txeeedd0dca01647f6a4ddd-0069741556) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txeeedd0dca01647f6a4ddd-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txeeedd0dca01647f6a4ddd-0069741556) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txeeedd0dca01647f6a4ddd-0069741556) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txeeedd0dca01647f6a4ddd-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txeeedd0dca01647f6a4ddd-0069741556) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txeeedd0dca01647f6a4ddd-0069741556) +test DEBUG: Setting object count to 3120 (txn: txeeedd0dca01647f6a4ddd-0069741556) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx08d3e6a716b84eb8817cd-0069741556) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx08d3e6a716b84eb8817cd-0069741556) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx08d3e6a716b84eb8817cd-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx08d3e6a716b84eb8817cd-0069741556) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx08d3e6a716b84eb8817cd-0069741556) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx08d3e6a716b84eb8817cd-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx08d3e6a716b84eb8817cd-0069741556) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx08d3e6a716b84eb8817cd-0069741556) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx08d3e6a716b84eb8817cd-0069741556) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx08d3e6a716b84eb8817cd-0069741556) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx08d3e6a716b84eb8817cd-0069741556) +test DEBUG: Setting object count to 3120 (txn: tx08d3e6a716b84eb8817cd-0069741556) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txda5dd7d5449342f6b8fcf-0069741556) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: txda5dd7d5449342f6b8fcf-0069741556) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txda5dd7d5449342f6b8fcf-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: txda5dd7d5449342f6b8fcf-0069741556) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txda5dd7d5449342f6b8fcf-0069741556) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txda5dd7d5449342f6b8fcf-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: txda5dd7d5449342f6b8fcf-0069741556) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: txda5dd7d5449342f6b8fcf-0069741556) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txda5dd7d5449342f6b8fcf-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txda5dd7d5449342f6b8fcf-0069741556) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: txda5dd7d5449342f6b8fcf-0069741556) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txda5dd7d5449342f6b8fcf-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txda5dd7d5449342f6b8fcf-0069741556) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: txda5dd7d5449342f6b8fcf-0069741556) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txda5dd7d5449342f6b8fcf-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txda5dd7d5449342f6b8fcf-0069741556) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: txda5dd7d5449342f6b8fcf-0069741556) +test DEBUG: Setting object count to 3120 (txn: txda5dd7d5449342f6b8fcf-0069741556) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx8667f3887cc8446bbe92d-0069741556) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx8667f3887cc8446bbe92d-0069741556) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8667f3887cc8446bbe92d-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8667f3887cc8446bbe92d-0069741556) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8667f3887cc8446bbe92d-0069741556) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8667f3887cc8446bbe92d-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8667f3887cc8446bbe92d-0069741556) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx8667f3887cc8446bbe92d-0069741556) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx8667f3887cc8446bbe92d-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8667f3887cc8446bbe92d-0069741556) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx8667f3887cc8446bbe92d-0069741556) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txce903dd7d62944baac005-0069741556) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txce903dd7d62944baac005-0069741556) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txce903dd7d62944baac005-0069741556)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:full_control FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test DEBUG: tenant mismatch: BLAN_a != tenant_id +test DEBUG: allow user with role(s) admin,swiftoperator as account admin +test DEBUG: allow user with role(s) admin,swiftoperator as account admin +test DEBUG: allowing proxy 127.0.0.1 for container-sync +test DEBUG: User tenant_id has reseller admin authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:* allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:* allowed in ACL authorizing. +test DEBUG: authorizing http://example.com/index.html via referer ACL +test DEBUG: Names allowed in acls. +test DEBUG: authorizing http://example.com/index.html via referer ACL +test DEBUG: User tenant_id has reseller admin authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:* allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:* allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL: allowme authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user *:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user *:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user *:* allowed in ACL authorizing. +test DEBUG: User tenant_name:user_name is not allowed to delete its own account +test DEBUG: User tenant_id has reseller admin authorizing +test DEBUG: Using identity: {'user': ('user_id', 'user_name'), 'tenant': ('test', 'tenant_name'), 'roles': ['reselleradmin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: User test has reseller admin authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_objtest.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest +test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough +test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error +test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit ... ok +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions +test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions +test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_anon +test.unit.common.middleware.test_tempauth.TestAuth.test_anon ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath +test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_unicode_authorization_good +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_unicode_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller +test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request +test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group +test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash +test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_options_call +test.unit.common.middleware.test_tempauth.TestAuth.test_options_call ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner +test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix +test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user +test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny +test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached +test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success +test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values ... ok +test.unit.common.test_daemon.TestDaemon.test_create +test.unit.common.test_daemon.TestDaemon.test_create ... ok +test.unit.common.test_daemon.TestDaemon.test_stubs +test.unit.common.test_daemon.TestDaemon.test_stubs ... ok +test.unit.common.test_db.TestDictFactory.test_normal_case +test.unit.common.test_db.TestDictFactory.test_normal_case ... ok +test.unit.common.test_db_auditor.TestAuditor.test_database_auditor +test.unit.common.test_db_auditor.TestAuditor.test_database_auditor ... ok +test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass +test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission ... ok -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log -test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_massive_handoff_delete_setting_warnings -test.unit.obj.test_replicator.TestObjectReplicator.test_massive_handoff_delete_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip -test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run -test.unit.obj.test_replicator.TestObjectReplicator.test_run ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog -test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method -test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_all_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_all_found ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507 -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507 ... ok - -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804803.00000, (0, 0) as of 1734804803.00000, cleaved as of 1734804803.00000> to ShardRange<'k' to 't' as of 1734804804.00000, (0, 0) as of 1734804804.00000, found as of 1734804804.00000>, path: .shards_a/shard_c_1734804804.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/530/4d5b49f3ce205ed5418dbc873f894530/4d5b49f3ce205ed5418dbc873f894530.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804806.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/ff2/bea7377de14fc4f76fac457854bf0ff2/bea7377de14fc4f76fac457854bf0ff2.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804805.00000, (0, 0) as of 1734804805.00000, cleaved as of 1734804805.00000> to ShardRange<'k' to 't' as of 1734804806.00000, (0, 0) as of 1734804806.00000, created as of 1734804806.00000>, path: .shards_a/shard_c_1734804806.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/ff2/bea7377de14fc4f76fac457854bf0ff2/bea7377de14fc4f76fac457854bf0ff2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804808.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/30d/dbfc5ac51731f5eea060ac852b90d30d/dbfc5ac51731f5eea060ac852b90d30d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804810.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/db7/ea9c29a397c961ad318fbe3de24c3db7/ea9c29a397c961ad318fbe3de24c3db7.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804809.00000, (0, 0) as of 1734804809.00000, cleaved as of 1734804809.00000> to ShardRange<'k' to 't' as of 1734804810.00000, (0, 0) as of 1734804810.00000, active as of 1734804810.00000>, path: .shards_a/shard_c_1734804810.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/db7/ea9c29a397c961ad318fbe3de24c3db7/ea9c29a397c961ad318fbe3de24c3db7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804812.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/b6b/74dd1a5e6aa38a89d76671ba67c76b6b/74dd1a5e6aa38a89d76671ba67c76b6b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804811.00000, (0, 0) as of 1734804811.00000, cleaved as of 1734804811.00000> to ShardRange<'k' to 't' as of 1734804812.00000, (0, 0) as of 1734804812.00000, shrinking as of 1734804812.00000>, path: .shards_a/shard_c_1734804812.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/b6b/74dd1a5e6aa38a89d76671ba67c76b6b/74dd1a5e6aa38a89d76671ba67c76b6b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804812.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/b6b/74dd1a5e6aa38a89d76671ba67c76b6b/74dd1a5e6aa38a89d76671ba67c76b6b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804814.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/816/bb484e3f421257498d315d0c1cd64816/bb484e3f421257498d315d0c1cd64816.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804813.00000, (0, 0) as of 1734804813.00000, cleaved as of 1734804813.00000> to ShardRange<'k' to 't' as of 1734804814.00000, (0, 0) as of 1734804814.00000, sharding as of 1734804814.00000>, path: .shards_a/shard_c_1734804814.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/816/bb484e3f421257498d315d0c1cd64816/bb484e3f421257498d315d0c1cd64816.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804814.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/816/bb484e3f421257498d315d0c1cd64816/bb484e3f421257498d315d0c1cd64816.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804816.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/4ec/cdc517f5f7a0468d0bfe8f3fccff94ec/cdc517f5f7a0468d0bfe8f3fccff94ec.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804815.00000, (0, 0) as of 1734804815.00000, cleaved as of 1734804815.00000> to ShardRange<'k' to 't' as of 1734804816.00000, (0, 0) as of 1734804816.00000, sharded as of 1734804816.00000>, path: .shards_a/shard_c_1734804816.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/4ec/cdc517f5f7a0468d0bfe8f3fccff94ec/cdc517f5f7a0468d0bfe8f3fccff94ec.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804816.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/4ec/cdc517f5f7a0468d0bfe8f3fccff94ec/cdc517f5f7a0468d0bfe8f3fccff94ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804818.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/2c4/11367830ab39c52d9c5ac901a37ae2c4/11367830ab39c52d9c5ac901a37ae2c4.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804817.00000, (0, 0) as of 1734804817.00000, cleaved as of 1734804817.00000> to ShardRange<'k' to 't' as of 1734804818.00000, (0, 0) as of 1734804818.00000, shrunk as of 1734804818.00000>, path: .shards_a/shard_c_1734804818.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/2c4/11367830ab39c52d9c5ac901a37ae2c4/11367830ab39c52d9c5ac901a37ae2c4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804818.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/2c4/11367830ab39c52d9c5ac901a37ae2c4/11367830ab39c52d9c5ac901a37ae2c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804820.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/d8d/70c3da55e8933ca28a08d3070f4a2d8d/70c3da55e8933ca28a08d3070f4a2d8d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804819.00000, (0, 0) as of 1734804819.00000, active as of 1734804819.00000> to ShardRange<'k' to 't' as of 1734804820.00000, (0, 0) as of 1734804820.00000, found as of 1734804820.00000>, path: .shards_a/shard_c_1734804820.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/d8d/70c3da55e8933ca28a08d3070f4a2d8d/70c3da55e8933ca28a08d3070f4a2d8d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804822.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/c75/cdbced1ad01abadf6bb1cc544456dc75/cdbced1ad01abadf6bb1cc544456dc75.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804821.00000, (0, 0) as of 1734804821.00000, active as of 1734804821.00000> to ShardRange<'k' to 't' as of 1734804822.00000, (0, 0) as of 1734804822.00000, created as of 1734804822.00000>, path: .shards_a/shard_c_1734804822.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/c75/cdbced1ad01abadf6bb1cc544456dc75/cdbced1ad01abadf6bb1cc544456dc75.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804824.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/be0/de7c89b0c245c1fc24d02913c00a2be0/de7c89b0c245c1fc24d02913c00a2be0.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804823.00000, (0, 0) as of 1734804823.00000, active as of 1734804823.00000> to ShardRange<'k' to 't' as of 1734804824.00000, (0, 0) as of 1734804824.00000, cleaved as of 1734804824.00000>, path: .shards_a/shard_c_1734804824.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/be0/de7c89b0c245c1fc24d02913c00a2be0/de7c89b0c245c1fc24d02913c00a2be0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804826.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/e76/d7d02118464c137b84af1bf144dc4e76/d7d02118464c137b84af1bf144dc4e76.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804828.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/b0b/d5059866cf7084451dff40cc455c3b0b/d5059866cf7084451dff40cc455c3b0b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804827.00000, (0, 0) as of 1734804827.00000, active as of 1734804827.00000> to ShardRange<'k' to 't' as of 1734804828.00000, (0, 0) as of 1734804828.00000, shrinking as of 1734804828.00000>, path: .shards_a/shard_c_1734804828.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/b0b/d5059866cf7084451dff40cc455c3b0b/d5059866cf7084451dff40cc455c3b0b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804828.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/b0b/d5059866cf7084451dff40cc455c3b0b/d5059866cf7084451dff40cc455c3b0b.db -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 4136346 0 -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 4136346 - -test INFO: - - - [21/Dec/2024:18:12:51 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0281 "-" 4136346 0 -test INFO: [worker 1/1 pid=4136346] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=4136346] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=4136346] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=4136346] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=4136346] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=4136346] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=4136346] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=4136346] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=4136346] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=4136346] Object reconstruction complete (once). (10.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=4136346] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=4136346] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=4136346] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=4136346] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=4136346] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=4136346] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=4136346] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=4136346] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/2 pid=pid-1] Starting object reconstructor in daemon mode. -test INFO: [worker 1/2 pid=pid-1] Starting object reconstruction pass. -test INFO: [worker 1/2 pid=pid-1] Object reconstruction complete. (0.10 minutes) -test DEBUG: [worker 1/2 pid=pid-1] reconstruction sleeping for 30.0 seconds. -test INFO: [worker 2/4 pid=20641] Running object reconstructor in script mode. -test DEBUG: [worker 2/4 pid=20641] debug message -test INFO: [worker 2/4 pid=20641] info message -test WARNING: [worker 2/4 pid=20641] warning message -test ERROR: [worker 2/4 pid=20641] error message -test INFO: [worker 2/4 pid=20641] Object reconstruction complete (once). (0.00 minutes) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: txef728e30fe994b5996048-0067670524) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx2f7932fd6126404baf5dc-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx2f7932fd6126404baf5dc-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx2f7932fd6126404baf5dc-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: tx2f7932fd6126404baf5dc-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: tx2f7932fd6126404baf5dc-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx2f7932fd6126404baf5dc-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: tx2f7932fd6126404baf5dc-0067670524) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx773dad1705354ab49fa4b-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx773dad1705354ab49fa4b-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx773dad1705354ab49fa4b-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx773dad1705354ab49fa4b-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: tx773dad1705354ab49fa4b-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx773dad1705354ab49fa4b-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: tx773dad1705354ab49fa4b-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: tx773dad1705354ab49fa4b-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: tx773dad1705354ab49fa4b-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: tx773dad1705354ab49fa4b-0067670524)test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_timeouts -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_timeouts ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:write_acp FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one ... ok - -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: tx773dad1705354ab49fa4b-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: tx773dad1705354ab49fa4b-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: tx773dad1705354ab49fa4b-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: tx773dad1705354ab49fa4b-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: tx773dad1705354ab49fa4b-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: tx773dad1705354ab49fa4b-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: tx773dad1705354ab49fa4b-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: tx773dad1705354ab49fa4b-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: tx773dad1705354ab49fa4b-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx773dad1705354ab49fa4b-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: tx773dad1705354ab49fa4b-0067670524) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txced9ff4288d74fbd807a3-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: txced9ff4288d74fbd807a3-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: txced9ff4288d74fbd807a3-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: txced9ff4288d74fbd807a3-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: txced9ff4288d74fbd807a3-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: txced9ff4288d74fbd807a3-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: txced9ff4288d74fbd807a3-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: txced9ff4288d74fbd807a3-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: txced9ff4288d74fbd807a3-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: txced9ff4288d74fbd807a3-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: txced9ff4288d74fbd807a3-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: txced9ff4288d74fbd807a3-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: txced9ff4288d74fbd807a3-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: txced9ff4288d74fbd807a3-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: txced9ff4288d74fbd807a3-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: txced9ff4288d74fbd807a3-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: txced9ff4288d74fbd807a3-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: txced9ff4288d74fbd807a3-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: txced9ff4288d74fbd807a3-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: txced9ff4288d74fbd807a3-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: txced9ff4288d74fbd807a3-0067670524) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: txced9ff4288d74fbd807a3-0067670524) -proxy-server ERROR: Object DELETE returning 503 for (204, 204, 204, 204, 204, 204, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txced9ff4288d74fbd807a3-0067670524) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txa417d80c4bc442fc9f7d8-0067670524) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txa417d80c4bc442fc9f7d8-0067670524) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txa417d80c4bc442fc9f7d8-0067670524) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txa417d80c4bc442fc9f7d8-0067670524) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txa417d80c4bc442fc9f7d8-0067670524) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txa417d80c4bc442fc9f7d8-0067670524) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txa417d80c4bc442fc9f7d8-0067670524) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txa417d80c4bc442fc9f7d8-0067670524) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_none_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_none_found ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_one_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_one_found ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:12:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_acct != 1 -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0}test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download ... ok -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication ... ok -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning -test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning ... ok -test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall -test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall ... ok -test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx -test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders ... ok -test.unit.common.test_db.TestDictFactory.test_normal_case -test.unit.common.test_db.TestDictFactory.test_normal_case ... ok -test.unit.common.test_db_auditor.TestAuditor.test_database_auditor -test.unit.common.test_db_auditor.TestAuditor.test_database_auditor ... ok -test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass -test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804830.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/e09/2a1b3d203e6837316b070915c4033e09/2a1b3d203e6837316b070915c4033e09.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804829.00000, (0, 0) as of 1734804829.00000, active as of 1734804829.00000> to ShardRange<'k' to 't' as of 1734804830.00000, (0, 0) as of 1734804830.00000, sharding as of 1734804830.00000>, path: .shards_a/shard_c_1734804830.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/e09/2a1b3d203e6837316b070915c4033e09/2a1b3d203e6837316b070915c4033e09.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804830.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/e09/2a1b3d203e6837316b070915c4033e09/2a1b3d203e6837316b070915c4033e09.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804832.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/cf8/b137ed00b325ebcddd7bd8aadb912cf8/b137ed00b325ebcddd7bd8aadb912cf8.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804831.00000, (0, 0) as of 1734804831.00000, active as of 1734804831.00000> to ShardRange<'k' to 't' as of 1734804832.00000, (0, 0) as of 1734804832.00000, sharded as of 1734804832.00000>, path: .shards_a/shard_c_1734804832.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/cf8/b137ed00b325ebcddd7bd8aadb912cf8/b137ed00b325ebcddd7bd8aadb912cf8.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804832.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/cf8/b137ed00b325ebcddd7bd8aadb912cf8/b137ed00b325ebcddd7bd8aadb912cf8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804834.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/728/fba387b6677b326cdb1acd594966a728/fba387b6677b326cdb1acd594966a728.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804833.00000, (0, 0) as of 1734804833.00000, active as of 1734804833.00000> to ShardRange<'k' to 't' as of 1734804834.00000, (0, 0) as of 1734804834.00000, shrunk as of 1734804834.00000>, path: .shards_a/shard_c_1734804834.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/728/fba387b6677b326cdb1acd594966a728/fba387b6677b326cdb1acd594966a728.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804834.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/728/fba387b6677b326cdb1acd594966a728/fba387b6677b326cdb1acd594966a728.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804836.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/965/1218714d4257d42d04c50ab578adc965/1218714d4257d42d04c50ab578adc965.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804835.00000, (0, 0) as of 1734804835.00000, shrinking as of 1734804835.00000> to ShardRange<'k' to 't' as of 1734804836.00000, (0, 0) as of 1734804836.00000, found as of 1734804836.00000>, path: .shards_a/shard_c_1734804836.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/965/1218714d4257d42d04c50ab578adc965/1218714d4257d42d04c50ab578adc965.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804838.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/5fd/bda2921825a41a07113b2bbe48e6a5fd/bda2921825a41a07113b2bbe48e6a5fd.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804837.00000, (0, 0) as of 1734804837.00000, shrinking as of 1734804837.00000> to ShardRange<'k' to 't' as of 1734804838.00000, (0, 0) as of 1734804838.00000, created as of 1734804838.00000>, path: .shards_a/shard_c_1734804838.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/5fd/bda2921825a41a07113b2bbe48e6a5fd/bda2921825a41a07113b2bbe48e6a5fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804840.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/d97/149f502365df5d73fc4adad445496d97/149f502365df5d73fc4adad445496d97.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804839.00000, (0, 0) as of 1734804839.00000, shrinking as of 1734804839.00000> to ShardRange<'k' to 't' as of 1734804840.00000, (0, 0) as of 1734804840.00000, cleaved as of 1734804840.00000>, path: .shards_a/shard_c_1734804840.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/d97/149f502365df5d73fc4adad445496d97/149f502365df5d73fc4adad445496d97.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804842.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/7a3/b8e3d65108748247ce928ebbdf6717a3/b8e3d65108748247ce928ebbdf6717a3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804841.00000, (0, 0) as of 1734804841.00000, shrinking as of 1734804841.00000> to ShardRange<'k' to 't' as of 1734804842.00000, (0, 0) as of 1734804842.00000, active as of 1734804842.00000>, path: .shards_a/shard_c_1734804842.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/7a3/b8e3d65108748247ce928ebbdf6717a3/b8e3d65108748247ce928ebbdf6717a3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804844.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/b2d/a301b5864b7c44d627d27ae714757b2d/a301b5864b7c44d627d27ae714757b2d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804844.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/b2d/a301b5864b7c44d627d27ae714757b2d/a301b5864b7c44d627d27ae714757b2d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804846.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/d7a/487e4c2a27bc2cb61f9fdde54b9b1d7a/487e4c2a27bc2cb61f9fdde54b9b1d7a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804845.00000, (0, 0) as of 1734804845.00000, shrinking as of 1734804845.00000> to ShardRange<'k' to 't' as of 1734804846.00000, (0, 0) as of 1734804846.00000, sharding as of 1734804846.00000>, path: .shards_a/shard_c_1734804846.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/d7a/487e4c2a27bc2cb61f9fdde54b9b1d7a/487e4c2a27bc2cb61f9fdde54b9b1d7a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804846.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/d7a/487e4c2a27bc2cb61f9fdde54b9b1d7a/487e4c2a27bc2cb61f9fdde54b9b1d7a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804848.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/6a7/82115d33d896be7a7edd9a3da98aa6a7/82115d33d896be7a7edd9a3da98aa6a7.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804847.00000, (0, 0) as of 1734804847.00000, shrinking as of 1734804847.00000> to ShardRange<'k' to 't' as of 1734804848.00000, (0, 0) as of 1734804848.00000, sharded as of 1734804848.00000>, path: .shards_a/shard_c_1734804848.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/6a7/82115d33d896be7a7edd9a3da98aa6a7/82115d33d896be7a7edd9a3da98aa6a7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804848.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/6a7/82115d33d896be7a7edd9a3da98aa6a7/82115d33d896be7a7edd9a3da98aa6a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804850.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/8f7/0e9a6cee92c8f337023a19d59bcad8f7/0e9a6cee92c8f337023a19d59bcad8f7.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804849.00000, (0, 0) as of 1734804849.00000, shrinking as of 1734804849.00000> to ShardRange<'k' to 't' as of 1734804850.00000, (0, 0) as of 1734804850.00000, shrunk as of 1734804850.00000>, path: .shards_a/shard_c_1734804850.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/8f7/0e9a6cee92c8f337023a19d59bcad8f7/0e9a6cee92c8f337023a19d59bcad8f7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804850.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/8f7/0e9a6cee92c8f337023a19d59bcad8f7/0e9a6cee92c8f337023a19d59bcad8f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804852.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/7c1/e21bc28ffcd4f275164fe9fd4cbfe7c1/e21bc28ffcd4f275164fe9fd4cbfe7c1.dbtest.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: txe218d6dd36a34681a2977-0067670524) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txe218d6dd36a34681a2977-0067670524) -proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: txe218d6dd36a34681a2977-0067670524) -proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: txe218d6dd36a34681a2977-0067670524) -proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: txe218d6dd36a34681a2977-0067670524) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txe218d6dd36a34681a2977-0067670524) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: txe218d6dd36a34681a2977-0067670524) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: txe218d6dd36a34681a2977-0067670524) -proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: txe218d6dd36a34681a2977-0067670524) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: txe218d6dd36a34681a2977-0067670524) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: txe218d6dd36a34681a2977-0067670524) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: txe218d6dd36a34681a2977-0067670524) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txe218d6dd36a34681a2977-0067670524) -proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: txe218d6dd36a34681a2977-0067670524) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe218d6dd36a34681a2977-0067670524) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe218d6dd36a34681a2977-0067670524) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe218d6dd36a34681a2977-0067670524) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe218d6dd36a34681a2977-0067670524) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe218d6dd36a34681a2977-0067670524) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe218d6dd36a34681a2977-0067670524) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe218d6dd36a34681a2977-0067670524) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe218d6dd36a34681a2977-0067670524) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe218d6dd36a34681a2977-0067670524) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe218d6dd36a34681a2977-0067670524) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe218d6dd36a34681a2977-0067670524) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe218d6dd36a34681a2977-0067670524) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe218d6dd36a34681a2977-0067670524) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe218d6dd36a34681a2977-0067670524) -proxy-server ERROR: Object returning 503 for [] (txn: txe218d6dd36a34681a2977-0067670524) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.9:1009/sdj (txn: txcf5cfe7f9e9d41a39cafb-0067670524) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.11:1011/sdl (txn: txcf5cfe7f9e9d41a39cafb-0067670524) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.2:1002/sdc (txn: txcf5cfe7f9e9d41a39cafb-0067670524) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.5:1005/sdf (txn: txcf5cfe7f9e9d41a39cafb-0067670524) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txcf5cfe7f9e9d41a39cafb-0067670524) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txcf5cfe7f9e9d41a39cafb-0067670524) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txcf5cfe7f9e9d41a39cafb-0067670524) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txcf5cfe7f9e9d41a39cafb-0067670524) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txcf5cfe7f9e9d41a39cafb-0067670524) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txcf5cfe7f9e9d41a39cafb-0067670524) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txcf5cfe7f9e9d41a39cafb-0067670524) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txcf5cfe7f9e9d41a39cafb-0067670524) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txcf5cfe7f9e9d41a39cafb-0067670524) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txcf5cfe7f9e9d41a39cafb-0067670524) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 Trying to GET /a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx69dfecd2ee3041c988f80-0067670524)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error ... ok - -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb8c7960c9ea1412caff87-0067670521) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb8c7960c9ea1412caff87-0067670521) -test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: txb8c7960c9ea1412caff87-0067670521) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb8c7960c9ea1412caff87-0067670521) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb8c7960c9ea1412caff87-0067670521) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: txb8c7960c9ea1412caff87-0067670521) -test DEBUG: Setting object count to 1068 (txn: txb8c7960c9ea1412caff87-0067670521) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txddefe0f9c379499f8e845-0067670522) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txddefe0f9c379499f8e845-0067670522) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txddefe0f9c379499f8e845-0067670522) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txddefe0f9c379499f8e845-0067670522) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txddefe0f9c379499f8e845-0067670522) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txddefe0f9c379499f8e845-0067670522) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 404 (txn: txddefe0f9c379499f8e845-0067670522) -test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: txddefe0f9c379499f8e845-0067670522) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc35334c9d40c4ce896d51-0067670523) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc35334c9d40c4ce896d51-0067670523) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc35334c9d40c4ce896d51-0067670523) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc35334c9d40c4ce896d51-0067670523) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc35334c9d40c4ce896d51-0067670523) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc35334c9d40c4ce896d51-0067670523) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: txc35334c9d40c4ce896d51-0067670523) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: txc35334c9d40c4ce896d51-0067670523) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: txc35334c9d40c4ce896d51-0067670523) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: txc35334c9d40c4ce896d51-0067670523) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: txc35334c9d40c4ce896d51-0067670523) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: txc35334c9d40c4ce896d51-0067670523) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txc35334c9d40c4ce896d51-0067670523) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 503 (txn: txc35334c9d40c4ce896d51-0067670523) -test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: txc35334c9d40c4ce896d51-0067670523) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx5de4c24b8a0f491cad89e-0067670524) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: tx5de4c24b8a0f491cad89e-0067670524) -test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5de4c24b8a0f491cad89e-0067670524) -test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: tx5de4c24b8a0f491cad89e-0067670524) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx5de4c24b8a0f491cad89e-0067670524) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5de4c24b8a0f491cad89e-0067670524) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx5de4c24b8a0f491cad89e-0067670524) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5de4c24b8a0f491cad89e-0067670524) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5de4c24b8a0f491cad89e-0067670524) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx5de4c24b8a0f491cad89e-0067670524) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: tx5de4c24b8a0f491cad89e-0067670524) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: tx5de4c24b8a0f491cad89e-0067670524) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx5de4c24b8a0f491cad89e-0067670524) -test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: tx5de4c24b8a0f491cad89e-0067670524) -test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: tx5de4c24b8a0f491cad89e-0067670524) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: tx5de4c24b8a0f491cad89e-0067670524) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx5de4c24b8a0f491cad89e-0067670524) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: tx5de4c24b8a0f491cad89e-0067670524) -test DEBUG: Setting object count to 1058 (txn: tx5de4c24b8a0f491cad89e-0067670524)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects ... ok -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804851.00000, (0, 0) as of 1734804851.00000, sharding as of 1734804851.00000> to ShardRange<'k' to 't' as of 1734804852.00000, (0, 0) as of 1734804852.00000, found as of 1734804852.00000>, path: .shards_a/shard_c_1734804852.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/7c1/e21bc28ffcd4f275164fe9fd4cbfe7c1/e21bc28ffcd4f275164fe9fd4cbfe7c1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804854.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/e13/f7af842f38e8dfb74070db63e7187e13/f7af842f38e8dfb74070db63e7187e13.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804853.00000, (0, 0) as of 1734804853.00000, sharding as of 1734804853.00000> to ShardRange<'k' to 't' as of 1734804854.00000, (0, 0) as of 1734804854.00000, created as of 1734804854.00000>, path: .shards_a/shard_c_1734804854.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/e13/f7af842f38e8dfb74070db63e7187e13/f7af842f38e8dfb74070db63e7187e13.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804856.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/31a/540f59064be04700d2feb5612e96631a/540f59064be04700d2feb5612e96631a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804855.00000, (0, 0) as of 1734804855.00000, sharding as of 1734804855.00000> to ShardRange<'k' to 't' as of 1734804856.00000, (0, 0) as of 1734804856.00000, cleaved as of 1734804856.00000>, path: .shards_a/shard_c_1734804856.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/31a/540f59064be04700d2feb5612e96631a/540f59064be04700d2feb5612e96631a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804858.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/8ac/b7495a4a4eab63449cf3b144e9ee88ac/b7495a4a4eab63449cf3b144e9ee88ac.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804857.00000, (0, 0) as of 1734804857.00000, sharding as of 1734804857.00000> to ShardRange<'k' to 't' as of 1734804858.00000, (0, 0) as of 1734804858.00000, active as of 1734804858.00000>, path: .shards_a/shard_c_1734804858.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/8ac/b7495a4a4eab63449cf3b144e9ee88ac/b7495a4a4eab63449cf3b144e9ee88ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804860.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/9bf/7ca386bb58a8db03b27b2948f09ab9bf/7ca386bb58a8db03b27b2948f09ab9bf.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804859.00000, (0, 0) as of 1734804859.00000, sharding as of 1734804859.00000> to ShardRange<'k' to 't' as of 1734804860.00000, (0, 0) as of 1734804860.00000, shrinking as of 1734804860.00000>, path: .shards_a/shard_c_1734804860.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/9bf/7ca386bb58a8db03b27b2948f09ab9bf/7ca386bb58a8db03b27b2948f09ab9bf.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804860.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/9bf/7ca386bb58a8db03b27b2948f09ab9bf/7ca386bb58a8db03b27b2948f09ab9bf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804862.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/e31/c7685c92c9bf5c8714fb30c5f1defe31/c7685c92c9bf5c8714fb30c5f1defe31.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804862.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/e31/c7685c92c9bf5c8714fb30c5f1defe31/c7685c92c9bf5c8714fb30c5f1defe31.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804864.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/34b/784880b2d5ba7ecc283e08731e0c934b/784880b2d5ba7ecc283e08731e0c934b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804863.00000, (0, 0) as of 1734804863.00000, sharding as of 1734804863.00000> to ShardRange<'k' to 't' as of 1734804864.00000, (0, 0) as of 1734804864.00000, sharded as of 1734804864.00000>, path: .shards_a/shard_c_1734804864.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/34b/784880b2d5ba7ecc283e08731e0c934b/784880b2d5ba7ecc283e08731e0c934b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804864.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/34b/784880b2d5ba7ecc283e08731e0c934b/784880b2d5ba7ecc283e08731e0c934b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804866.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/cfa/9f2e8b506085a61c35bfef27b18a9cfa/9f2e8b506085a61c35bfef27b18a9cfa.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804865.00000, (0, 0) as of 1734804865.00000, sharding as of 1734804865.00000> to ShardRange<'k' to 't' as of 1734804866.00000, (0, 0) as of 1734804866.00000, shrunk as of 1734804866.00000>, path: .shards_a/shard_c_1734804866.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/cfa/9f2e8b506085a61c35bfef27b18a9cfa/9f2e8b506085a61c35bfef27b18a9cfa.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804866.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/cfa/9f2e8b506085a61c35bfef27b18a9cfa/9f2e8b506085a61c35bfef27b18a9cfa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804868.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/db1/7e9e5d9a994af7e2dc876fc5bbe00db1/7e9e5d9a994af7e2dc876fc5bbe00db1.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804867.00000, (0, 0) as of 1734804867.00000, sharded as of 1734804867.00000> to ShardRange<'k' to 't' as of 1734804868.00000, (0, 0) as of 1734804868.00000, found as of 1734804868.00000>, path: .shards_a/shard_c_1734804868.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/db1/7e9e5d9a994af7e2dc876fc5bbe00db1/7e9e5d9a994af7e2dc876fc5bbe00db1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804870.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/0df/d5672d2d70c180694b3e0fc4a8e180df/d5672d2d70c180694b3e0fc4a8e180df.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804869.00000, (0, 0) as of 1734804869.00000, sharded as of 1734804869.00000> to ShardRange<'k' to 't' as of 1734804870.00000, (0, 0) as of 1734804870.00000, created as of 1734804870.00000>, path: .shards_a/shard_c_1734804870.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/0df/d5672d2d70c180694b3e0fc4a8e180df/d5672d2d70c180694b3e0fc4a8e180df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804872.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/961/5dea37d3bc92c5bed586984bdd769961/5dea37d3bc92c5bed586984bdd769961.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804871.00000, (0, 0) as of 1734804871.00000, sharded as of 1734804871.00000> to ShardRange<'k' to 't' as of 1734804872.00000, (0, 0) as of 1734804872.00000, cleaved as of 1734804872.00000>, path: .shards_a/shard_c_1734804872.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/961/5dea37d3bc92c5bed586984bdd769961/5dea37d3bc92c5bed586984bdd769961.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804874.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/606/9d784b4a4d71cd2a896df849dec30606/9d784b4a4d71cd2a896df849dec30606.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804873.00000, (0, 0) as of 1734804873.00000, sharded as of 1734804873.00000> to ShardRange<'k' to 't' as of 1734804874.00000, (0, 0) as of 1734804874.00000, active as of 1734804874.00000>, path: .shards_a/shard_c_1734804874.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/606/9d784b4a4d71cd2a896df849dec30606/9d784b4a4d71cd2a896df849dec30606.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804876.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/906/1e572ab52761668be850946f5aa95906/1e572ab52761668be850946f5aa95906.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804875.00000, (0, 0) as of 1734804875.00000, sharded as of 1734804875.00000> to ShardRange<'k' to 't' as of 1734804876.00000, (0, 0) as of 1734804876.00000, shrinking as of 1734804876.00000>, path: .shards_a/shard_c_1734804876.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/906/1e572ab52761668be850946f5aa95906/1e572ab52761668be850946f5aa95906.dbtest.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match ... ok +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx49731a6ae5194c96b7319-0069741554) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx49731a6ae5194c96b7319-0069741554) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx49731a6ae5194c96b7319-0069741554) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx49731a6ae5194c96b7319-0069741554) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx49731a6ae5194c96b7319-0069741554) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx49731a6ae5194c96b7319-0069741554) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx49731a6ae5194c96b7319-0069741554) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx49731a6ae5194c96b7319-0069741554) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx49731a6ae5194c96b7319-0069741554) +test DEBUG: Setting object count to 1065 (txn: tx49731a6ae5194c96b7319-0069741554) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx00250f994d4e48bf93775-0069741555) +test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: tx00250f994d4e48bf93775-0069741555) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txcccc8391233b4afb98bee-0069741555) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txcccc8391233b4afb98bee-0069741555) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txcccc8391233b4afb98bee-0069741555) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txcccc8391233b4afb98bee-0069741555) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txcccc8391233b4afb98bee-0069741555) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txcccc8391233b4afb98bee-0069741555) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txcccc8391233b4afb98bee-0069741555) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txcccc8391233b4afb98bee-0069741555) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txcccc8391233b4afb98bee-0069741555) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: txcccc8391233b4afb98bee-0069741555) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: txcccc8391233b4afb98bee-0069741555) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: txcccc8391233b4afb98bee-0069741555) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: txcccc8391233b4afb98bee-0069741555) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: txcccc8391233b4afb98bee-0069741555) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: txcccc8391233b4afb98bee-0069741555) +test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: txcccc8391233b4afb98bee-0069741555) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 503 (txn: txcccc8391233b4afb98bee-0069741555) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: txcccc8391233b4afb98bee-0069741555) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txd1c33f49b5f7456884942-0069741555) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd1c33f49b5f7456884942-0069741555) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd1c33f49b5f7456884942-0069741555) +test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: txd1c33f49b5f7456884942-0069741555) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx0644c5c29e264ddc809ef-0069741555) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0644c5c29e264ddc809ef-0069741555) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0644c5c29e264ddc809ef-0069741555) +test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: tx0644c5c29e264ddc809ef-0069741555) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx59e27afdbd714db9a49d2-0069741556) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx59e27afdbd714db9a49d2-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx59e27afdbd714db9a49d2-0069741556) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx59e27afdbd714db9a49d2-0069741556) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx59e27afdbd714db9a49d2-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx59e27afdbd714db9a49d2-0069741556) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx59e27afdbd714db9a49d2-0069741556) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx59e27afdbd714db9a49d2-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx59e27afdbd714db9a49d2-0069741556) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx59e27afdbd714db9a49d2-0069741556) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx59e27afdbd714db9a49d2-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx59e27afdbd714db9a49d2-0069741556) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx59e27afdbd714db9a49d2-0069741556) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx59e27afdbd714db9a49d2-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx59e27afdbd714db9a49d2-0069741556) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx59e27afdbd714db9a49d2-0069741556) +test DEBUG: Setting object count to 3120 (txn: tx59e27afdbd714db9a49d2-0069741556) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx290267deb7984b00a357f-0069741556) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx290267deb7984b00a357f-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx290267deb7984b00a357f-0069741556) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx290267deb7984b00a357f-0069741556) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx290267deb7984b00a357f-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx290267deb7984b00a357f-0069741556) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx290267deb7984b00a357f-0069741556) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx290267deb7984b00a357f-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx290267deb7984b00a357f-0069741556) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx290267deb7984b00a357f-0069741556) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx290267deb7984b00a357f-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx290267deb7984b00a357f-0069741556) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx290267deb7984b00a357f-0069741556) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx290267deb7984b00a357f-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx290267deb7984b00a357f-0069741556) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx290267deb7984b00a357f-0069741556) +test DEBUG: Setting object count to 3120 (txn: tx290267deb7984b00a357f-0069741556) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx79d68142de9742ad8ac82-0069741556) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx79d68142de9742ad8ac82-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx79d68142de9742ad8ac82-0069741556) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx79d68142de9742ad8ac82-0069741556) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx79d68142de9742ad8ac82-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx79d68142de9742ad8ac82-0069741556) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx79d68142de9742ad8ac82-0069741556) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx79d68142de9742ad8ac82-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx79d68142de9742ad8ac82-0069741556) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx79d68142de9742ad8ac82-0069741556) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx79d68142de9742ad8ac82-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx79d68142de9742ad8ac82-0069741556) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx79d68142de9742ad8ac82-0069741556) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx79d68142de9742ad8ac82-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx79d68142de9742ad8ac82-0069741556) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx79d68142de9742ad8ac82-0069741556) +test DEBUG: Setting object count to 3120 (txn: tx79d68142de9742ad8ac82-0069741556) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx62ec7986265443248875e-0069741556) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx62ec7986265443248875e-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx62ec7986265443248875e-0069741556) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx62ec7986265443248875e-0069741556) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx62ec7986265443248875e-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx62ec7986265443248875e-0069741556) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx62ec7986265443248875e-0069741556) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx62ec7986265443248875e-0069741556) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx62ec7986265443248875e-0069741556) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx62ec7986265443248875e-0069741556) +test DEBUG: Setting object count to 3120 (txn: tx62ec7986265443248875e-0069741556) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx992c5d4f4eae414586f22-0069741556) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx992c5d4f4eae414586f22-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx992c5d4f4eae414586f22-0069741556) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx992c5d4f4eae414586f22-0069741556) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx992c5d4f4eae414586f22-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx992c5d4f4eae414586f22-0069741556) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx992c5d4f4eae414586f22-0069741556) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx992c5d4f4eae414586f22-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx992c5d4f4eae414586f22-0069741556) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx992c5d4f4eae414586f22-0069741556) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx992c5d4f4eae414586f22-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx992c5d4f4eae414586f22-0069741556) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx992c5d4f4eae414586f22-0069741556) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx992c5d4f4eae414586f22-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx992c5d4f4eae414586f22-0069741556) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx992c5d4f4eae414586f22-0069741556) +test DEBUG: Setting object count to 3120 (txn: tx992c5d4f4eae414586f22-0069741556) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx27c6933727de46a4b142e-0069741556) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx27c6933727de46a4b142e-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx27c6933727de46a4b142e-0069741556) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx27c6933727de46a4b142e-0069741556) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx27c6933727de46a4b142e-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx27c6933727de46a4b142e-0069741556) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx27c6933727de46a4b142e-0069741556) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx27c6933727de46a4b142e-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx27c6933727de46a4b142e-0069741556) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx27c6933727de46a4b142e-0069741556) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx0297e44c86ae4f8391c45-0069741556) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx0297e44c86ae4f8391c45-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0297e44c86ae4f8391c45-0069741556) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx0297e44c86ae4f8391c45-0069741556) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0297e44c86ae4f8391c45-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0297e44c86ae4f8391c45-0069741556) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx0297e44c86ae4f8391c45-0069741556) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx85c1ff3597d2436ba4edd-0069741556) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx85c1ff3597d2436ba4edd-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx85c1ff3597d2436ba4edd-0069741556) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx85c1ff3597d2436ba4edd-0069741556) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx85c1ff3597d2436ba4edd-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx85c1ff3597d2436ba4edd-0069741556) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx85c1ff3597d2436ba4edd-0069741556) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx85c1ff3597d2436ba4edd-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx85c1ff3597d2436ba4edd-0069741556) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx85c1ff3597d2436ba4edd-0069741556) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx85c1ff3597d2436ba4edd-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx85c1ff3597d2436ba4edd-0069741556) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx85c1ff3597d2436ba4edd-0069741556) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txac235dc382f44e4eb00ec-0069741556) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txac235dc382f44e4eb00ec-0069741556)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states ... ok -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing from an overriding middleware -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test ERROR: ERROR Could not get container info /tmp/tmpipg7hrvh/tmp_test_database_auditor/fail2.db: +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error +fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. +fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +test ERROR: ERROR Could not get container info /tmp/tmpg77cichj/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test ERROR: ERROR Could not get container info /tmp/tmpipg7hrvh/tmp_test_database_auditor/fail1.db: +test ERROR: ERROR Could not get container info /tmp/tmpg77cichj/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpab_yt7mx/tmp_test_database_auditor/fail1.db: +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmp9scaljqt/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test INFO: Since Wed Dec 31 12:00:00 1969: container audits: 0 passed audit, 1 failed audit +test INFO: Since Thu Jan 1 14:00:00 1970: container audits: 0 passed audit, 1 failed audit test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache @@ -43020,34 +41440,34 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test ERROR: ERROR Could not get container info /tmp/tmpab_yt7mx/tmp_test_database_auditor/fail2.db: +test ERROR: ERROR Could not get container info /tmp/tmp9scaljqt/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpmklp4213/tmp_test_database_auditor/fail2.db: +test ERROR: ERROR Could not get container info /tmp/tmpd85smxb4/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test ERROR: ERROR Could not get container info /tmp/tmpmklp4213/tmp_test_database_auditor/fail1.db: +test ERROR: ERROR Could not get container info /tmp/tmpd85smxb4/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for test INFO: Container audit pass completed: 0.02s test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): @@ -43060,23 +41480,23 @@ fd = os.open(filename, flags) FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpmklp4213/tmp_test_database_auditor/fail2.db: +test ERROR: ERROR Could not get container info /tmp/tmpd85smxb4/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test ERROR: ERROR Could not get container info /tmp/tmpmklp4213/tmp_test_database_auditor/fail1.db: +test ERROR: ERROR Could not get container info /tmp/tmpd85smxb4/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for test INFO: Container audit pass completed: 0.00s test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): @@ -43089,369 +41509,23 @@ fd = os.open(filename, flags) FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpmklp4213/tmp_test_database_auditor/fail2.db: +test ERROR: ERROR Could not get container info /tmp/tmpd85smxb4/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test ERROR: ERROR Could not get container info /tmp/tmpmklp4213/tmp_test_database_auditor/fail1.db: +test ERROR: ERROR Could not get container info /tmp/tmpd85smxb4/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 412 from primary (txn: txec70af9e5b604b75b3c3a-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: txec70af9e5b604b75b3c3a-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: txec70af9e5b604b75b3c3a-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: txec70af9e5b604b75b3c3a-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: txec70af9e5b604b75b3c3a-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: txec70af9e5b604b75b3c3a-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: txec70af9e5b604b75b3c3a-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: txec70af9e5b604b75b3c3a-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: txec70af9e5b604b75b3c3a-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: txec70af9e5b604b75b3c3a-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: txec70af9e5b604b75b3c3a-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: txec70af9e5b604b75b3c3a-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: txec70af9e5b604b75b3c3a-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: txec70af9e5b604b75b3c3a-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: txec70af9e5b604b75b3c3a-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: txec70af9e5b604b75b3c3a-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: txec70af9e5b604b75b3c3a-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: txec70af9e5b604b75b3c3a-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: txec70af9e5b604b75b3c3a-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: txec70af9e5b604b75b3c3a-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: txec70af9e5b604b75b3c3a-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: txec70af9e5b604b75b3c3a-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: txec70af9e5b604b75b3c3a-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: txec70af9e5b604b75b3c3a-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: txec70af9e5b604b75b3c3a-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: txec70af9e5b604b75b3c3a-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: txec70af9e5b604b75b3c3a-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: txec70af9e5b604b75b3c3a-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx26dc4383429d4436be159-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx26dc4383429d4436be159-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx26dc4383429d4436be159-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx26dc4383429d4436be159-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx26dc4383429d4436be159-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx26dc4383429d4436be159-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx26dc4383429d4436be159-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx26dc4383429d4436be159-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx26dc4383429d4436be159-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx26dc4383429d4436be159-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx26dc4383429d4436be159-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx26dc4383429d4436be159-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx26dc4383429d4436be159-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx26dc4383429d4436be159-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx26dc4383429d4436be159-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx26dc4383429d4436be159-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx26dc4383429d4436be159-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx26dc4383429d4436be159-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx26dc4383429d4436be159-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx26dc4383429d4436be159-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx26dc4383429d4436be159-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx26dc4383429d4436be159-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx26dc4383429d4436be159-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx26dc4383429d4436be159-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx26dc4383429d4436be159-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx26dc4383429d4436be159-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx26dc4383429d4436be159-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx26dc4383429d4436be159-0067670524) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 3, Lengths: [458, 458, 458, 458, 490, 458, 458, 458, 458, 458]: Invalid fragment payload in ECPyECLibDriver.decode (txn: tx1fef39627a0a4f268d61f-0067670524) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ec65a0e51ba49f3b6e30-0067670524) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ec65a0e51ba49f3b6e30-0067670524) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7ec65a0e51ba49f3b6e30-0067670524) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7c0de4ec7920472ba22a8-0067670524) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7c0de4ec7920472ba22a8-0067670524) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c0de4ec7920472ba22a8-0067670524)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes ... ok - -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804876.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/906/1e572ab52761668be850946f5aa95906/1e572ab52761668be850946f5aa95906.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804878.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/10d/591b69582ebb522ceae8a1fd084dc10d/591b69582ebb522ceae8a1fd084dc10d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804877.00000, (0, 0) as of 1734804877.00000, sharded as of 1734804877.00000> to ShardRange<'k' to 't' as of 1734804878.00000, (0, 0) as of 1734804878.00000, sharding as of 1734804878.00000>, path: .shards_a/shard_c_1734804878.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/10d/591b69582ebb522ceae8a1fd084dc10d/591b69582ebb522ceae8a1fd084dc10d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804878.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/10d/591b69582ebb522ceae8a1fd084dc10d/591b69582ebb522ceae8a1fd084dc10d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804880.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/254/868fabfa4f87bf13e580c8b4b2267254/868fabfa4f87bf13e580c8b4b2267254.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804880.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/254/868fabfa4f87bf13e580c8b4b2267254/868fabfa4f87bf13e580c8b4b2267254.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804882.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/37d/c776f107f43faacc31fbcebfc17f337d/c776f107f43faacc31fbcebfc17f337d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804881.00000, (0, 0) as of 1734804881.00000, sharded as of 1734804881.00000> to ShardRange<'k' to 't' as of 1734804882.00000, (0, 0) as of 1734804882.00000, shrunk as of 1734804882.00000>, path: .shards_a/shard_c_1734804882.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/37d/c776f107f43faacc31fbcebfc17f337d/c776f107f43faacc31fbcebfc17f337d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804882.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/37d/c776f107f43faacc31fbcebfc17f337d/c776f107f43faacc31fbcebfc17f337d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804884.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/a75/bf1f7f7e299f9dc5e0d1114ffe0bca75/bf1f7f7e299f9dc5e0d1114ffe0bca75.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804883.00000, (0, 0) as of 1734804883.00000, shrunk as of 1734804883.00000> to ShardRange<'k' to 't' as of 1734804884.00000, (0, 0) as of 1734804884.00000, found as of 1734804884.00000>, path: .shards_a/shard_c_1734804884.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/a75/bf1f7f7e299f9dc5e0d1114ffe0bca75/bf1f7f7e299f9dc5e0d1114ffe0bca75.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804886.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/486/3182ab94550beab984f6da88afee8486/3182ab94550beab984f6da88afee8486.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804885.00000, (0, 0) as of 1734804885.00000, shrunk as of 1734804885.00000> to ShardRange<'k' to 't' as of 1734804886.00000, (0, 0) as of 1734804886.00000, created as of 1734804886.00000>, path: .shards_a/shard_c_1734804886.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/486/3182ab94550beab984f6da88afee8486/3182ab94550beab984f6da88afee8486.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804888.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/e23/7657c125d360f631870e21027d5b8e23/7657c125d360f631870e21027d5b8e23.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804887.00000, (0, 0) as of 1734804887.00000, shrunk as of 1734804887.00000> to ShardRange<'k' to 't' as of 1734804888.00000, (0, 0) as of 1734804888.00000, cleaved as of 1734804888.00000>, path: .shards_a/shard_c_1734804888.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/e23/7657c125d360f631870e21027d5b8e23/7657c125d360f631870e21027d5b8e23.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804890.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/52f/f655373f50ec8c5f1eb3c4886428452f/f655373f50ec8c5f1eb3c4886428452f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804889.00000, (0, 0) as of 1734804889.00000, shrunk as of 1734804889.00000> to ShardRange<'k' to 't' as of 1734804890.00000, (0, 0) as of 1734804890.00000, active as of 1734804890.00000>, path: .shards_a/shard_c_1734804890.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/52f/f655373f50ec8c5f1eb3c4886428452f/f655373f50ec8c5f1eb3c4886428452f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804892.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/4dc/e848893a8b35562a306e654edcfe84dc/e848893a8b35562a306e654edcfe84dc.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804891.00000, (0, 0) as of 1734804891.00000, shrunk as of 1734804891.00000> to ShardRange<'k' to 't' as of 1734804892.00000, (0, 0) as of 1734804892.00000, shrinking as of 1734804892.00000>, path: .shards_a/shard_c_1734804892.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/4dc/e848893a8b35562a306e654edcfe84dc/e848893a8b35562a306e654edcfe84dc.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804892.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/4dc/e848893a8b35562a306e654edcfe84dc/e848893a8b35562a306e654edcfe84dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804894.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/0b4/85f2009bdba4b6596b2c2e8a26d8c0b4/85f2009bdba4b6596b2c2e8a26d8c0b4.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804893.00000, (0, 0) as of 1734804893.00000, shrunk as of 1734804893.00000> to ShardRange<'k' to 't' as of 1734804894.00000, (0, 0) as of 1734804894.00000, sharding as of 1734804894.00000>, path: .shards_a/shard_c_1734804894.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/0b4/85f2009bdba4b6596b2c2e8a26d8c0b4/85f2009bdba4b6596b2c2e8a26d8c0b4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804894.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/0b4/85f2009bdba4b6596b2c2e8a26d8c0b4/85f2009bdba4b6596b2c2e8a26d8c0b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804896.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/30a/d26f6808032dc42cc72429130a67630a/d26f6808032dc42cc72429130a67630a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804895.00000, (0, 0) as of 1734804895.00000, shrunk as of 1734804895.00000> to ShardRange<'k' to 't' as of 1734804896.00000, (0, 0) as of 1734804896.00000, sharded as of 1734804896.00000>, path: .shards_a/shard_c_1734804896.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/30a/d26f6808032dc42cc72429130a67630a/d26f6808032dc42cc72429130a67630a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804896.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/30a/d26f6808032dc42cc72429130a67630a/d26f6808032dc42cc72429130a67630a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804898.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/dc4/315d3381ac352c6ba617320fbbcf3dc4/315d3381ac352c6ba617320fbbcf3dc4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804898.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/dc4/315d3381ac352c6ba617320fbbcf3dc4/315d3381ac352c6ba617320fbbcf3dc4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804899.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/295/e5b5c843b5b57c895db02bae30fc9295/e5b5c843b5b57c895db02bae30fc9295.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804901.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/42a/698ef45dbffd7428ed08fd9e1d32442a/698ef45dbffd7428ed08fd9e1d32442a.db -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c0de4ec7920472ba22a8-0067670524) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c0de4ec7920472ba22a8-0067670524) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c0de4ec7920472ba22a8-0067670524) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c0de4ec7920472ba22a8-0067670524) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c0de4ec7920472ba22a8-0067670524) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0de4ec7920472ba22a8-0067670524) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0de4ec7920472ba22a8-0067670524) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0de4ec7920472ba22a8-0067670524) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0de4ec7920472ba22a8-0067670524) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0de4ec7920472ba22a8-0067670524) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0de4ec7920472ba22a8-0067670524) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0de4ec7920472ba22a8-0067670524) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0de4ec7920472ba22a8-0067670524) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd640d85f163943c6944fb-0067670524) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd640d85f163943c6944fb-0067670524) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd640d85f163943c6944fb-0067670524) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd640d85f163943c6944fb-0067670524) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd640d85f163943c6944fb-0067670524) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd640d85f163943c6944fb-0067670524) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd640d85f163943c6944fb-0067670524) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd640d85f163943c6944fb-0067670524) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd640d85f163943c6944fb-0067670524) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd640d85f163943c6944fb-0067670524) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd640d85f163943c6944fb-0067670524) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd640d85f163943c6944fb-0067670524) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd640d85f163943c6944fb-0067670524) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd640d85f163943c6944fb-0067670524) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd640d85f163943c6944fb-0067670524) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd640d85f163943c6944fb-0067670524) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd640d85f163943c6944fb-0067670524) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd640d85f163943c6944fb-0067670524) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd640d85f163943c6944fb-0067670524) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd640d85f163943c6944fb-0067670524) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd640d85f163943c6944fb-0067670524) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd640d85f163943c6944fb-0067670524) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd640d85f163943c6944fb-0067670524) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd640d85f163943c6944fb-0067670524) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd640d85f163943c6944fb-0067670524) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd640d85f163943c6944fb-0067670524) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd640d85f163943c6944fb-0067670524) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd640d85f163943c6944fb-0067670524) -proxy-server ERROR: Object returning 503 for [] (txn: txd640d85f163943c6944fb-0067670524) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx54e1ab4b047242e5a31f7-0067670525) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx54e1ab4b047242e5a31f7-0067670525) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx54e1ab4b047242e5a31f7-0067670525) -proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sda (txn: tx54e1ab4b047242e5a31f7-0067670525) -proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sda (txn: tx54e1ab4b047242e5a31f7-0067670525) -proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sda (txn: tx54e1ab4b047242e5a31f7-0067670525) -proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sda (txn: tx54e1ab4b047242e5a31f7-0067670525) -proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sda (txn: tx54e1ab4b047242e5a31f7-0067670525) -proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sda (txn: tx54e1ab4b047242e5a31f7-0067670525) -proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sda (txn: tx54e1ab4b047242e5a31f7-0067670525) -proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sda (txn: tx54e1ab4b047242e5a31f7-0067670525) -proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sda (txn: tx54e1ab4b047242e5a31f7-0067670525) -proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sda (txn: tx54e1ab4b047242e5a31f7-0067670525) -proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sda (txn: tx54e1ab4b047242e5a31f7-0067670525) -proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sda (txn: tx54e1ab4b047242e5a31f7-0067670525) -proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: tx54e1ab4b047242e5a31f7-0067670525) -proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sda (txn: tx54e1ab4b047242e5a31f7-0067670525) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive ... ok - -proxy-server DEBUG: Ignoring 404 from primary (txn: tx798b39e8af0a415581f19-0067670525) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx364080ed532e4e749f21b-0067670525) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txc4f519bdc7954338ac1b7-0067670525) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txe68e15fc348347589eb09-0067670525) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx10e64c056a5b47049d892-0067670525) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -test DEBUG: Audit passed for -test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for test INFO: Container audit pass completed: 0.00s test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): @@ -43464,23 +41538,23 @@ fd = os.open(filename, flags) FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpmklp4213/tmp_test_database_auditor/fail2.db: +test ERROR: ERROR Could not get container info /tmp/tmpd85smxb4/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test ERROR: ERROR Could not get container info /tmp/tmpmklp4213/tmp_test_database_auditor/fail1.db: +test ERROR: ERROR Could not get container info /tmp/tmpd85smxb4/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for test INFO: Container audit pass completed: 0.00s test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): @@ -43493,23 +41567,23 @@ fd = os.open(filename, flags) FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpmklp4213/tmp_test_database_auditor/fail2.db: +test ERROR: ERROR Could not get container info /tmp/tmpd85smxb4/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test ERROR: ERROR Could not get container info /tmp/tmpmklp4213/tmp_test_database_auditor/fail1.db: +test ERROR: ERROR Could not get container info /tmp/tmpd85smxb4/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for test INFO: Container audit pass completed: 0.00s test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): @@ -43522,23 +41596,23 @@ fd = os.open(filename, flags) FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpmklp4213/tmp_test_database_auditor/fail2.db: +test ERROR: ERROR Could not get container info /tmp/tmpd85smxb4/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test ERROR: ERROR Could not get container info /tmp/tmpmklp4213/tmp_test_database_auditor/fail1.db: +test ERROR: ERROR Could not get container info /tmp/tmpd85smxb4/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for test INFO: Container audit pass completed: 0.00s test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): @@ -43551,23 +41625,734 @@ fd = os.open(filename, flags) FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpmklp4213/tmp_test_database_auditor/fail2.db: +test ERROR: ERROR Could not get container info /tmp/tmpd85smxb4/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test ERROR: ERROR Could not get container info /tmp/tmpmklp4213/tmp_test_database_auditor/fail1.db: +test ERROR: ERROR Could not get container info /tmp/tmpd85smxb4/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD + resp = self.GETorHEAD(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response + resp = self.acl_handler.handle_acl( + app, method, container, obj, headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 246, in HEAD + return self._handle_acl(app, 'HEAD') + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + container, obj, + headers, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Sat, 24 Jan 2026 00:41:58 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1769215318.14170', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': '6qm+nUNIiw0hvrDDF0kHUQ==', 'Date': 'Sat, 24 Jan 2026 00:41:58 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'eaa9be9d43488b0d21beb0c317490751', 'X-Timestamp': '1769215318.14952', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_bad_hash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 24 Jan 2026 00:41:58 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215318.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 24 Jan 2026 00:41:58 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215318.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Sat, 24 Jan 2026 00:41:58 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215318.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 24 Jan 2026 00:41:58 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215318.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path ... ok + +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 24 Jan 2026 00:41:58 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215318.92125', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215319.17182', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215319.30959', 'Content-Type': 'so'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215319.32007', 'Content-Type': 'so'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215319.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok +test ERROR: Invalid swift_bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2824, in override_bytes_from_content_type + listing_dict['bytes'] = int(swift_bytes) + ~~~^^^^^^^^^^^^^ +ValueError: invalid literal for int() with base 10: 'hey' +test ERROR: Problem finding shard upper in '/tmp/tmp1rq51sq0/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmp1rq51sq0/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + shard_size, last_shard_upper) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpzvsxrce4/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpzvsxrce4/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215319.36350', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215319.37205', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215319.38843', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215319.39791', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:write READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215319.42187', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215319.42393', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215319.42578', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215319.42765', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215319.42946', 'Content-Type': 'binary/octet-stream'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT + resp = req.get_response(self.app) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response + return self.get_acl_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'X-Timestamp': '1769215319.43252', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215319.43440', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215319.43625', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215319.43802', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215319.44854', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215319.45035', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1769215319.45871', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260124/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260124T004159Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215319.47484', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260124/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260124T004159Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '0000000000000000000000000000000000000000000000000000000000000000', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215319.48273', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260124/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260124T004159Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215319.50515', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215319.51412', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted ... ok + +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txce903dd7d62944baac005-0069741556) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txce903dd7d62944baac005-0069741556) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txce903dd7d62944baac005-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txce903dd7d62944baac005-0069741556) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txce903dd7d62944baac005-0069741556) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx8090dab4d27c499aadc77-0069741556) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx8090dab4d27c499aadc77-0069741556) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8090dab4d27c499aadc77-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8090dab4d27c499aadc77-0069741556) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8090dab4d27c499aadc77-0069741556) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8090dab4d27c499aadc77-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx8090dab4d27c499aadc77-0069741556) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx8090dab4d27c499aadc77-0069741556) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx8090dab4d27c499aadc77-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx8090dab4d27c499aadc77-0069741556) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx8090dab4d27c499aadc77-0069741556) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx8090dab4d27c499aadc77-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx8090dab4d27c499aadc77-0069741556) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx8090dab4d27c499aadc77-0069741556) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txdeea2765187d43ca974be-0069741556) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txdeea2765187d43ca974be-0069741556) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txdeea2765187d43ca974be-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txdeea2765187d43ca974be-0069741556) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txdeea2765187d43ca974be-0069741556) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txc9fe9926fe454965a0406-0069741556) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txc9fe9926fe454965a0406-0069741556) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txc9fe9926fe454965a0406-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txc9fe9926fe454965a0406-0069741556) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txc9fe9926fe454965a0406-0069741556) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx682688ec461f4df4a2356-0069741556) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx682688ec461f4df4a2356-0069741556) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx682688ec461f4df4a2356-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx682688ec461f4df4a2356-0069741556) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx682688ec461f4df4a2356-0069741556) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe5acda4024844b22bfca2-0069741557) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txe5acda4024844b22bfca2-0069741557) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txe5acda4024844b22bfca2-0069741557) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txe5acda4024844b22bfca2-0069741557) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txe5acda4024844b22bfca2-0069741557) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txe5acda4024844b22bfca2-0069741557) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txe5acda4024844b22bfca2-0069741557) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe5acda4024844b22bfca2-0069741557) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe5acda4024844b22bfca2-0069741557) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 404 (txn: txe5acda4024844b22bfca2-0069741557) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: txe5acda4024844b22bfca2-0069741557) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx199a5d80af81472682735-0069741557) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx199a5d80af81472682735-0069741557)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_all_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_all_found ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507 +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507 ... ok + +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for test INFO: Container audit pass completed: 0.00s test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): @@ -43579,688 +42364,24 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525)test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty ... ok - -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout ... ok - -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: Object returning 503 for [] (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a312a2ccfd34dccb2070-0067670525) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: tx991a636675124e6c8f676-0067670525) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: tx991a636675124e6c8f676-0067670525) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 0, Lengths: [490, 490, 490, 490, 490, 490, 490, 490, 490, 490]: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: tx6c73cd959f9443df97e62-0067670525) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx6c73cd959f9443df97e62-0067670525) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx6c73cd959f9443df97e62-0067670525) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx6c73cd959f9443df97e62-0067670525) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx6c73cd959f9443df97e62-0067670525) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx6c73cd959f9443df97e62-0067670525) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx6c73cd959f9443df97e62-0067670525) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx6c73cd959f9443df97e62-0067670525) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx6c73cd959f9443df97e62-0067670525) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx6c73cd959f9443df97e62-0067670525) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx6c73cd959f9443df97e62-0067670525) -proxy-server ERROR: ERROR Unhandled exception in request: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/server.py", line 603, in handle_request - return handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 375, in wrapped - return func(*a, **kw) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 278, in GET - return self.GETorHEAD(req) - ~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 266, in GETorHEAD - resp = self._get_or_head_response(req, node_iter, partition, policy) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 2927, in _get_or_head_response - app_iter.kickoff(req, resp) - ~~~~~~~~~~~~~~~~^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1181, in kickoff - self.stashed_iter = reiterate(self._real_iter(req, resp.headers)) - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2390, in reiterate - chunk = next(iterator) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ - return self._get_next_item() - ~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 3105, in _get_next_item - return super(StringAlong, self)._get_next_item() - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item - return next(self.wrapped_iter) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1467, in _iter_one_range - for i, next_seg in enumerate(segment_iter): - ~~~~~~~~~^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1546, in _decode_segments_from_fragments - segment = self.policy.pyeclib_driver.decode(fragments) - File "/usr/lib/python3/dist-packages/pyeclib/ec_iface.py", line 300, in decode - return self.ec_lib_reference.decode(fragment_payloads, ranges, - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^ - force_metadata_checks) - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/pyeclib/core.py", line 91, in decode - return pyeclib_c.decode(self.handle, _fragment_payloads, - ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - fragment_len, ranges, force_metadata_checks) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -pyeclib.ec_iface.ECInvalidFragmentMetadata: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: tx6c73cd959f9443df97e62-0067670525)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804903.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/b68/d80ec9872e028517e6df018c0322db68/d80ec9872e028517e6df018c0322db68.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804905.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/aee/31547e4093b4c18f413a00504eb8baee/31547e4093b4c18f413a00504eb8baee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804907.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/756/95d72ad0cc3244c61e97af0c6c934756/95d72ad0cc3244c61e97af0c6c934756.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804909.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/8ca/b4dfa02e5f94653a20d005bb1a1e08ca/b4dfa02e5f94653a20d005bb1a1e08ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804911.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/68e/9c48a05d9d55f015391f65d46efc168e/9c48a05d9d55f015391f65d46efc168e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804913.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/781/d546cf46015a0d41dd76540c09564781/d546cf46015a0d41dd76540c09564781.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804915.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/d71/eb1b32d4f82a6c17e9ab99ebce78cd71/eb1b32d4f82a6c17e9ab99ebce78cd71.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804917.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/80c/ac43cf86bb335de9a4fce52e7097580c/ac43cf86bb335de9a4fce52e7097580c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804919.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/3b8/0db6087808f6dc420465060afc66a3b8/0db6087808f6dc420465060afc66a3b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804921.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/48b/857d7862ae43b2aadcad4a43680be48b/857d7862ae43b2aadcad4a43680be48b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804923.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/008/3e8ec856ed5bf59c7267b50533c56008/3e8ec856ed5bf59c7267b50533c56008.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804925.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/597/f552d25e41a81a75935fb06403663597/f552d25e41a81a75935fb06403663597.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804927.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/2da/dd516028d7eeb4699a9dfe81920b22da/dd516028d7eeb4699a9dfe81920b22da.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804929.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/ead/4d4280d6cf9702768fa25dc55154bead/4d4280d6cf9702768fa25dc55154bead.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804931.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/212/74dc51785a04302fa8cbc686c3eae212/74dc51785a04302fa8cbc686c3eae212.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804933.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/1cb/7ca54b4143a90bd57f03a717de7501cb/7ca54b4143a90bd57f03a717de7501cb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804935.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/470/9a2eaf72183b2f8c9708538948091470/9a2eaf72183b2f8c9708538948091470.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804937.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/cbf/1fbf8e53953bcb65fb818d0c85cd7cbf/1fbf8e53953bcb65fb818d0c85cd7cbf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804939.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/875/87f7f1f64daf75bde4a4a9ad08c45875/87f7f1f64daf75bde4a4a9ad08c45875.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804941.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/dee/600bfebf32b94fea842a6652de3bddee/600bfebf32b94fea842a6652de3bddee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804943.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/e18/17cc697e9620cd9da81c83bdda9a2e18/17cc697e9620cd9da81c83bdda9a2e18.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804945.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/95a/676b009787f04b59f100a6873f23b95a/676b009787f04b59f100a6873f23b95a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804947.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/796/0b28adce1e0eab93f53ad942b2cb1796/0b28adce1e0eab93f53ad942b2cb1796.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804949.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/349/a6dac1c32cee68309905d8a895ca2349/a6dac1c32cee68309905d8a895ca2349.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804951.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/599/e215ebdc233d5a931cef04c230274599/e215ebdc233d5a931cef04c230274599.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804953.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/047/e842b18bb02999f32d06a0fe93be9047/e842b18bb02999f32d06a0fe93be9047.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804955.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/702/801c0a4e3e7cad0931610687aee02702/801c0a4e3e7cad0931610687aee02702.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804957.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/5db/575dbd06fb9d961e3268a8da2a4355db/575dbd06fb9d961e3268a8da2a4355db.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804959.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/24c/14b38854441d799dcbd0c6cc5fac524c/14b38854441d799dcbd0c6cc5fac524c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804961.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/854/019df982728e0205f5a820d7acd62854/019df982728e0205f5a820d7acd62854.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804963.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/130/c875f534ac184d8961393b4370e85130/c875f534ac184d8961393b4370e85130.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804963.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/130/c875f534ac184d8961393b4370e85130/c875f534ac184d8961393b4370e85130.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804965.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/900/35ecb016f3c0a5302ffb6048f4d76900/35ecb016f3c0a5302ffb6048f4d76900.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804965.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/900/35ecb016f3c0a5302ffb6048f4d76900/35ecb016f3c0a5302ffb6048f4d76900.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804967.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/d8c/1be47c11d9ffdafb54db34083fc33d8c/1be47c11d9ffdafb54db34083fc33d8c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804967.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/d8c/1be47c11d9ffdafb54db34083fc33d8c/1be47c11d9ffdafb54db34083fc33d8c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804969.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/16e/3c4299443a3383b4fd8bf9a32a88816e/3c4299443a3383b4fd8bf9a32a88816e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804969.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/16e/3c4299443a3383b4fd8bf9a32a88816e/3c4299443a3383b4fd8bf9a32a88816e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804971.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/3d8/c474ff4a00095cc5a69ce63cf3f833d8/c474ff4a00095cc5a69ce63cf3f833d8.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804971.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/3d8/c474ff4a00095cc5a69ce63cf3f833d8/c474ff4a00095cc5a69ce63cf3f833d8.dbtest.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd918a36ffeff4f8497b5b-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd918a36ffeff4f8497b5b-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd918a36ffeff4f8497b5b-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd918a36ffeff4f8497b5b-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd918a36ffeff4f8497b5b-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd918a36ffeff4f8497b5b-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd918a36ffeff4f8497b5b-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd918a36ffeff4f8497b5b-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd918a36ffeff4f8497b5b-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd918a36ffeff4f8497b5b-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd918a36ffeff4f8497b5b-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd918a36ffeff4f8497b5b-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd918a36ffeff4f8497b5b-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd918a36ffeff4f8497b5b-0067670525) -proxy-server ERROR: Object returning 503 for [] (txn: txd918a36ffeff4f8497b5b-0067670525) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3b5b47bb4cab4af4a0bb1-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3b5b47bb4cab4af4a0bb1-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3b5b47bb4cab4af4a0bb1-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3b5b47bb4cab4af4a0bb1-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3b5b47bb4cab4af4a0bb1-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3b5b47bb4cab4af4a0bb1-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3b5b47bb4cab4af4a0bb1-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3b5b47bb4cab4af4a0bb1-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3b5b47bb4cab4af4a0bb1-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3b5b47bb4cab4af4a0bb1-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3b5b47bb4cab4af4a0bb1-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3b5b47bb4cab4af4a0bb1-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3b5b47bb4cab4af4a0bb1-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3b5b47bb4cab4af4a0bb1-0067670525) -proxy-server ERROR: Object returning 503 for [] (txn: tx3b5b47bb4cab4af4a0bb1-0067670525) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5ca8816f6c9e4ab6beab2-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5ca8816f6c9e4ab6beab2-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5ca8816f6c9e4ab6beab2-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5ca8816f6c9e4ab6beab2-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5ca8816f6c9e4ab6beab2-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5ca8816f6c9e4ab6beab2-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5ca8816f6c9e4ab6beab2-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5ca8816f6c9e4ab6beab2-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5ca8816f6c9e4ab6beab2-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5ca8816f6c9e4ab6beab2-0067670525) -proxy-server ERROR: Object returning 503 for [] (txn: tx5ca8816f6c9e4ab6beab2-0067670525) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd4947c5aacd24810b82e8-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd4947c5aacd24810b82e8-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd4947c5aacd24810b82e8-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd4947c5aacd24810b82e8-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4947c5aacd24810b82e8-0067670525)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804973.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/168/dfd72a8ead4a25b3f2a0a7028db99168/dfd72a8ead4a25b3f2a0a7028db99168.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804973.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/168/dfd72a8ead4a25b3f2a0a7028db99168/dfd72a8ead4a25b3f2a0a7028db99168.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804975.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/bff/74c39496482323213703dbbc00cf3bff/74c39496482323213703dbbc00cf3bff.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804975.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/bff/74c39496482323213703dbbc00cf3bff/74c39496482323213703dbbc00cf3bff.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804977.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/6ce/7ab5e78aa92be6c3566d363e5bed46ce/7ab5e78aa92be6c3566d363e5bed46ce.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804977.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/6ce/7ab5e78aa92be6c3566d363e5bed46ce/7ab5e78aa92be6c3566d363e5bed46ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804979.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/c12/04b42feedd3438adbd8898e29c5b1c12/04b42feedd3438adbd8898e29c5b1c12.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804979.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/c12/04b42feedd3438adbd8898e29c5b1c12/04b42feedd3438adbd8898e29c5b1c12.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804981.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/0b8/c7c97e47f3527184fafb1374de8da0b8/c7c97e47f3527184fafb1374de8da0b8.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804981.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/0b8/c7c97e47f3527184fafb1374de8da0b8/c7c97e47f3527184fafb1374de8da0b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804983.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/80a/7692b4995e84f70b461a72d40911b80a/7692b4995e84f70b461a72d40911b80a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804983.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/80a/7692b4995e84f70b461a72d40911b80a/7692b4995e84f70b461a72d40911b80a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804985.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/32d/52401700dc8c28caa8ba3b1a7705232d/52401700dc8c28caa8ba3b1a7705232d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804985.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/32d/52401700dc8c28caa8ba3b1a7705232d/52401700dc8c28caa8ba3b1a7705232d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804987.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/adf/8796c778abb17cbe584e105eb4176adf/8796c778abb17cbe584e105eb4176adf.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804987.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/adf/8796c778abb17cbe584e105eb4176adf/8796c778abb17cbe584e105eb4176adf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804989.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/ac3/b774b95b0034aa123eefaaef66426ac3/b774b95b0034aa123eefaaef66426ac3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804989.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/ac3/b774b95b0034aa123eefaaef66426ac3/b774b95b0034aa123eefaaef66426ac3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804991.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/c0a/e8b173e56be816238e9a7cdddc880c0a/e8b173e56be816238e9a7cdddc880c0a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804991.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/c0a/e8b173e56be816238e9a7cdddc880c0a/e8b173e56be816238e9a7cdddc880c0a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804993.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/526/0fcb50d06dfc937b068ad6ada35c0526/0fcb50d06dfc937b068ad6ada35c0526.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804993.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/526/0fcb50d06dfc937b068ad6ada35c0526/0fcb50d06dfc937b068ad6ada35c0526.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804995.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/1eb/cee69c8c299b4cabe62e97bd72dbf1eb/cee69c8c299b4cabe62e97bd72dbf1eb.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804995.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/1eb/cee69c8c299b4cabe62e97bd72dbf1eb/cee69c8c299b4cabe62e97bd72dbf1eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804997.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/46f/6e57e1411a47f6c912faed6e7a4b346f/6e57e1411a47f6c912faed6e7a4b346f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804997.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/46f/6e57e1411a47f6c912faed6e7a4b346f/6e57e1411a47f6c912faed6e7a4b346f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804999.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/761/0e9895abac31b069583f276b3e621761/0e9895abac31b069583f276b3e621761.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804999.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/761/0e9895abac31b069583f276b3e621761/0e9895abac31b069583f276b3e621761.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805001.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/9cb/dceadfcf082456a14c782bed048a09cb/dceadfcf082456a14c782bed048a09cb.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805001.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/9cb/dceadfcf082456a14c782bed048a09cb/dceadfcf082456a14c782bed048a09cb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805003.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/bc5/c4fca0f0bb14723922114234d758ebc5/c4fca0f0bb14723922114234d758ebc5.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805003.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/bc5/c4fca0f0bb14723922114234d758ebc5/c4fca0f0bb14723922114234d758ebc5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805005.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/fec/2d4160620587d5687f3f388e8cd9cfec/2d4160620587d5687f3f388e8cd9cfec.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805005.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/fec/2d4160620587d5687f3f388e8cd9cfec/2d4160620587d5687f3f388e8cd9cfec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805007.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/2ff/05988bce76bed7afe58be6490da652ff/05988bce76bed7afe58be6490da652ff.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805007.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/2ff/05988bce76bed7afe58be6490da652ff/05988bce76bed7afe58be6490da652ff.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805009.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/ef5/0f6ebb3b298eb7d5769f84c6ec668ef5/0f6ebb3b298eb7d5769f84c6ec668ef5.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805009.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/ef5/0f6ebb3b298eb7d5769f84c6ec668ef5/0f6ebb3b298eb7d5769f84c6ec668ef5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805011.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/3d3/5d046c736a815a318f209c48cfb3c3d3/5d046c736a815a318f209c48cfb3c3d3.dbtest.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 ... ok -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 ... ok - -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4947c5aacd24810b82e8-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4947c5aacd24810b82e8-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4947c5aacd24810b82e8-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4947c5aacd24810b82e8-0067670525) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx542b3b4b88b446f6bc57b-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx542b3b4b88b446f6bc57b-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx542b3b4b88b446f6bc57b-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx542b3b4b88b446f6bc57b-0067670525) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx542b3b4b88b446f6bc57b-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx542b3b4b88b446f6bc57b-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx542b3b4b88b446f6bc57b-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx542b3b4b88b446f6bc57b-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx542b3b4b88b446f6bc57b-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx542b3b4b88b446f6bc57b-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx542b3b4b88b446f6bc57b-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx542b3b4b88b446f6bc57b-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx542b3b4b88b446f6bc57b-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx542b3b4b88b446f6bc57b-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx542b3b4b88b446f6bc57b-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx542b3b4b88b446f6bc57b-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx542b3b4b88b446f6bc57b-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx542b3b4b88b446f6bc57b-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx542b3b4b88b446f6bc57b-0067670525) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: txa384d7a6a0e94ff4a9d0e-0067670525) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: tx577db20f147a4f1ca040f-0067670525) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx4008ae552230446ba1839-0067670525) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx4008ae552230446ba1839-0067670525) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx4008ae552230446ba1839-0067670525) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx4008ae552230446ba1839-0067670525) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx4008ae552230446ba1839-0067670525) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx4008ae552230446ba1839-0067670525) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx4008ae552230446ba1839-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4008ae552230446ba1839-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4008ae552230446ba1839-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4008ae552230446ba1839-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4008ae552230446ba1839-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4008ae552230446ba1839-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4008ae552230446ba1839-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4008ae552230446ba1839-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4008ae552230446ba1839-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4008ae552230446ba1839-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4008ae552230446ba1839-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4008ae552230446ba1839-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4008ae552230446ba1839-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4008ae552230446ba1839-0067670525) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4008ae552230446ba1839-0067670525) -proxy-server ERROR: Object returning 503 for [] (txn: tx4008ae552230446ba1839-0067670525) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: txded6b3a6ed8549b4bd3e5-0067670526) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.0:1000/sda (txn: txded6b3a6ed8549b4bd3e5-0067670526) -proxy-server DEBUG: Ignoring 404 from primary (txn: txded6b3a6ed8549b4bd3e5-0067670526) -proxy-server DEBUG: Ignoring 404 from primary (txn: txded6b3a6ed8549b4bd3e5-0067670526) -proxy-server DEBUG: Ignoring 404 from primary (txn: txded6b3a6ed8549b4bd3e5-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txded6b3a6ed8549b4bd3e5-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txded6b3a6ed8549b4bd3e5-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txded6b3a6ed8549b4bd3e5-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txded6b3a6ed8549b4bd3e5-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txded6b3a6ed8549b4bd3e5-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txded6b3a6ed8549b4bd3e5-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txded6b3a6ed8549b4bd3e5-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txded6b3a6ed8549b4bd3e5-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txded6b3a6ed8549b4bd3e5-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txded6b3a6ed8549b4bd3e5-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txded6b3a6ed8549b4bd3e5-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txded6b3a6ed8549b4bd3e5-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txded6b3a6ed8549b4bd3e5-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txded6b3a6ed8549b4bd3e5-0067670526) -proxy-server ERROR: Exception fetching fragments for '/a/c/o': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1493, in put_fragments_in_queue - for fragment in frag_iter: - ^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ - return self._get_next_item() - ~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 5009, in _get_next_item - return super(CooperativeIterator, self)._get_next_item() - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item - return next(self.wrapped_iter) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 2515, in _iter_bytes_from_response_part - six.reraise(exc_type, exc_value, exc_traceback) - ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise - raise value - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 2487, in _iter_bytes_from_response_part - chunk = part_file.read(self.app.object_chunk_size) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1145, in read - raise ShortReadError( - "Too few bytes; read %d, expecting %d" % ( - self.nbytes - self.bytes_left, self.nbytes)) -swift.common.exceptions.ShortReadError: Too few bytes; read 415, expecting 490 (txn: txded6b3a6ed8549b4bd3e5-0067670526) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txded6b3a6ed8549b4bd3e5-0067670526) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.4:1004/sde (txn: txef6be3ac1c9b4a2c9a3ac-0067670526) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.11:1011/sdl (txn: tx67e73efe5a8340349be45-0067670526) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx67e73efe5a8340349be45-0067670526) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx67e73efe5a8340349be45-0067670526) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx67e73efe5a8340349be45-0067670526) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx67e73efe5a8340349be45-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx67e73efe5a8340349be45-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx67e73efe5a8340349be45-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx67e73efe5a8340349be45-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx67e73efe5a8340349be45-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx67e73efe5a8340349be45-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx67e73efe5a8340349be45-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx67e73efe5a8340349be45-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx67e73efe5a8340349be45-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx67e73efe5a8340349be45-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx67e73efe5a8340349be45-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx67e73efe5a8340349be45-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx67e73efe5a8340349be45-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx67e73efe5a8340349be45-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx67e73efe5a8340349be45-0067670526) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.02s) (txn: tx67e73efe5a8340349be45-0067670526) -proxy-server ERROR: ERROR Unhandled exception in request: ChunkReadTimeout (0.01s after 0.02s) (txn: tx67e73efe5a8340349be45-0067670526) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.11:1011/sdl (txn: tx5cf0330b539e4a4f83332-0067670526) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5cf0330b539e4a4f83332-0067670526) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5cf0330b539e4a4f83332-0067670526) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5cf0330b539e4a4f83332-0067670526) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5cf0330b539e4a4f83332-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cf0330b539e4a4f83332-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cf0330b539e4a4f83332-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cf0330b539e4a4f83332-0067670526)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success ... ok - test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpmklp4213/tmp_test_database_auditor/fail2.db: +test ERROR: ERROR Could not get container info /tmp/tmpd85smxb4/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test ERROR: ERROR Could not get container info /tmp/tmpmklp4213/tmp_test_database_auditor/fail1.db: +test ERROR: ERROR Could not get container info /tmp/tmpd85smxb4/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for test INFO: Container audit pass completed: 0.00s test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): @@ -44362,7 +42483,15 @@ return next(self.gen) File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon'test.unit.common.test_db_auditor.TestAuditor.test_run_forever +test.unit.common.test_db_auditor.TestAuditor.test_run_forever ... ok +test.unit.common.test_db_auditor.TestAuditor.test_run_once +test.unit.common.test_db_auditor.TestAuditor.test_run_once ... ok +test.unit.common.test_splice.TestTee.test_available +test.unit.common.test_splice.TestTee.test_available ... ok +test.unit.common.test_splice.TestTee.test_errno +test.unit.common.test_splice.TestTee.test_errno ... ok + test INFO: Begin container audit pass. test ERROR: ERROR auditing: Timeout (Nones) test INFO: Container audit pass completed: 0.00s @@ -44375,2705 +42504,3320 @@ return next(self.gen) File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon'test.unit.common.test_db_auditor.TestAuditor.test_run_forever -test.unit.common.test_db_auditor.TestAuditor.test_run_forever ... ok -test.unit.common.test_db_auditor.TestAuditor.test_run_once -test.unit.common.test_db_auditor.TestAuditor.test_run_once ... ok -test.unit.common.test_linkat.TestLinkat.test_available -test.unit.common.test_linkat.TestLinkat.test_available ... ok -test.unit.common.test_linkat.TestLinkat.test_errno -test.unit.common.test_linkat.TestLinkat.test_errno ... ok -test.unit.common.test_linkat.TestLinkat.test_flags -test.unit.common.test_linkat.TestLinkat.test_flags ... ok -test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer -test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer ... ok -test.unit.common.test_linkat.TestLinkat.test_linkat_success -test.unit.common.test_linkat.TestLinkat.test_linkat_success ... ok -test.unit.common.test_linkat.TestLinkat.test_unavailable -test.unit.common.test_linkat.TestLinkat.test_unavailable ... ok -test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc -test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc ... ok -test.unit.common.test_manager.TestManagerModule.test_command_wrapper -test.unit.common.test_manager.TestManagerModule.test_command_wrapper ... ok -test.unit.common.test_manager.TestManagerModule.test_exc -test.unit.common.test_manager.TestManagerModule.test_exc ... ok -test.unit.common.test_manager.TestManagerModule.test_format_server_name -test.unit.common.test_manager.TestManagerModule.test_format_server_name ... ok -test.unit.common.test_manager.TestManagerModule.test_safe_kill -test.unit.common.test_manager.TestManagerModule.test_safe_kill ... ok -test.unit.common.test_manager.TestManagerModule.test_servers -test.unit.common.test_manager.TestManagerModule.test_servers ... ok -test.unit.common.test_manager.TestManagerModule.test_setup_env -test.unit.common.test_manager.TestManagerModule.test_setup_env ... ok -test.unit.common.test_manager.TestManagerModule.test_verify_server -test.unit.common.test_manager.TestManagerModule.test_verify_server ... ok -test.unit.common.test_manager.TestManagerModule.test_watch_server_pids -test.unit.common.test_manager.TestManagerModule.test_watch_server_pids ... ok -test.unit.common.test_manager.TestServer.test_conf_dir -test.unit.common.test_manager.TestServer.test_conf_dir ... ok -test.unit.common.test_manager.TestServer.test_conf_files -test.unit.common.test_manager.TestServer.test_conf_files ... ok -test.unit.common.test_manager.TestServer.test_create_server -test.unit.common.test_manager.TestServer.test_create_server ... ok -test.unit.common.test_manager.TestServer.test_expirer_conf_files -test.unit.common.test_manager.TestServer.test_expirer_conf_files ... ok -test.unit.common.test_manager.TestServer.test_get_conf_file_name -test.unit.common.test_manager.TestServer.test_get_conf_file_name ... ok -test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name -test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name ... ok -test.unit.common.test_manager.TestServer.test_get_pid_file_name -test.unit.common.test_manager.TestServer.test_get_pid_file_name ... ok - -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805011.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/3d3/5d046c736a815a318f209c48cfb3c3d3/5d046c736a815a318f209c48cfb3c3d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805013.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/f15/080c7ba6a921acdb881de30442c4af15/080c7ba6a921acdb881de30442c4af15.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805013.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/f15/080c7ba6a921acdb881de30442c4af15/080c7ba6a921acdb881de30442c4af15.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805015.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/6b4/faf53f75f73dcfb308f959afb03b66b4/faf53f75f73dcfb308f959afb03b66b4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805015.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/6b4/faf53f75f73dcfb308f959afb03b66b4/faf53f75f73dcfb308f959afb03b66b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805017.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/452/46865614fb54a1051a314b78934c5452/46865614fb54a1051a314b78934c5452.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805017.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/452/46865614fb54a1051a314b78934c5452/46865614fb54a1051a314b78934c5452.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805019.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/3fd/4edb08696084d95709a527c0061e03fd/4edb08696084d95709a527c0061e03fd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805019.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/3fd/4edb08696084d95709a527c0061e03fd/4edb08696084d95709a527c0061e03fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805021.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/591/8eb624f0a5a36a381e265c954eae9591/8eb624f0a5a36a381e265c954eae9591.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805021.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/591/8eb624f0a5a36a381e265c954eae9591/8eb624f0a5a36a381e265c954eae9591.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805023.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/11c/b30e40ae83fa1df282f44b104603a11c/b30e40ae83fa1df282f44b104603a11c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805023.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/11c/b30e40ae83fa1df282f44b104603a11c/b30e40ae83fa1df282f44b104603a11c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805025.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/394/c494cf462d434c53c331ab6072e15394/c494cf462d434c53c331ab6072e15394.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805025.00000, db: /tmp/tmphu7yx6cf/sda/containers/0/394/c494cf462d434c53c331ab6072e15394/c494cf462d434c53c331ab6072e15394.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804778.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/654/700b1d0030bb09a820714cc200748654/700b1d0030bb09a820714cc200748654.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804783.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/98d/9f92912a9e7ad17f30e41a360a94d98d/9f92912a9e7ad17f30e41a360a94d98d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804788.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/7fd/79621e87efa03e65f9d38dc5c401b7fd/79621e87efa03e65f9d38dc5c401b7fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804793.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/1c6/b2d2e70ea9e34a1442a4e750f326e1c6/b2d2e70ea9e34a1442a4e750f326e1c6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804798.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/73b/bcd850362b22f003080896961b26273b/bcd850362b22f003080896961b26273b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804803.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/189/995640f8278b2679601b7ca87b8b4189/995640f8278b2679601b7ca87b8b4189.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804808.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/e49/3ddbec922d398f247e9b7029feeefe49/3ddbec922d398f247e9b7029feeefe49.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804813.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/57c/3a230d85fa87f24eee9f00d2f8aae57c/3a230d85fa87f24eee9f00d2f8aae57c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804818.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/7fb/10b28654fbbe3887be40e4d3299947fb/10b28654fbbe3887be40e4d3299947fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804823.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/ce0/f14e1afe89e75253b1a90cfe5d98cce0/f14e1afe89e75253b1a90cfe5d98cce0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804828.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/cf4/4f682ffbadc35dd980caf27810b59cf4/4f682ffbadc35dd980caf27810b59cf4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804833.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/bbb/aeb3b8d611596017ad38640bbba35bbb/aeb3b8d611596017ad38640bbba35bbb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804838.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/efc/75ded349a2621ed6fb75c6e1935beefc/75ded349a2621ed6fb75c6e1935beefc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804843.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/117/5749d32e434823c78ef69bf05ec24117/5749d32e434823c78ef69bf05ec24117.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804848.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/e9b/cbbbe7470a3154417f35281b1b61ee9b/cbbbe7470a3154417f35281b1b61ee9b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804853.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/b3c/48a1851a9fb59b63ecbd98a4a563bb3c/48a1851a9fb59b63ecbd98a4a563bb3c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804858.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/710/900de6059fdebd60472f3f9fc3367710/900de6059fdebd60472f3f9fc3367710.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804863.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/a84/7c0975d8f9688d3b2c3f2c0020b1ba84/7c0975d8f9688d3b2c3f2c0020b1ba84.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804868.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/5b4/57f237b54691c985b2a695d4dc0955b4/57f237b54691c985b2a695d4dc0955b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804873.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/dc8/6ea7355cbd7fac8a754c8cf905f97dc8/6ea7355cbd7fac8a754c8cf905f97dc8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804878.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/646/6d2a176b5bcc90451ae79f767e282646/6d2a176b5bcc90451ae79f767e282646.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804883.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/59a/523b44166e5b329006c52a7614b1859a/523b44166e5b329006c52a7614b1859a.dbtest.unit.common.test_manager.TestServer.test_get_running_pids -test.unit.common.test_manager.TestServer.test_get_running_pids ... ok -test.unit.common.test_manager.TestServer.test_interact -test.unit.common.test_manager.TestServer.test_interact ... ok -test.unit.common.test_manager.TestServer.test_iter_pid_files -test.unit.common.test_manager.TestServer.test_iter_pid_files ... ok -test.unit.common.test_manager.TestServer.test_kill_running_pids -test.unit.common.test_manager.TestServer.test_kill_running_pids ... ok -test.unit.common.test_manager.TestServer.test_launch -test.unit.common.test_manager.TestServer.test_launch ... ok -test.unit.common.test_manager.TestServer.test_named_conf_dir -test.unit.common.test_manager.TestServer.test_named_conf_dir ... ok -test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files -test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files ... ok -test.unit.common.test_manager.TestServer.test_proxy_conf_dir -test.unit.common.test_manager.TestServer.test_proxy_conf_dir ... ok -test.unit.common.test_manager.TestServer.test_server_equality -test.unit.common.test_manager.TestServer.test_server_equality ... ok -test.unit.common.test_manager.TestServer.test_server_repr -test.unit.common.test_manager.TestServer.test_server_repr ... ok -test.unit.common.test_manager.TestServer.test_server_to_string -test.unit.common.test_manager.TestServer.test_server_to_string ... ok -test.unit.common.test_manager.TestServer.test_signal_pids -test.unit.common.test_manager.TestServer.test_signal_pids ... ok -test.unit.common.test_manager.TestServer.test_spawn -test.unit.common.test_manager.TestServer.test_spawn ... ok -test.unit.common.test_manager.TestServer.test_status -test.unit.common.test_manager.TestServer.test_status ... ok -test.unit.common.test_manager.TestServer.test_stop -test.unit.common.test_manager.TestServer.test_stop ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok - -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb9ddfd3c9048410e97fd0-0067670522) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb9ddfd3c9048410e97fd0-0067670522) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb9ddfd3c9048410e97fd0-0067670522) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb9ddfd3c9048410e97fd0-0067670522) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb9ddfd3c9048410e97fd0-0067670522) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb9ddfd3c9048410e97fd0-0067670522) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txb9ddfd3c9048410e97fd0-0067670522) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb9ddfd3c9048410e97fd0-0067670522) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb9ddfd3c9048410e97fd0-0067670522) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txb9ddfd3c9048410e97fd0-0067670522) -test DEBUG: Setting object count to 1065 (txn: txb9ddfd3c9048410e97fd0-0067670522) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3792ac7dee474983aabfd-0067670524) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx3792ac7dee474983aabfd-0067670524) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3792ac7dee474983aabfd-0067670524) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3792ac7dee474983aabfd-0067670524) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx3792ac7dee474983aabfd-0067670524) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3792ac7dee474983aabfd-0067670524) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3792ac7dee474983aabfd-0067670524) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx3792ac7dee474983aabfd-0067670524) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3792ac7dee474983aabfd-0067670524) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3792ac7dee474983aabfd-0067670524) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx3792ac7dee474983aabfd-0067670524) -test DEBUG: Setting object count to 1065 (txn: tx3792ac7dee474983aabfd-0067670524) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0195b64cb86041d7aee0e-0067670525) -test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: tx0195b64cb86041d7aee0e-0067670525) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx3ab6e2cf8fe54be8880fd-0067670526) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx3ab6e2cf8fe54be8880fd-0067670526) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3ab6e2cf8fe54be8880fd-0067670526) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx3ab6e2cf8fe54be8880fd-0067670526) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx3ab6e2cf8fe54be8880fd-0067670526) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3ab6e2cf8fe54be8880fd-0067670526) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx3ab6e2cf8fe54be8880fd-0067670526) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3ab6e2cf8fe54be8880fd-0067670526) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3ab6e2cf8fe54be8880fd-0067670526) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: tx3ab6e2cf8fe54be8880fd-0067670526) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: tx3ab6e2cf8fe54be8880fd-0067670526) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: tx3ab6e2cf8fe54be8880fd-0067670526) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: tx3ab6e2cf8fe54be8880fd-0067670526) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: tx3ab6e2cf8fe54be8880fd-0067670526) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: tx3ab6e2cf8fe54be8880fd-0067670526) -test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: tx3ab6e2cf8fe54be8880fd-0067670526) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 503 (txn: tx3ab6e2cf8fe54be8880fd-0067670526) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: tx3ab6e2cf8fe54be8880fd-0067670526) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx0296ff7a4ac64667ae4cf-0067670526) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0296ff7a4ac64667ae4cf-0067670526)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804888.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/50f/0ddf84bdc8baee0b058a2c23aa36150f/0ddf84bdc8baee0b058a2c23aa36150f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804893.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/d90/904c9d88666a817dccf726289d76dd90/904c9d88666a817dccf726289d76dd90.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804898.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/af9/9ab22289e9a065af778955401abe8af9/9ab22289e9a065af778955401abe8af9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804903.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/7cb/503e3134a769892ce74493e7eca1b7cb/503e3134a769892ce74493e7eca1b7cb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804908.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/856/8f4089c6062c5992fc3492b6d7efd856/8f4089c6062c5992fc3492b6d7efd856.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804913.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/a9f/5a9361758cd992265dd22d5ebc00ca9f/5a9361758cd992265dd22d5ebc00ca9f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804918.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/172/2a4abb7d355cc563ab970f43deee0172/2a4abb7d355cc563ab970f43deee0172.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804923.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/d40/c7d4a3712ad7e33013de583430fc7d40/c7d4a3712ad7e33013de583430fc7d40.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804928.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/cc0/a05b4919ee7ceb341d31adc0f3e14cc0/a05b4919ee7ceb341d31adc0f3e14cc0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804933.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/3e2/3674acc639d44b464214847f94aeb3e2/3674acc639d44b464214847f94aeb3e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804938.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/61a/40fd36b37cb58c5b02014a77e557661a/40fd36b37cb58c5b02014a77e557661a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804943.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/3b1/a1b4ad44b094f08f5e28f9ae6b3d83b1/a1b4ad44b094f08f5e28f9ae6b3d83b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804948.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/19c/1eb9acccc58f84ebe3edd67ce74de19c/1eb9acccc58f84ebe3edd67ce74de19c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804953.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/989/d7b3d6787f852029794319daad234989/d7b3d6787f852029794319daad234989.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804958.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/5e7/cdbef2bc93ae4fd455700b3b548cb5e7/cdbef2bc93ae4fd455700b3b548cb5e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804963.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/569/7849ecc8901770284b3b01b7fab4a569/7849ecc8901770284b3b01b7fab4a569.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804968.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/6df/ab1ccc8461fa9f66230ec40f668e96df/ab1ccc8461fa9f66230ec40f668e96df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804973.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/349/0d7ba6651b1cf4051424f3fedb758349/0d7ba6651b1cf4051424f3fedb758349.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804978.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/a3f/6500dd1fee2557492fa8981d18a1fa3f/6500dd1fee2557492fa8981d18a1fa3f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804983.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/d33/93f1d9c407ad4839a70c814f145d2d33/93f1d9c407ad4839a70c814f145d2d33.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804988.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/67a/ac30e0337d9300ce402a09dabbab167a/ac30e0337d9300ce402a09dabbab167a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804993.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/66f/4531f810fde397b595fcc1d7f17db66f/4531f810fde397b595fcc1d7f17db66f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804998.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/748/969d2ca46a656e0cb4b6ff195fc71748/969d2ca46a656e0cb4b6ff195fc71748.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805003.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/f88/2791c9b84bb8c18da1033494042d8f88/2791c9b84bb8c18da1033494042d8f88.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805008.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/b91/ca3b471726267f6a88730977c8d30b91/ca3b471726267f6a88730977c8d30b91.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805013.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/dae/34fd76c58090b4c2f5a5b87c46570dae/34fd76c58090b4c2f5a5b87c46570dae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805018.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/8d7/eaec0ce3acf4d5f93f5a74eab8a418d7/eaec0ce3acf4d5f93f5a74eab8a418d7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805023.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/dc7/22d0dafd51d34fd14bffe5a5d295ddc7/22d0dafd51d34fd14bffe5a5d295ddc7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805028.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/99e/f465c07c4da555cf5953989e0173699e/f465c07c4da555cf5953989e0173699e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805033.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/5b0/da03dcfd2bd1c9cfe751c5ab2481c5b0/da03dcfd2bd1c9cfe751c5ab2481c5b0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805038.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/ef0/a924aae2ad297ed429f7324015809ef0/a924aae2ad297ed429f7324015809ef0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805043.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/8b3/0ed3b9ffc3454c88bd53451a56d998b3/0ed3b9ffc3454c88bd53451a56d998b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805048.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/fde/8b1a0a4ce101235c329e268d628eefde/8b1a0a4ce101235c329e268d628eefde.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805053.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/37c/d72eedd864acf115974efce4b91c137c/d72eedd864acf115974efce4b91c137c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805058.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/68e/ede3134daa2458ed93fae5edd23d968e/ede3134daa2458ed93fae5edd23d968e.dbtest.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache ... ok - -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cf0330b539e4a4f83332-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cf0330b539e4a4f83332-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cf0330b539e4a4f83332-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cf0330b539e4a4f83332-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cf0330b539e4a4f83332-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cf0330b539e4a4f83332-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cf0330b539e4a4f83332-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cf0330b539e4a4f83332-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cf0330b539e4a4f83332-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cf0330b539e4a4f83332-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5cf0330b539e4a4f83332-0067670526) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.02s) (txn: tx5cf0330b539e4a4f83332-0067670526) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe3f32e749bd64c3ea4201-0067670526) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe3f32e749bd64c3ea4201-0067670526) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe3f32e749bd64c3ea4201-0067670526) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe3f32e749bd64c3ea4201-0067670526) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe3f32e749bd64c3ea4201-0067670526) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe3f32e749bd64c3ea4201-0067670526) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe3f32e749bd64c3ea4201-0067670526) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe3f32e749bd64c3ea4201-0067670526) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe3f32e749bd64c3ea4201-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f32e749bd64c3ea4201-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f32e749bd64c3ea4201-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f32e749bd64c3ea4201-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f32e749bd64c3ea4201-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f32e749bd64c3ea4201-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f32e749bd64c3ea4201-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f32e749bd64c3ea4201-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f32e749bd64c3ea4201-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f32e749bd64c3ea4201-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f32e749bd64c3ea4201-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f32e749bd64c3ea4201-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f32e749bd64c3ea4201-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f32e749bd64c3ea4201-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f32e749bd64c3ea4201-0067670526) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx94c49aa2e8e74cde81926-0067670526) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx94c49aa2e8e74cde81926-0067670526) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx94c49aa2e8e74cde81926-0067670526) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx94c49aa2e8e74cde81926-0067670526) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx94c49aa2e8e74cde81926-0067670526) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx94c49aa2e8e74cde81926-0067670526) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx94c49aa2e8e74cde81926-0067670526) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx94c49aa2e8e74cde81926-0067670526) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx94c49aa2e8e74cde81926-0067670526) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx94c49aa2e8e74cde81926-0067670526) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx94c49aa2e8e74cde81926-0067670526) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx94c49aa2e8e74cde81926-0067670526) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx94c49aa2e8e74cde81926-0067670526) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx94c49aa2e8e74cde81926-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94c49aa2e8e74cde81926-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94c49aa2e8e74cde81926-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94c49aa2e8e74cde81926-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94c49aa2e8e74cde81926-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94c49aa2e8e74cde81926-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94c49aa2e8e74cde81926-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94c49aa2e8e74cde81926-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94c49aa2e8e74cde81926-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94c49aa2e8e74cde81926-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94c49aa2e8e74cde81926-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94c49aa2e8e74cde81926-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94c49aa2e8e74cde81926-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94c49aa2e8e74cde81926-0067670526) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94c49aa2e8e74cde81926-0067670526) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9f733c5ca133482fbb5ce-0067670526) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9f733c5ca133482fbb5ce-0067670526) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9f733c5ca133482fbb5ce-0067670526) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9f733c5ca133482fbb5ce-0067670526) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9f733c5ca133482fbb5ce-0067670526) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9f733c5ca133482fbb5ce-0067670526) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9f733c5ca133482fbb5ce-0067670526) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9f733c5ca133482fbb5ce-0067670526)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805063.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/57b/e089bf82db8c3f213eb2bd9f3259357b/e089bf82db8c3f213eb2bd9f3259357b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805068.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/973/a2f5d943beb62bc920d93f08c11a5973/a2f5d943beb62bc920d93f08c11a5973.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805073.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/b62/716bc16eadf7bc3bc84bb82be9668b62/716bc16eadf7bc3bc84bb82be9668b62.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805078.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/d38/32777ca4db54841962ac5c4ed7a80d38/32777ca4db54841962ac5c4ed7a80d38.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805083.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/28f/802a0db65a0be99c4a66a4e04fea728f/802a0db65a0be99c4a66a4e04fea728f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805088.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/731/629c7763b9b680aca6aa85efe5095731/629c7763b9b680aca6aa85efe5095731.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805093.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/c4a/562a2accfbc574fe8cccb64c4d38ec4a/562a2accfbc574fe8cccb64c4d38ec4a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805098.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/797/cbf34659fe39976145949fae44d03797/cbf34659fe39976145949fae44d03797.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805103.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/b8d/c98949c9d976f49e040745145329fb8d/c98949c9d976f49e040745145329fb8d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805108.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/d03/63bf80244eb6c34b63de99b4beb49d03/63bf80244eb6c34b63de99b4beb49d03.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805113.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/148/7c37cd9284b6c30d09ba913957bb7148/7c37cd9284b6c30d09ba913957bb7148.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805118.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/202/1fa829cfa9b62c6ee072063a960e1202/1fa829cfa9b62c6ee072063a960e1202.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805123.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/8eb/63d1b1cfd770da5414f9859da7d1c8eb/63d1b1cfd770da5414f9859da7d1c8eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805128.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/104/a6c0e8ee0468562ce779320fa0bdf104/a6c0e8ee0468562ce779320fa0bdf104.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805133.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/72e/7d639db072ae5a56a7318dd807c4a72e/7d639db072ae5a56a7318dd807c4a72e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805138.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/bf2/e07441ef0fecc63b89bc2544cdfcdbf2/e07441ef0fecc63b89bc2544cdfcdbf2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805143.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/e33/78d292a15a00fd914f7794ffdaddee33/78d292a15a00fd914f7794ffdaddee33.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805148.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/590/1dd3fe99fc75ea94c2891e2e00ad2590/1dd3fe99fc75ea94c2891e2e00ad2590.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805153.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/113/9482e863e44c0c736509a9c31801e113/9482e863e44c0c736509a9c31801e113.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805158.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/925/0fe522115a6f60db854c13db9b7f0925/0fe522115a6f60db854c13db9b7f0925.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805163.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/3a9/2407de038f008ed34d357753a7a6e3a9/2407de038f008ed34d357753a7a6e3a9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805168.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/1c0/4ddf17f69e41d76f5fdd06c3b07c41c0/4ddf17f69e41d76f5fdd06c3b07c41c0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805173.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/051/cb18d3f4be8a5048f91d50d6418a3051/cb18d3f4be8a5048f91d50d6418a3051.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805178.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/5b3/82445e6a9efb7c42cbc2d297b86dd5b3/82445e6a9efb7c42cbc2d297b86dd5b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805183.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/e8d/96b942ab7f8e3ec1396d0b262cabfe8d/96b942ab7f8e3ec1396d0b262cabfe8d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805188.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/85c/08df095c181e5cebf50eb92a4cbd485c/08df095c181e5cebf50eb92a4cbd485c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805193.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/a6c/efe24d6c0dc5ef0d9a70d729ee2e3a6c/efe24d6c0dc5ef0d9a70d729ee2e3a6c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805198.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/f46/f825c529fb48c2ab7b2d9fd352104f46/f825c529fb48c2ab7b2d9fd352104f46.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805203.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/990/276ebeb1bb4ef6392c3968237f302990/276ebeb1bb4ef6392c3968237f302990.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805208.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/ed8/f7c4f94efb3ccde4a68234f198bf5ed8/f7c4f94efb3ccde4a68234f198bf5ed8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805213.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/5ba/7e3f840856f0a210697093c4421585ba/7e3f840856f0a210697093c4421585ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805218.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/581/859f41c815320447ae2375728f002581/859f41c815320447ae2375728f002581.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805223.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/a0d/6e053b7788da77e1cb196cced4af3a0d/6e053b7788da77e1cb196cced4af3a0d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805228.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/72e/ecfbdbeadd2b831b295e8388224bb72e/ecfbdbeadd2b831b295e8388224bb72e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805233.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/609/86534c858cd3f46b20564a6966aab609/86534c858cd3f46b20564a6966aab609.dbtest.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805238.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/da1/9ff6f16ea387ebe893f1a7ff920fcda1/9ff6f16ea387ebe893f1a7ff920fcda1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805243.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/bdb/859870c2eb5d58ddf5f05b8ab0d6ebdb/859870c2eb5d58ddf5f05b8ab0d6ebdb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805248.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/e3c/d53cef3b014dbe89969cc88c9f5fae3c/d53cef3b014dbe89969cc88c9f5fae3c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805253.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/67e/4cf5c1629cff4c3568f0bfa22886f67e/4cf5c1629cff4c3568f0bfa22886f67e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805258.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/bf9/dac85abad39bbf9acc301cee2b19dbf9/dac85abad39bbf9acc301cee2b19dbf9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805263.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/6bd/07eeaa486db3753d32a4e76fafea46bd/07eeaa486db3753d32a4e76fafea46bd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805268.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/83d/f7d134d37fc40f99f68eb8d955e3b83d/f7d134d37fc40f99f68eb8d955e3b83d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805273.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/931/1d7a00992f51ee763b3eb102ec6ee931/1d7a00992f51ee763b3eb102ec6ee931.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805278.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/015/05a6493704846b18f068eb65bdd24015/05a6493704846b18f068eb65bdd24015.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805283.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/647/7102b7c602b76b78e471db5ad6a04647/7102b7c602b76b78e471db5ad6a04647.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805288.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/1a1/af1a41e1b2245efc3173fbc4490031a1/af1a41e1b2245efc3173fbc4490031a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805293.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/e75/9a6b1d775736af035867ead286e8fe75/9a6b1d775736af035867ead286e8fe75.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805298.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/7b7/5b8f42b177d9b03096213af443fa27b7/5b8f42b177d9b03096213af443fa27b7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805303.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/3a4/d222214ece6ee764dc2e4aae32da93a4/d222214ece6ee764dc2e4aae32da93a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805308.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/249/3184462f7d133ec471272b800c3a9249/3184462f7d133ec471272b800c3a9249.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805313.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/143/fa09695eb02be5d0c8999914e0871143/fa09695eb02be5d0c8999914e0871143.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805318.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/e98/cb9ea7ae808ef5ebda31bb02eed7fe98/cb9ea7ae808ef5ebda31bb02eed7fe98.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805323.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/60d/11960f97950b2084957a15b26df3560d/11960f97950b2084957a15b26df3560d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805328.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/1dd/89090f1f9fe19b1b231fff8bfd62f1dd/89090f1f9fe19b1b231fff8bfd62f1dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805333.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/4ac/03e73c395a00cb9188ae327e6af094ac/03e73c395a00cb9188ae327e6af094ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805338.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/3ae/ece062654db2ca810884434c0532a3ae/ece062654db2ca810884434c0532a3ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805343.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/7d4/ac8b25a85460b4345d92b3bb98f597d4/ac8b25a85460b4345d92b3bb98f597d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805348.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/640/fda3e9fa8af2bdd7b665c31142b12640/fda3e9fa8af2bdd7b665c31142b12640.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805353.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/067/a77e3cd89f0a3c4e1833a99216d3b067/a77e3cd89f0a3c4e1833a99216d3b067.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805358.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/ef3/4bd2389027a951d0f3d81dd61461bef3/4bd2389027a951d0f3d81dd61461bef3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805363.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/a44/075043e4eaf024e300d9f20f6f5c7a44/075043e4eaf024e300d9f20f6f5c7a44.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805368.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/cad/d379dec25a7d8b64cd8888e1c4e8acad/d379dec25a7d8b64cd8888e1c4e8acad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805373.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/b0a/88d5fd56dbc9f100e2f55b55d8142b0a/88d5fd56dbc9f100e2f55b55d8142b0a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805378.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/367/14f1efcda550f1943154ef6934c6a367/14f1efcda550f1943154ef6934c6a367.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805383.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/165/d9763365222b9db60bb9cc307d1b2165/d9763365222b9db60bb9cc307d1b2165.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805388.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/b30/3f954c1f288e219e059c9efc99478b30/3f954c1f288e219e059c9efc99478b30.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805393.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/664/13f7326ebcea55eaf964f67612507664/13f7326ebcea55eaf964f67612507664.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805398.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/ca1/680f156d51c0fce6127571677c4e7ca1/680f156d51c0fce6127571677c4e7ca1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805403.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/079/f1175cb4b1cdb035daf848a4e6cae079/f1175cb4b1cdb035daf848a4e6cae079.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805408.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/bc8/b6a4148a3bb0d3674fea8b48e3f71bc8/b6a4148a3bb0d3674fea8b48e3f71bc8.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap ... ok - -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0296ff7a4ac64667ae4cf-0067670526) -test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: tx0296ff7a4ac64667ae4cf-0067670526) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx1d50dcebca5242ea9d956-0067670526) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1d50dcebca5242ea9d956-0067670526) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1d50dcebca5242ea9d956-0067670526) -test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: tx1d50dcebca5242ea9d956-0067670526) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx878d0bef40214f3da4238-0067670527) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx878d0bef40214f3da4238-0067670527) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx878d0bef40214f3da4238-0067670527) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx878d0bef40214f3da4238-0067670527) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx878d0bef40214f3da4238-0067670527) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx878d0bef40214f3da4238-0067670527) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx878d0bef40214f3da4238-0067670527) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx878d0bef40214f3da4238-0067670527) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx878d0bef40214f3da4238-0067670527) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx878d0bef40214f3da4238-0067670527) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx878d0bef40214f3da4238-0067670527) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx878d0bef40214f3da4238-0067670527) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx878d0bef40214f3da4238-0067670527) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx878d0bef40214f3da4238-0067670527) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx878d0bef40214f3da4238-0067670527) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx878d0bef40214f3da4238-0067670527) -test DEBUG: Setting object count to 3120 (txn: tx878d0bef40214f3da4238-0067670527) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx5ea54a9c841343d9bb1fc-0067670527) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx5ea54a9c841343d9bb1fc-0067670527) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5ea54a9c841343d9bb1fc-0067670527) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx5ea54a9c841343d9bb1fc-0067670527) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5ea54a9c841343d9bb1fc-0067670527) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5ea54a9c841343d9bb1fc-0067670527) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx5ea54a9c841343d9bb1fc-0067670527) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx5ea54a9c841343d9bb1fc-0067670527) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5ea54a9c841343d9bb1fc-0067670527) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx5ea54a9c841343d9bb1fc-0067670527) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx5ea54a9c841343d9bb1fc-0067670527) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5ea54a9c841343d9bb1fc-0067670527) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx5ea54a9c841343d9bb1fc-0067670527) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5ea54a9c841343d9bb1fc-0067670527) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5ea54a9c841343d9bb1fc-0067670527) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx5ea54a9c841343d9bb1fc-0067670527) -test DEBUG: Setting object count to 3120 (txn: tx5ea54a9c841343d9bb1fc-0067670527) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txeccbf189b8884acb9f209-0067670527) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txeccbf189b8884acb9f209-0067670527) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txeccbf189b8884acb9f209-0067670527) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txeccbf189b8884acb9f209-0067670527) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txeccbf189b8884acb9f209-0067670527) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txeccbf189b8884acb9f209-0067670527) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txeccbf189b8884acb9f209-0067670527) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txeccbf189b8884acb9f209-0067670527) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txeccbf189b8884acb9f209-0067670527) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txeccbf189b8884acb9f209-0067670527)test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 ... ok -test.unit.common.test_manager.TestServer.test_wait -test.unit.common.test_manager.TestServer.test_wait ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header ... ok -test.unit.common.test_swob.TestRequest.test_401_invalid_path -test.unit.common.test_swob.TestRequest.test_401_invalid_path ... ok -test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path -test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path ... ok -test.unit.common.test_swob.TestRequest.test_401_unauthorized -test.unit.common.test_swob.TestRequest.test_401_unauthorized ... ok -test.unit.common.test_swob.TestRequest.test_401_valid_account_path -test.unit.common.test_swob.TestRequest.test_401_valid_account_path ... ok -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists ... ok -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted ... ok -test.unit.common.test_swob.TestRequest.test_accept_header -test.unit.common.test_swob.TestRequest.test_accept_header ... ok -test.unit.common.test_swob.TestRequest.test_allow_reserved_names -test.unit.common.test_swob.TestRequest.test_allow_reserved_names ... ok -test.unit.common.test_swob.TestRequest.test_as_referer -test.unit.common.test_swob.TestRequest.test_as_referer ... ok -test.unit.common.test_swob.TestRequest.test_bad_path_info_pop -test.unit.common.test_swob.TestRequest.test_bad_path_info_pop ... ok -test.unit.common.test_swob.TestRequest.test_bad_range -test.unit.common.test_swob.TestRequest.test_bad_range ... ok -test.unit.common.test_swob.TestRequest.test_blank -test.unit.common.test_swob.TestRequest.test_blank ... ok -test.unit.common.test_swob.TestRequest.test_blank_body_precedence -test.unit.common.test_swob.TestRequest.test_blank_body_precedence ... ok -test.unit.common.test_swob.TestRequest.test_blank_parsing -test.unit.common.test_swob.TestRequest.test_blank_parsing ... ok -test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence -test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence ... ok -test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args -test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args ... ok -test.unit.common.test_swob.TestRequest.test_copy_get -test.unit.common.test_swob.TestRequest.test_copy_get ... ok -test.unit.common.test_swob.TestRequest.test_datetime_properties -test.unit.common.test_swob.TestRequest.test_datetime_properties ... ok -test.unit.common.test_swob.TestRequest.test_get_response -test.unit.common.test_swob.TestRequest.test_get_response ... ok -test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args -test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args ... ok -test.unit.common.test_swob.TestRequest.test_message_length_just_content_length -test.unit.common.test_swob.TestRequest.test_message_length_just_content_length ... ok -test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding -test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding ... ok -test.unit.common.test_swob.TestRequest.test_not_401 -test.unit.common.test_swob.TestRequest.test_not_401 ... ok -test.unit.common.test_swob.TestRequest.test_params -test.unit.common.test_swob.TestRequest.test_params ... ok -test.unit.common.test_swob.TestRequest.test_path -test.unit.common.test_swob.TestRequest.test_path ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop -test.unit.common.test_swob.TestRequest.test_path_info_pop ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop_last -test.unit.common.test_swob.TestRequest.test_path_info_pop_last ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop_none -test.unit.common.test_swob.TestRequest.test_path_info_pop_none ... ok -test.unit.common.test_swob.TestRequest.test_path_qs -test.unit.common.test_swob.TestRequest.test_path_qs ... ok -test.unit.common.test_swob.TestRequest.test_path_question_mark -test.unit.common.test_swob.TestRequest.test_path_question_mark ... ok -test.unit.common.test_swob.TestRequest.test_properties -test.unit.common.test_swob.TestRequest.test_properties ... ok -test.unit.common.test_swob.TestRequest.test_split_path -test.unit.common.test_swob.TestRequest.test_split_path ... ok -test.unit.common.test_swob.TestRequest.test_swift_entity_path -test.unit.common.test_swob.TestRequest.test_swift_entity_path ... ok -test.unit.common.test_swob.TestRequest.test_timestamp -test.unit.common.test_swob.TestRequest.test_timestamp ... ok -test.unit.common.test_swob.TestRequest.test_timestamp_invalid -test.unit.common.test_swob.TestRequest.test_timestamp_invalid ... ok -test.unit.common.test_swob.TestRequest.test_timestamp_missing -test.unit.common.test_swob.TestRequest.test_timestamp_missing ... ok -test.unit.common.test_swob.TestRequest.test_unicode_params -test.unit.common.test_swob.TestRequest.test_unicode_params ... ok -test.unit.common.test_swob.TestRequest.test_unicode_path -test.unit.common.test_swob.TestRequest.test_unicode_path ... ok -test.unit.common.test_swob.TestRequest.test_unicode_query -test.unit.common.test_swob.TestRequest.test_unicode_query ... ok -test.unit.common.test_swob.TestRequest.test_url -test.unit.common.test_swob.TestRequest.test_url ... ok -test.unit.common.test_swob.TestRequest.test_url2 -test.unit.common.test_swob.TestRequest.test_url2 ... ok -test.unit.common.test_swob.TestRequest.test_wsgify -test.unit.common.test_swob.TestRequest.test_wsgify ... ok -test.unit.common.test_swob.TestRequest.test_wsgify_method -test.unit.common.test_swob.TestRequest.test_wsgify_method ... ok -test.unit.common.test_swob.TestRequest.test_wsgify_raise -test.unit.common.test_swob.TestRequest.test_wsgify_raise ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes -test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous -test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty -test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes -test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_pending -test.unit.common.test_utils.TestGreenAsyncPile.test_pending ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything -test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn -test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row ... ok - -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9f733c5ca133482fbb5ce-0067670526) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9f733c5ca133482fbb5ce-0067670526) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9f733c5ca133482fbb5ce-0067670526) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9f733c5ca133482fbb5ce-0067670526) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9f733c5ca133482fbb5ce-0067670526) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9f733c5ca133482fbb5ce-0067670526) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa61831aac207402794946-0067670526) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 500 Trying to GET /a/c/o From Object Server 10.0.0.3:1003/sdd (txn: txbbf2c7a04f674f569e03f-0067670526) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx21d1970395344cddadc76-0067670527) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx21d1970395344cddadc76-0067670527) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx21d1970395344cddadc76-0067670527) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx21d1970395344cddadc76-0067670527) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx21d1970395344cddadc76-0067670527) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx21d1970395344cddadc76-0067670527) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx21d1970395344cddadc76-0067670527) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx21d1970395344cddadc76-0067670527) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx21d1970395344cddadc76-0067670527) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx21d1970395344cddadc76-0067670527) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx21d1970395344cddadc76-0067670527) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx21d1970395344cddadc76-0067670527) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx21d1970395344cddadc76-0067670527) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx21d1970395344cddadc76-0067670527) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx21d1970395344cddadc76-0067670527) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx21d1970395344cddadc76-0067670527) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx21d1970395344cddadc76-0067670527) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx21d1970395344cddadc76-0067670527) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx21d1970395344cddadc76-0067670527) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: tx042dbe7863df4e15b5d51-0067670527) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx042dbe7863df4e15b5d51-0067670527) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx042dbe7863df4e15b5d51-0067670527) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx042dbe7863df4e15b5d51-0067670527) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx042dbe7863df4e15b5d51-0067670527) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx042dbe7863df4e15b5d51-0067670527) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx042dbe7863df4e15b5d51-0067670527) -proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx042dbe7863df4e15b5d51-0067670527) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx042dbe7863df4e15b5d51-0067670527) -proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx042dbe7863df4e15b5d51-0067670527) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx042dbe7863df4e15b5d51-0067670527) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx042dbe7863df4e15b5d51-0067670527) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx042dbe7863df4e15b5d51-0067670527) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx042dbe7863df4e15b5d51-0067670527) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx042dbe7863df4e15b5d51-0067670527) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx042dbe7863df4e15b5d51-0067670527) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx042dbe7863df4e15b5d51-0067670527) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx042dbe7863df4e15b5d51-0067670527) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx042dbe7863df4e15b5d51-0067670527)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 ... ok - -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txeccbf189b8884acb9f209-0067670527) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txeccbf189b8884acb9f209-0067670527) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txeccbf189b8884acb9f209-0067670527) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txeccbf189b8884acb9f209-0067670527) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txeccbf189b8884acb9f209-0067670527) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txeccbf189b8884acb9f209-0067670527) -test DEBUG: Setting object count to 3120 (txn: txeccbf189b8884acb9f209-0067670527) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx0f1f0dbbeeee4ddcaa15f-0067670527) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0f1f0dbbeeee4ddcaa15f-0067670527) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0f1f0dbbeeee4ddcaa15f-0067670527) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0f1f0dbbeeee4ddcaa15f-0067670527) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0f1f0dbbeeee4ddcaa15f-0067670527) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0f1f0dbbeeee4ddcaa15f-0067670527) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx0f1f0dbbeeee4ddcaa15f-0067670527) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx0f1f0dbbeeee4ddcaa15f-0067670527) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx0f1f0dbbeeee4ddcaa15f-0067670527) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx0f1f0dbbeeee4ddcaa15f-0067670527) -test DEBUG: Setting object count to 3120 (txn: tx0f1f0dbbeeee4ddcaa15f-0067670527) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx5ccf3c2e3d5a48d1ac152-0067670527) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5ccf3c2e3d5a48d1ac152-0067670527) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx5ccf3c2e3d5a48d1ac152-0067670527) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx5ccf3c2e3d5a48d1ac152-0067670527) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx5ccf3c2e3d5a48d1ac152-0067670527) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx5ccf3c2e3d5a48d1ac152-0067670527) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx5ccf3c2e3d5a48d1ac152-0067670527) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx5ccf3c2e3d5a48d1ac152-0067670527) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx5ccf3c2e3d5a48d1ac152-0067670527) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx5ccf3c2e3d5a48d1ac152-0067670527) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5ccf3c2e3d5a48d1ac152-0067670527) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx5ccf3c2e3d5a48d1ac152-0067670527) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx5ccf3c2e3d5a48d1ac152-0067670527) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx5ccf3c2e3d5a48d1ac152-0067670527) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5ccf3c2e3d5a48d1ac152-0067670527) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx5ccf3c2e3d5a48d1ac152-0067670527) -test DEBUG: Setting object count to 3120 (txn: tx5ccf3c2e3d5a48d1ac152-0067670527) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txc7d63a71b0d24ed988696-0067670527) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc7d63a71b0d24ed988696-0067670527) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc7d63a71b0d24ed988696-0067670527) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc7d63a71b0d24ed988696-0067670527) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc7d63a71b0d24ed988696-0067670527) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc7d63a71b0d24ed988696-0067670527) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txc7d63a71b0d24ed988696-0067670527) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txc7d63a71b0d24ed988696-0067670527) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txc7d63a71b0d24ed988696-0067670527) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txc7d63a71b0d24ed988696-0067670527) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx9fcb7ff98cc94fffa63f9-0067670527) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx9fcb7ff98cc94fffa63f9-0067670527) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9fcb7ff98cc94fffa63f9-0067670527) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx9fcb7ff98cc94fffa63f9-0067670527) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9fcb7ff98cc94fffa63f9-0067670527) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9fcb7ff98cc94fffa63f9-0067670527) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx9fcb7ff98cc94fffa63f9-0067670527) -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805413.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/503/5e301dd63298f03886bf9f8cd03b0503/5e301dd63298f03886bf9f8cd03b0503.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805418.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/59a/8bff8db7d5dec4297e986acd3df1d59a/8bff8db7d5dec4297e986acd3df1d59a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805423.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/1ea/368e47a1bd3f9dd8ef84b20509a6d1ea/368e47a1bd3f9dd8ef84b20509a6d1ea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805428.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/448/d92016b318c5f123661be597af417448/d92016b318c5f123661be597af417448.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805433.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/3af/00e813a179972e9127e8ef8cabbb23af/00e813a179972e9127e8ef8cabbb23af.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805438.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/425/a9257258c6899353330ef6309c293425/a9257258c6899353330ef6309c293425.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805443.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/ed0/1300d9e55a6158b8b881a0f5baedbed0/1300d9e55a6158b8b881a0f5baedbed0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805448.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/47e/33885811352440485a2ac65e766bd47e/33885811352440485a2ac65e766bd47e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805453.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/244/f3f79ec28c65a4e4dd517fce8d507244/f3f79ec28c65a4e4dd517fce8d507244.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805458.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/74d/aa56d4ff1b06bb468a0a905058d5c74d/aa56d4ff1b06bb468a0a905058d5c74d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805463.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/097/d8e9f75e77993d6ac623daabb08fa097/d8e9f75e77993d6ac623daabb08fa097.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805468.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/dd0/ffa8060755f9e4849a2f3d28d598edd0/ffa8060755f9e4849a2f3d28d598edd0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805473.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/d32/20f6707d53ac70c977a6794c5473bd32/20f6707d53ac70c977a6794c5473bd32.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805478.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/b6a/4cb767f096512e204de1776eae9efb6a/4cb767f096512e204de1776eae9efb6a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805483.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/e4d/b8d699d09aed2219a6a2881b93fa7e4d/b8d699d09aed2219a6a2881b93fa7e4d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805488.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/4ef/086251f1c57be703ad4ac2b6480634ef/086251f1c57be703ad4ac2b6480634ef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805493.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/f46/5b8e9e36ba7883f1a95b80406d4edf46/5b8e9e36ba7883f1a95b80406d4edf46.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805498.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/533/8c2ef0a1577f6526bbc93d891e813533/8c2ef0a1577f6526bbc93d891e813533.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805503.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/f7f/5cc02d7782b0192e802cbd998e766f7f/5cc02d7782b0192e802cbd998e766f7f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805508.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/4c3/bf993d68acdfd30aa9dcf40205a834c3/bf993d68acdfd30aa9dcf40205a834c3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805513.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/253/5f766fd800c0b0021326d2528f24e253/5f766fd800c0b0021326d2528f24e253.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805518.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/819/a4494215ed086a53cdb56e08d32f6819/a4494215ed086a53cdb56e08d32f6819.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805523.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/038/57e0ea41a74025486cc930eb561cd038/57e0ea41a74025486cc930eb561cd038.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805528.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/6d0/f512fabf3ddb90ae60cab74b5a5be6d0/f512fabf3ddb90ae60cab74b5a5be6d0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805533.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/264/e2ec533ff8b201a232fb5bd3eb3a1264/e2ec533ff8b201a232fb5bd3eb3a1264.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805538.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/841/f43b89020b77ccdb92288e72c0368841/f43b89020b77ccdb92288e72c0368841.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805543.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/465/8ca9f3e1e29ba55f6aba9750ae500465/8ca9f3e1e29ba55f6aba9750ae500465.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805548.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/685/ecb70bb6023f2590216448e03f90f685/ecb70bb6023f2590216448e03f90f685.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805553.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/002/8ac93ff6eb1432305763b94783d8d002/8ac93ff6eb1432305763b94783d8d002.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805558.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/5e5/84b82c59a06b1faa45d3ed955ccd35e5/84b82c59a06b1faa45d3ed955ccd35e5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805563.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/999/915105ab7132740a21dcf94b26218999/915105ab7132740a21dcf94b26218999.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805568.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/f0e/ef762d6a97c42b00db1dec0688758f0e/ef762d6a97c42b00db1dec0688758f0e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805573.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/51f/4aab8b57d84ea790d7eee1ed4eaa951f/4aab8b57d84ea790d7eee1ed4eaa951f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805578.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/c14/98eb424885e337eb679829a91899dc14/98eb424885e337eb679829a91899dc14.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805583.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/cb7/967193ac66a327e5e915db43580f1cb7/967193ac66a327e5e915db43580f1cb7.dbtest.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx55855b55efd547a19609d-0067670525) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx55855b55efd547a19609d-0067670525) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx55855b55efd547a19609d-0067670525) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: tx55855b55efd547a19609d-0067670525) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx55855b55efd547a19609d-0067670525) -test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx55855b55efd547a19609d-0067670525) -test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: tx55855b55efd547a19609d-0067670525) -test DEBUG: Setting object count to 1024 (txn: tx55855b55efd547a19609d-0067670525) -test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: tx55855b55efd547a19609d-0067670525) -test DEBUG: Setting object count to 1024 (txn: tx55855b55efd547a19609d-0067670525) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx66d8554b72a340399f3a4-0067670526) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx66d8554b72a340399f3a4-0067670526) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx66d8554b72a340399f3a4-0067670526) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx66d8554b72a340399f3a4-0067670526) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx66d8554b72a340399f3a4-0067670526) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx66d8554b72a340399f3a4-0067670526) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx66d8554b72a340399f3a4-0067670526) -test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: tx66d8554b72a340399f3a4-0067670526) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx66d8554b72a340399f3a4-0067670526) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx66d8554b72a340399f3a4-0067670526) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx66d8554b72a340399f3a4-0067670526) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx66d8554b72a340399f3a4-0067670526) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx66d8554b72a340399f3a4-0067670526) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx66d8554b72a340399f3a4-0067670526) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx66d8554b72a340399f3a4-0067670526) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx66d8554b72a340399f3a4-0067670526) -test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx66d8554b72a340399f3a4-0067670526) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: tx66d8554b72a340399f3a4-0067670526) -test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: tx66d8554b72a340399f3a4-0067670526) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx66d8554b72a340399f3a4-0067670526) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx66d8554b72a340399f3a4-0067670526) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx66d8554b72a340399f3a4-0067670526) -test DEBUG: Setting object count to 1072 (txn: tx66d8554b72a340399f3a4-0067670526) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx6c8134deface44969f763-0067670527) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6c8134deface44969f763-0067670527) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6c8134deface44969f763-0067670527) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6c8134deface44969f763-0067670527) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6c8134deface44969f763-0067670527) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6c8134deface44969f763-0067670527) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx6c8134deface44969f763-0067670527) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx6c8134deface44969f763-0067670527) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6c8134deface44969f763-0067670527) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx6c8134deface44969f763-0067670527) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx6c8134deface44969f763-0067670527) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6c8134deface44969f763-0067670527) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx6c8134deface44969f763-0067670527) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx6c8134deface44969f763-0067670527)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first -test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first ... ok +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit "once" mode +test ERROR: ERROR Could not get container info /tmp/tmpxoc5os11/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpxoc5os11/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit "once" mode completed: 0.02s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +Error while closing FD +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_splice.py", line 52, in safe_close + os.close(fd) + ~~~~~~~~^^^^ +OSError: [Errno 9] Bad file descriptor +Error while closing FD +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_splice.py", line 52, in safe_close + os.close(fd) + ~~~~~~~~^^^^ +OSError: [Errno 9] Bad file descriptor +test.unit.common.test_splice.TestTee.test_fileno +test.unit.common.test_splice.TestTee.test_fileno ... ok +test.unit.common.test_splice.TestTee.test_flags_list +test.unit.common.test_splice.TestTee.test_flags_list ... ok +test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe +test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe ... ok +test.unit.common.test_splice.TestTee.test_unavailable +test.unit.common.test_splice.TestTee.test_unavailable ... ok +test.unit.common.test_splice.TestTee.test_unavailable_in_libc +test.unit.common.test_splice.TestTee.test_unavailable_in_libc ... ok +test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_defaults +test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_defaults ... ok +test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_options +test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_options ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_burst +test.unit.common.test_utils.TestEventletRateLimiter.test_burst ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle +test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by +test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_init +test.unit.common.test_utils.TestEventletRateLimiter.test_init ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking_max_rate_adjusted +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking_max_rate_adjusted ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit +test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_set_max_rate +test.unit.common.test_utils.TestEventletRateLimiter.test_set_max_rate ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_set_rate_buffer +test.unit.common.test_utils.TestEventletRateLimiter.test_set_rate_buffer ... ok test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized ... ok test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_all_whitespace_value -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_all_whitespace_value ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_bogus_value -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_bogus_value ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_empty_value -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_empty_value ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_more_specific_after_less_specific -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_more_specific_after_less_specific ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_multiple -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_multiple ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_single_region -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_single_region ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_with_zone_zero -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_with_zone_zero ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_TRUE_VALUES -test.unit.common.utils.test_config.TestUtilsConfig.test_TRUE_VALUES ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_auto_int_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_auto_int_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_fallocate_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_fallocate_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_float_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_float_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_percent_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_percent_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_positive_int_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_positive_int_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_request_node_count_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_request_node_count_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_true_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_true_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_float -test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_float ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_int -test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_int ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805588.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/450/1e9a6c8ba9a82677ab0ae6e2eb779450/1e9a6c8ba9a82677ab0ae6e2eb779450.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805593.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/1df/79fd08956f15e4c6fbc847bdc41f41df/79fd08956f15e4c6fbc847bdc41f41df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805598.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/34c/0aabfcc73ed7579a3b430962c119934c/0aabfcc73ed7579a3b430962c119934c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805603.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/8e7/dfdb1c2a2046a69b20386e39ce45b8e7/dfdb1c2a2046a69b20386e39ce45b8e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805608.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/949/ac8cb5950a995ab0fa325a0254d32949/ac8cb5950a995ab0fa325a0254d32949.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805613.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/7ea/764c5b48576ef69a4040e45347f217ea/764c5b48576ef69a4040e45347f217ea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805618.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/e4b/4f2c19f0d9de83e86bcd8ae6b9a96e4b/4f2c19f0d9de83e86bcd8ae6b9a96e4b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805623.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/ae6/368589067554479bf0351b26b6a35ae6/368589067554479bf0351b26b6a35ae6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805628.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/e90/5fb24b8cecf025063378ea83e0417e90/5fb24b8cecf025063378ea83e0417e90.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805633.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/bfb/7141e04be9e1622749492a0f7dd7ebfb/7141e04be9e1622749492a0f7dd7ebfb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805638.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/7be/80ee835a2852d1cb752d2553212c17be/80ee835a2852d1cb752d2553212c17be.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805643.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/364/b5e297c408036987d0921f35989e0364/b5e297c408036987d0921f35989e0364.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805648.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/a6f/498d52a0b1dc3efdf0d9c99f7cf2ea6f/498d52a0b1dc3efdf0d9c99f7cf2ea6f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805653.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/6c8/0d4744b1d414442ccdafa37ba300a6c8/0d4744b1d414442ccdafa37ba300a6c8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805658.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/7a2/97d22ac9b9b123460ffc47a0229c57a2/97d22ac9b9b123460ffc47a0229c57a2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805663.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/ba4/c818d9aeb2329c12a3da04f81c6cfba4/c818d9aeb2329c12a3da04f81c6cfba4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805668.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/442/ca773f68fcfb8608dee792a3e3948442/ca773f68fcfb8608dee792a3e3948442.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805673.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/f84/0f869b0d5631b9424ff3d8b17afc9f84/0f869b0d5631b9424ff3d8b17afc9f84.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805678.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/677/46e3a4fc6dcea5577c13fa92262f5677/46e3a4fc6dcea5577c13fa92262f5677.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805683.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/f6c/625392cf1e7de2cbda0c81a285773f6c/625392cf1e7de2cbda0c81a285773f6c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805688.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/bcd/42b8a985d6f94a29f0bf85303e3cfbcd/42b8a985d6f94a29f0bf85303e3cfbcd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805693.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/47d/4efa26ea025c1c45a6b5d0f70233147d/4efa26ea025c1c45a6b5d0f70233147d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805698.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/152/9f198cba8e310eba68c7bf2041a00152/9f198cba8e310eba68c7bf2041a00152.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805703.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/3d7/ac9440238aa5b49b04ae77edcd0bd3d7/ac9440238aa5b49b04ae77edcd0bd3d7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805708.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/555/a36a6eb69dae562b558ddad09d65d555/a36a6eb69dae562b558ddad09d65d555.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805713.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/7f7/78f5cf480d279ecf7ec6427a23e967f7/78f5cf480d279ecf7ec6427a23e967f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805718.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/8c9/cef666c1a70716538762ae2db556f8c9/cef666c1a70716538762ae2db556f8c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805723.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/1e8/f22ce87891691f74c00030382b9621e8/f22ce87891691f74c00030382b9621e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805728.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/aa0/4858179ec934188b7a065bc005d10aa0/4858179ec934188b7a065bc005d10aa0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805733.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/062/aecbace4746ebf93cf3a09fd9fc4e062/aecbace4746ebf93cf3a09fd9fc4e062.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805738.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/060/5dcf60c10db426a36db45d3ac1a11060/5dcf60c10db426a36db45d3ac1a11060.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805743.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/691/be9788f56139e6caaa34671370105691/be9788f56139e6caaa34671370105691.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805748.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/a70/1620ae28e8b16f17c7a2fe542a37ca70/1620ae28e8b16f17c7a2fe542a37ca70.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805753.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/544/fba9dd93554465913a2d7f7a9050c544/fba9dd93554465913a2d7f7a9050c544.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805758.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/e37/2593d678e6506c0f34196935b079ce37/2593d678e6506c0f34196935b079ce37.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration -test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok ... ok - -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx042dbe7863df4e15b5d51-0067670527) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx042dbe7863df4e15b5d51-0067670527) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx042dbe7863df4e15b5d51-0067670527) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx042dbe7863df4e15b5d51-0067670527) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx042dbe7863df4e15b5d51-0067670527) -proxy-server ERROR: Object returning 503 for [507, 507, 507, 507, 507] (txn: tx042dbe7863df4e15b5d51-0067670527) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txa5f5d04a3b204016bb8d7-0067670527) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txa5f5d04a3b204016bb8d7-0067670527) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txa5f5d04a3b204016bb8d7-0067670527) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txa5f5d04a3b204016bb8d7-0067670527) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txa5f5d04a3b204016bb8d7-0067670527) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txa5f5d04a3b204016bb8d7-0067670527) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.02s) (txn: txa5f5d04a3b204016bb8d7-0067670527) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.02s) (txn: txa5f5d04a3b204016bb8d7-0067670527) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.02s) (txn: txa5f5d04a3b204016bb8d7-0067670527) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.02s) (txn: txa5f5d04a3b204016bb8d7-0067670527) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx32582dea3a9849f3bd5a0-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx32582dea3a9849f3bd5a0-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx32582dea3a9849f3bd5a0-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx32582dea3a9849f3bd5a0-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx32582dea3a9849f3bd5a0-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx32582dea3a9849f3bd5a0-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx32582dea3a9849f3bd5a0-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx32582dea3a9849f3bd5a0-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx32582dea3a9849f3bd5a0-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx32582dea3a9849f3bd5a0-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx32582dea3a9849f3bd5a0-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx32582dea3a9849f3bd5a0-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx32582dea3a9849f3bd5a0-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx32582dea3a9849f3bd5a0-0067670528) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx32582dea3a9849f3bd5a0-0067670528) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_succeed -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_succeed ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish ... ok +test.unit.common.test_utils.TestLRUCache.test_maxsize +test.unit.common.test_utils.TestLRUCache.test_maxsize ... ok +test.unit.common.test_utils.TestLRUCache.test_maxtime +test.unit.common.test_utils.TestLRUCache.test_maxtime ... ok +test.unit.common.test_utils.TestLRUCache.test_set_maxsize +test.unit.common.test_utils.TestLRUCache.test_set_maxsize ... ok +test.unit.common.test_utils.TestLRUCache.test_set_maxtime +test.unit.common.test_utils.TestLRUCache.test_set_maxtime ... ok +test.unit.common.test_utils.TestPunchHole.test_arg_bounds +test.unit.common.test_utils.TestPunchHole.test_arg_bounds ... ok +test.unit.common.test_utils.TestPunchHole.test_error +test.unit.common.test_utils.TestPunchHole.test_error ... ok +test.unit.common.test_utils.TestPunchHole.test_no_fallocate +test.unit.common.test_utils.TestPunchHole.test_no_fallocate ... ok +test.unit.common.test_utils.TestPunchHole.test_punch_hole +test.unit.common.test_utils.TestPunchHole.test_punch_hole ... ok +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip ... ok +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 ... ok +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 ... ok +test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing +test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing ... ok +test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function +test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function ... ok +test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function +test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2797cd23a0a04bbcb5a62-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2797cd23a0a04bbcb5a62-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2797cd23a0a04bbcb5a62-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2797cd23a0a04bbcb5a62-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2797cd23a0a04bbcb5a62-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2797cd23a0a04bbcb5a62-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2797cd23a0a04bbcb5a62-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2797cd23a0a04bbcb5a62-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2797cd23a0a04bbcb5a62-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2797cd23a0a04bbcb5a62-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2797cd23a0a04bbcb5a62-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2797cd23a0a04bbcb5a62-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2797cd23a0a04bbcb5a62-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2797cd23a0a04bbcb5a62-0067670528) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx199a5d80af81472682735-0069741557) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx199a5d80af81472682735-0069741557) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx199a5d80af81472682735-0069741557) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx199a5d80af81472682735-0069741557) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx199a5d80af81472682735-0069741557) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx199a5d80af81472682735-0069741557) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx199a5d80af81472682735-0069741557) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx199a5d80af81472682735-0069741557) +test DEBUG: Setting object count to 1065 (txn: tx199a5d80af81472682735-0069741557) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5029d993bd17425e8d95f-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5029d993bd17425e8d95f-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5029d993bd17425e8d95f-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5029d993bd17425e8d95f-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5029d993bd17425e8d95f-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5029d993bd17425e8d95f-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5029d993bd17425e8d95f-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5029d993bd17425e8d95f-0067670528) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx5029d993bd17425e8d95f-0067670528) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbe18b39c327b4cd7bb23c-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbe18b39c327b4cd7bb23c-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbe18b39c327b4cd7bb23c-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbe18b39c327b4cd7bb23c-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbe18b39c327b4cd7bb23c-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbe18b39c327b4cd7bb23c-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbe18b39c327b4cd7bb23c-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbe18b39c327b4cd7bb23c-0067670528) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: txbe18b39c327b4cd7bb23c-0067670528) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: txbe18b39c327b4cd7bb23c-0067670528) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: txbe18b39c327b4cd7bb23c-0067670528) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: txbe18b39c327b4cd7bb23c-0067670528) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: txbe18b39c327b4cd7bb23c-0067670528) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: txbe18b39c327b4cd7bb23c-0067670528) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: txbe18b39c327b4cd7bb23c-0067670528) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: txbe18b39c327b4cd7bb23c-0067670528) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: txbe18b39c327b4cd7bb23c-0067670528) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: txbe18b39c327b4cd7bb23c-0067670528)test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_negative_delete_after ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_fail -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_non_integer ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker ... ok +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: tx1f59104e8233479b9f327-0069741557) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: tx9a90b5a36d174c218d7b9-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx9a90b5a36d174c218d7b9-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx9a90b5a36d174c218d7b9-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx9a90b5a36d174c218d7b9-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx9a90b5a36d174c218d7b9-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: tx9a90b5a36d174c218d7b9-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx9a90b5a36d174c218d7b9-0069741557) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx96f10adb3d974f8b9e364-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx96f10adb3d974f8b9e364-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx96f10adb3d974f8b9e364-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx96f10adb3d974f8b9e364-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx96f10adb3d974f8b9e364-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx96f10adb3d974f8b9e364-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx96f10adb3d974f8b9e364-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: tx96f10adb3d974f8b9e364-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: tx96f10adb3d974f8b9e364-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: tx96f10adb3d974f8b9e364-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: tx96f10adb3d974f8b9e364-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: tx96f10adb3d974f8b9e364-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: tx96f10adb3d974f8b9e364-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: tx96f10adb3d974f8b9e364-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: tx96f10adb3d974f8b9e364-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: tx96f10adb3d974f8b9e364-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: tx96f10adb3d974f8b9e364-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: tx96f10adb3d974f8b9e364-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: tx96f10adb3d974f8b9e364-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx96f10adb3d974f8b9e364-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: tx96f10adb3d974f8b9e364-0069741557)test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_timeouts +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_timeouts ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_none_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_none_found ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_one_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_one_found ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker ... ok -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: txbe18b39c327b4cd7bb23c-0067670528) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: txbe18b39c327b4cd7bb23c-0067670528) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: txbe18b39c327b4cd7bb23c-0067670528) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: txbe18b39c327b4cd7bb23c-0067670528) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txbe18b39c327b4cd7bb23c-0067670528) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx26465eaed75c4608a579b-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: tx26465eaed75c4608a579b-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: tx26465eaed75c4608a579b-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx26465eaed75c4608a579b-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx26465eaed75c4608a579b-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx26465eaed75c4608a579b-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx26465eaed75c4608a579b-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: tx26465eaed75c4608a579b-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: tx26465eaed75c4608a579b-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: tx26465eaed75c4608a579b-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: tx26465eaed75c4608a579b-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: tx26465eaed75c4608a579b-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: tx26465eaed75c4608a579b-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: tx26465eaed75c4608a579b-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: tx26465eaed75c4608a579b-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: tx26465eaed75c4608a579b-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: tx26465eaed75c4608a579b-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: tx26465eaed75c4608a579b-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: tx26465eaed75c4608a579b-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: tx26465eaed75c4608a579b-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx26465eaed75c4608a579b-0069741557) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: tx26465eaed75c4608a579b-0069741557) +proxy-server ERROR: Object DELETE returning 503 for (204, 204, 204, 204, 204, 204, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx26465eaed75c4608a579b-0069741557) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx8a15e0e402b84b51bbf8b-0069741557) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx8a15e0e402b84b51bbf8b-0069741557) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx8a15e0e402b84b51bbf8b-0069741557) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx8a15e0e402b84b51bbf8b-0069741557) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx8a15e0e402b84b51bbf8b-0069741557) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx8a15e0e402b84b51bbf8b-0069741557) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx8a15e0e402b84b51bbf8b-0069741557) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx8a15e0e402b84b51bbf8b-0069741557) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd07539bd93d74ac3b3c35-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd07539bd93d74ac3b3c35-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd07539bd93d74ac3b3c35-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd07539bd93d74ac3b3c35-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd07539bd93d74ac3b3c35-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd07539bd93d74ac3b3c35-0067670528) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd07539bd93d74ac3b3c35-0067670528) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests ... ok - -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx1d50a330f7744992a4f75-0067670527) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1d50a330f7744992a4f75-0067670527) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1d50a330f7744992a4f75-0067670527) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx1d50a330f7744992a4f75-0067670527) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1d50a330f7744992a4f75-0067670527) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx1d50a330f7744992a4f75-0067670527) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx1d50a330f7744992a4f75-0067670527) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx1d50a330f7744992a4f75-0067670527) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx1d50a330f7744992a4f75-0067670527) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx1d50a330f7744992a4f75-0067670527) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx1d50a330f7744992a4f75-0067670527) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx1d50a330f7744992a4f75-0067670527) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx1d50a330f7744992a4f75-0067670527) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx5323922b9e924c5480aa2-0067670528) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5323922b9e924c5480aa2-0067670528) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5323922b9e924c5480aa2-0067670528) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx5323922b9e924c5480aa2-0067670528) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx0f415150b1494f26826e2-0067670528) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx0f415150b1494f26826e2-0067670528) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx0f415150b1494f26826e2-0067670528) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx0f415150b1494f26826e2-0067670528) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx7fe0fab567f54a0b95194-0067670528) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx7fe0fab567f54a0b95194-0067670528) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx7fe0fab567f54a0b95194-0067670528) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx7fe0fab567f54a0b95194-0067670528) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc7d6092cd4f540fa845bc-0067670529) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc7d6092cd4f540fa845bc-0067670529) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc7d6092cd4f540fa845bc-0067670529) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc7d6092cd4f540fa845bc-0067670529) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc7d6092cd4f540fa845bc-0067670529) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc7d6092cd4f540fa845bc-0067670529) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txc7d6092cd4f540fa845bc-0067670529) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc7d6092cd4f540fa845bc-0067670529) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc7d6092cd4f540fa845bc-0067670529) -test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: txc7d6092cd4f540fa845bc-0067670529) -test DEBUG: Setting object count to 1068 (txn: txc7d6092cd4f540fa845bc-0067670529) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txc89e0f2eae8e4c529e185-0067670529) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc89e0f2eae8e4c529e185-0067670529) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: txc89e0f2eae8e4c529e185-0067670529) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txc89e0f2eae8e4c529e185-0067670529) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc89e0f2eae8e4c529e185-0067670529) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc89e0f2eae8e4c529e185-0067670529) -test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: txc89e0f2eae8e4c529e185-0067670529) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc89e0f2eae8e4c529e185-0067670529) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc89e0f2eae8e4c529e185-0067670529) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: txc89e0f2eae8e4c529e185-0067670529) -test DEBUG: Setting object count to 1068 (txn: txc89e0f2eae8e4c529e185-0067670529) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations -test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805763.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/55f/d69a5ed0600ba512be9d1fe1b21c655f/d69a5ed0600ba512be9d1fe1b21c655f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805768.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/47e/5695ce4383b9caa669507c2dfbcd247e/5695ce4383b9caa669507c2dfbcd247e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805773.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/67b/5f544c6bc774298e61c67dbbab31d67b/5f544c6bc774298e61c67dbbab31d67b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805778.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/9e9/7228ab8c386f8248a98644e71141a9e9/7228ab8c386f8248a98644e71141a9e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805783.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/615/1a7380365db2aebaff1ab2fea7ef9615/1a7380365db2aebaff1ab2fea7ef9615.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805788.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/347/ec0f6916c9210b1071fbb0f016de2347/ec0f6916c9210b1071fbb0f016de2347.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805793.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/6da/b5ffcab4a7a863dcebde377b468006da/b5ffcab4a7a863dcebde377b468006da.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805798.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/2d4/6cf56ca07aaffdf9147ef0aaf3cbb2d4/6cf56ca07aaffdf9147ef0aaf3cbb2d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805803.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/735/e1ca12081e240688f69780e32d9f1735/e1ca12081e240688f69780e32d9f1735.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805808.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/f67/ff059acbe55c6f4f50fa668c6c4a0f67/ff059acbe55c6f4f50fa668c6c4a0f67.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805813.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/f1a/9cd82362176d55537c3580228413ef1a/9cd82362176d55537c3580228413ef1a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805818.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/b42/0366b1df90e911bd822ec88f142fdb42/0366b1df90e911bd822ec88f142fdb42.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805823.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/0c3/255d2d1b64b26c038d2cf651c2d480c3/255d2d1b64b26c038d2cf651c2d480c3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805828.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/236/fb455ba9745f4358ba1211c4d4cbe236/fb455ba9745f4358ba1211c4d4cbe236.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805833.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/4fa/6d01b5b1054f84680b1ca8365d5b94fa/6d01b5b1054f84680b1ca8365d5b94fa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805838.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/55a/3cdcd79c424b1e896b2249f325bad55a/3cdcd79c424b1e896b2249f325bad55a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805843.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/b14/02de7e8951bc4b76249939cd9cf4ab14/02de7e8951bc4b76249939cd9cf4ab14.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805848.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/7d1/1408d1a3f959f00ee8e132cdb23907d1/1408d1a3f959f00ee8e132cdb23907d1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805853.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/e44/fdbbdf4fe9b8354134cdada07121ee44/fdbbdf4fe9b8354134cdada07121ee44.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805858.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/4e0/e44d83a11485e51fe10d6b3c0249b4e0/e44d83a11485e51fe10d6b3c0249b4e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805863.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/842/cfcf6ac00cfebfb8c139453e87527842/cfcf6ac00cfebfb8c139453e87527842.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805868.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/ad2/1c370f959c9475d828dc47181a6eead2/1c370f959c9475d828dc47181a6eead2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805873.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/4c9/8dfa2459e723f62092cb5c8613a4b4c9/8dfa2459e723f62092cb5c8613a4b4c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805878.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/4bf/972e28be4c579a5606af1dfe881fc4bf/972e28be4c579a5606af1dfe881fc4bf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805883.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/278/f644f4151d672132789e5e48b2cef278/f644f4151d672132789e5e48b2cef278.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805888.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/2c0/5fa51167b0c3d4d6608c8cba67af92c0/5fa51167b0c3d4d6608c8cba67af92c0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805893.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/ac9/f8136fdfb09b3eb4456e7090b48cfac9/f8136fdfb09b3eb4456e7090b48cfac9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805898.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/644/cc8767ad187b9922282213b8a1a04644/cc8767ad187b9922282213b8a1a04644.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805903.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/b57/eb2a1b8bdef35bff18061eb900150b57/eb2a1b8bdef35bff18061eb900150b57.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805908.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/e7a/1cdb2e024555390ca6a6bc3af90fde7a/1cdb2e024555390ca6a6bc3af90fde7a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805913.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/855/5b4b766e72ece79a7d313584ee0e2855/5b4b766e72ece79a7d313584ee0e2855.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805918.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/e6a/6cc12a3c81efc27a64f5b86e6bb53e6a/6cc12a3c81efc27a64f5b86e6bb53e6a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805923.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/f92/14fbfe2a5f6eca20ce98088cd0addf92/14fbfe2a5f6eca20ce98088cd0addf92.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805928.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/d2e/22bda5d35aa1cf214a99bf18b9edfd2e/22bda5d35aa1cf214a99bf18b9edfd2e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805933.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/b84/b335a79d40217627e8263fbe2107eb84/b335a79d40217627e8263fbe2107eb84.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders -test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_feed_remaining_primaries -test.unit.proxy.controllers.test_obj.TestECObjController.test_feed_remaining_primaries ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_fix_response_HEAD -test.unit.proxy.controllers.test_obj.TestECObjController.test_fix_response_HEAD ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges ... ok -test.unit.container.test_sharder.TestSharder.test_audit_root_container -test.unit.container.test_sharder.TestSharder.test_audit_root_container ... ok -test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch -test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch ... ok - -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx6c8134deface44969f763-0067670527) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx6c8134deface44969f763-0067670527) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx6c8134deface44969f763-0067670527) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6c8134deface44969f763-0067670527) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6c8134deface44969f763-0067670527) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx6c8134deface44969f763-0067670527) -test DEBUG: Setting object count to 1072 (txn: tx6c8134deface44969f763-0067670527) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe6f6a6377cbf4d4bb90ee-0067670528) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe6f6a6377cbf4d4bb90ee-0067670528) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe6f6a6377cbf4d4bb90ee-0067670528) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe6f6a6377cbf4d4bb90ee-0067670528) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe6f6a6377cbf4d4bb90ee-0067670528) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe6f6a6377cbf4d4bb90ee-0067670528) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txe6f6a6377cbf4d4bb90ee-0067670528) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txe6f6a6377cbf4d4bb90ee-0067670528) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txe6f6a6377cbf4d4bb90ee-0067670528) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txe6f6a6377cbf4d4bb90ee-0067670528) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txe6f6a6377cbf4d4bb90ee-0067670528) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txe6f6a6377cbf4d4bb90ee-0067670528) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txe6f6a6377cbf4d4bb90ee-0067670528) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txe6f6a6377cbf4d4bb90ee-0067670528) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txe6f6a6377cbf4d4bb90ee-0067670528) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txe6f6a6377cbf4d4bb90ee-0067670528) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txe6f6a6377cbf4d4bb90ee-0067670528) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe6f6a6377cbf4d4bb90ee-0067670528) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe6f6a6377cbf4d4bb90ee-0067670528) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txe6f6a6377cbf4d4bb90ee-0067670528) -test DEBUG: Setting object count to 1072 (txn: txe6f6a6377cbf4d4bb90ee-0067670528) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9c4c3bf8d00e4b57b1b21-0067670529) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx9c4c3bf8d00e4b57b1b21-0067670529) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9c4c3bf8d00e4b57b1b21-0067670529) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9c4c3bf8d00e4b57b1b21-0067670529) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9c4c3bf8d00e4b57b1b21-0067670529) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9c4c3bf8d00e4b57b1b21-0067670529) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9c4c3bf8d00e4b57b1b21-0067670529) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx9c4c3bf8d00e4b57b1b21-0067670529) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx9c4c3bf8d00e4b57b1b21-0067670529) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9c4c3bf8d00e4b57b1b21-0067670529) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx9c4c3bf8d00e4b57b1b21-0067670529) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx9c4c3bf8d00e4b57b1b21-0067670529) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9c4c3bf8d00e4b57b1b21-0067670529) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx9c4c3bf8d00e4b57b1b21-0067670529) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx9c4c3bf8d00e4b57b1b21-0067670529) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx9c4c3bf8d00e4b57b1b21-0067670529) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx9c4c3bf8d00e4b57b1b21-0067670529) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx9c4c3bf8d00e4b57b1b21-0067670529) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9c4c3bf8d00e4b57b1b21-0067670529) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9c4c3bf8d00e4b57b1b21-0067670529) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx9c4c3bf8d00e4b57b1b21-0067670529)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805938.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/834/7f7385dd9a7605c5f213d45427938834/7f7385dd9a7605c5f213d45427938834.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805943.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/586/8a33e7b56a0dcb985236354a65c74586/8a33e7b56a0dcb985236354a65c74586.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805948.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/997/b0120b869f05be4ace9400ec051d5997/b0120b869f05be4ace9400ec051d5997.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805953.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/83e/94633b3781d877bb61fce2786e83f83e/94633b3781d877bb61fce2786e83f83e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805958.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/f8e/05e43d95d053ced6e918de54987d9f8e/05e43d95d053ced6e918de54987d9f8e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805963.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/dde/19873394e7a4414fdd90f7617212fdde/19873394e7a4414fdd90f7617212fdde.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805968.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/550/ec1a101b42486ae329467fd8abb54550/ec1a101b42486ae329467fd8abb54550.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805973.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/512/81f711874e480502bed3583e4c4d2512/81f711874e480502bed3583e4c4d2512.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805978.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/b31/039712a111fc214f863c3920e0236b31/039712a111fc214f863c3920e0236b31.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805983.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/ffd/745f7231723fd778de032bc4fb975ffd/745f7231723fd778de032bc4fb975ffd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805988.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/e1b/0ffb6b8c03f22170a4fc95a7aa683e1b/0ffb6b8c03f22170a4fc95a7aa683e1b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805993.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/594/027bc7777e5950204fc9f702729a7594/027bc7777e5950204fc9f702729a7594.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805998.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/cb8/60165c83702327863210a133e8404cb8/60165c83702327863210a133e8404cb8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806003.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/070/793aa3c891e6be4e9c0e0a0030503070/793aa3c891e6be4e9c0e0a0030503070.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806008.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/719/a3b5ad687cf49771e1c646b57e3bc719/a3b5ad687cf49771e1c646b57e3bc719.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806013.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/91a/aa74d03a34a71f24903d32214e6ca91a/aa74d03a34a71f24903d32214e6ca91a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806018.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/114/34157c6248f5a4779e2993ccd782c114/34157c6248f5a4779e2993ccd782c114.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806023.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/881/7cfbbe6e993d9344c80b3667b0076881/7cfbbe6e993d9344c80b3667b0076881.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806028.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/291/9b80d087909ef50e09e1b727f818c291/9b80d087909ef50e09e1b727f818c291.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806033.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/957/c5ce7fa3211e4feba88181d61aa61957/c5ce7fa3211e4feba88181d61aa61957.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806038.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/819/d44be59f41dbda3640bf9976e305b819/d44be59f41dbda3640bf9976e305b819.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806043.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/4e7/88c6e3c1c5376d6d2f1280c5b2f4b4e7/88c6e3c1c5376d6d2f1280c5b2f4b4e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806048.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/97a/a0f13288314f6067c9af435f934e197a/a0f13288314f6067c9af435f934e197a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806053.00000-0, db: /tmp/tmpoky2nrd3/sda/containers/0/6a9/0dead7aa45b3b67735a2d3a85a9686a9/0dead7aa45b3b67735a2d3a85a9686a9.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'found': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp0tm6oe1k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'created': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp0tm6oe1k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp0tm6oe1k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp0tm6oe1k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'sharding': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp0tm6oe1k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp0tm6oe1k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp0tm6oe1k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp0tm6oe1k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp0tm6oe1k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: own_shard_range reset to None should be 1734804777.00000, path: a/c, db: /tmp/tmpv4gp4tob/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804777.00000.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': a-f c-f, a-c a-f, path: a/c, db: /tmp/tmpbimvmh0n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping -test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket -test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_container ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.11:1011/sdl (txn: tx36a3f19c77ac44c894853-006767052a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.1:1001/sdb (txn: tx5ffd5977099842e18f685-006767052a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.6:1006/sdg (txn: txf4be6fa1a6ef4750aef48-006767052a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215319.55134', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215319.55998', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804778.00000-0, db: /tmp/tmpgzv47mps/sda/containers/0/654/700b1d0030bb09a820714cc200748654/700b1d0030bb09a820714cc200748654.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804778.00000-0, db: /tmp/tmpgzv47mps/sda/containers/0/654/700b1d0030bb09a820714cc200748654/700b1d0030bb09a820714cc200748654.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804781.00000-0, db: /tmp/tmpgzv47mps/sda/containers/0/fe9/bb1eb37569b0f50576b7ba11ae919fe9/bb1eb37569b0f50576b7ba11ae919fe9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804781.00000-0, db: /tmp/tmpgzv47mps/sda/containers/0/fe9/bb1eb37569b0f50576b7ba11ae919fe9/bb1eb37569b0f50576b7ba11ae919fe9.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmp9jhk875q/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmp9jhk875q/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmp9jhk875q/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp9jhk875q/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1734804778.00000, (0, 0) as of 1734804778.00000, active as of 1734804778.00000> to ShardRange<'k' to 't' as of 1734804779.00000, (0, 0) as of 1734804779.00000, active as of 1734804779.00000>, path: .shards_a/shard_c, db: /tmp/tmp9jhk875q/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp9jhk875q/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmp9jhk875q/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmp9jhk875q/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp9jhk875q/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804783.00000, (0, 0) as of 1734804783.00000, shrinking as of 1734804780.00000> to ShardRange<'k' to 't' as of 1734804783.00000, (0, 0) as of 1734804783.00000, sharding as of 1734804784.00000>, path: .shards_a/shard_c, db: /tmp/tmp9jhk875q/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp9jhk875q/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp9jhk875q/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmp9jhk875q/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-c2133f33c17d958e5d4750674816f938-1734804783.00000-2, db: /tmp/tmpkgdcevrm/sda/containers/0/619/46a1cd1c70ff19ba71ab6d0068145619/46a1cd1c70ff19ba71ab6d0068145619.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804779.00000-2, db: /tmp/tmppygr5egb/sda/containers/0/1eb/5863bcb6843d35f0463e5a8eeabe11eb/5863bcb6843d35f0463e5a8eeabe11eb.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804779.00000-2, db: /tmp/tmppygr5egb/sda/containers/0/1eb/5863bcb6843d35f0463e5a8eeabe11eb/5863bcb6843d35f0463e5a8eeabe11eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804788.00000-2, db: /tmp/tmppygr5egb/sda/containers/0/7ef/c4c7c975b617e34874e6674c73afc7ef/c4c7c975b617e34874e6674c73afc7ef.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804788.00000-2, db: /tmp/tmppygr5egb/sda/containers/0/7ef/c4c7c975b617e34874e6674c73afc7ef/c4c7c975b617e34874e6674c73afc7ef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804797.00000-2, db: /tmp/tmppygr5egb/sda/containers/0/89c/f549bc0ad23a1228b7745cc5d997e89c/f549bc0ad23a1228b7745cc5d997e89c.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804797.00000-2, db: /tmp/tmppygr5egb/sda/containers/0/89c/f549bc0ad23a1228b7745cc5d997e89c/f549bc0ad23a1228b7745cc5d997e89c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804806.00000-2, db: /tmp/tmppygr5egb/sda/containers/0/5ed/626c91b0654d6ac53a2a84b792dc95ed/626c91b0654d6ac53a2a84b792dc95ed.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804806.00000-2, db: /tmp/tmppygr5egb/sda/containers/0/5ed/626c91b0654d6ac53a2a84b792dc95ed/626c91b0654d6ac53a2a84b792dc95ed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804815.00000-2, db: /tmp/tmppygr5egb/sda/containers/0/826/f8dad70fa5c277e170119637273d1826/f8dad70fa5c277e170119637273d1826.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804815.00000-2, db: /tmp/tmppygr5egb/sda/containers/0/826/f8dad70fa5c277e170119637273d1826/f8dad70fa5c277e170119637273d1826.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804824.00000-2, db: /tmp/tmppygr5egb/sda/containers/0/4ec/c6d0da01f9354b95d4d535837b60b4ec/c6d0da01f9354b95d4d535837b60b4ec.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804824.00000-2, db: /tmp/tmppygr5egb/sda/containers/0/4ec/c6d0da01f9354b95d4d535837b60b4ec/c6d0da01f9354b95d4d535837b60b4ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804833.00000-2, db: /tmp/tmppygr5egb/sda/containers/0/ca5/71255d679f3525693996aac7ce380ca5/71255d679f3525693996aac7ce380ca5.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804833.00000-2, db: /tmp/tmppygr5egb/sda/containers/0/ca5/71255d679f3525693996aac7ce380ca5/71255d679f3525693996aac7ce380ca5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804842.00000-2, db: /tmp/tmppygr5egb/sda/containers/0/ccd/bd30ff76159d5793251443a7610faccd/bd30ff76159d5793251443a7610faccd.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804842.00000-2, db: /tmp/tmppygr5egb/sda/containers/0/ccd/bd30ff76159d5793251443a7610faccd/bd30ff76159d5793251443a7610faccd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804851.00000-2, db: /tmp/tmppygr5egb/sda/containers/0/47d/a80811529ee67bfb8b0113e0fd1ed47d/a80811529ee67bfb8b0113e0fd1ed47d.dbtest.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding ... ok +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215319.57768', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_error_response_reason_logging +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_error_response_reason_logging ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files ... ok - -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804851.00000-2, db: /tmp/tmppygr5egb/sda/containers/0/47d/a80811529ee67bfb8b0113e0fd1ed47d/a80811529ee67bfb8b0113e0fd1ed47d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804851.00000-2, db: /tmp/tmppygr5egb/sda/containers/0/47d/a80811529ee67bfb8b0113e0fd1ed47d/a80811529ee67bfb8b0113e0fd1ed47d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804860.00000-2, db: /tmp/tmppygr5egb/sda/containers/0/220/71889c7b7dcfbcdf54ce20abf871c220/71889c7b7dcfbcdf54ce20abf871c220.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804860.00000-2, db: /tmp/tmppygr5egb/sda/containers/0/220/71889c7b7dcfbcdf54ce20abf871c220/71889c7b7dcfbcdf54ce20abf871c220.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804860.00000-2, db: /tmp/tmppygr5egb/sda/containers/0/220/71889c7b7dcfbcdf54ce20abf871c220/71889c7b7dcfbcdf54ce20abf871c220.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804869.00000-2, db: /tmp/tmppygr5egb/sda/containers/0/cf8/b7b40742740e064679085d177415fcf8/b7b40742740e064679085d177415fcf8.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804869.00000-2, db: /tmp/tmppygr5egb/sda/containers/0/cf8/b7b40742740e064679085d177415fcf8/b7b40742740e064679085d177415fcf8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804869.00000-2, db: /tmp/tmppygr5egb/sda/containers/0/cf8/b7b40742740e064679085d177415fcf8/b7b40742740e064679085d177415fcf8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804878.00000-2, db: /tmp/tmppygr5egb/sda/containers/0/b91/52222bfc6e0fca2b880e74b3f9e27b91/52222bfc6e0fca2b880e74b3f9e27b91.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804878.00000-2, db: /tmp/tmppygr5egb/sda/containers/0/b91/52222bfc6e0fca2b880e74b3f9e27b91/52222bfc6e0fca2b880e74b3f9e27b91.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804878.00000-2, db: /tmp/tmppygr5egb/sda/containers/0/b91/52222bfc6e0fca2b880e74b3f9e27b91/52222bfc6e0fca2b880e74b3f9e27b91.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804887.00000-2, db: /tmp/tmppygr5egb/sda/containers/0/83c/7f3f61a09a8745ebed2b5c20f63df83c/7f3f61a09a8745ebed2b5c20f63df83c.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804887.00000-2, db: /tmp/tmppygr5egb/sda/containers/0/83c/7f3f61a09a8745ebed2b5c20f63df83c/7f3f61a09a8745ebed2b5c20f63df83c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804887.00000-2, db: /tmp/tmppygr5egb/sda/containers/0/83c/7f3f61a09a8745ebed2b5c20f63df83c/7f3f61a09a8745ebed2b5c20f63df83c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804896.00000-2, db: /tmp/tmppygr5egb/sda/containers/0/f62/6d626216ba59ffac2f7a9c382734df62/6d626216ba59ffac2f7a9c382734df62.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804896.00000-2, db: /tmp/tmppygr5egb/sda/containers/0/f62/6d626216ba59ffac2f7a9c382734df62/6d626216ba59ffac2f7a9c382734df62.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804896.00000-2, db: /tmp/tmppygr5egb/sda/containers/0/f62/6d626216ba59ffac2f7a9c382734df62/6d626216ba59ffac2f7a9c382734df62.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804905.00000-2, db: /tmp/tmppygr5egb/sda/containers/0/415/3d0dd8f81c58629664aa73a03830e415/3d0dd8f81c58629664aa73a03830e415.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804905.00000-2, db: /tmp/tmppygr5egb/sda/containers/0/415/3d0dd8f81c58629664aa73a03830e415/3d0dd8f81c58629664aa73a03830e415.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804905.00000-2, db: /tmp/tmppygr5egb/sda/containers/0/415/3d0dd8f81c58629664aa73a03830e415/3d0dd8f81c58629664aa73a03830e415.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804914.00000-2, db: /tmp/tmppygr5egb/sda/containers/0/a22/a295ddb499e9b5f195a69a35674d6a22/a295ddb499e9b5f195a69a35674d6a22.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804914.00000-2, db: /tmp/tmppygr5egb/sda/containers/0/a22/a295ddb499e9b5f195a69a35674d6a22/a295ddb499e9b5f195a69a35674d6a22.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804914.00000-2, db: /tmp/tmppygr5egb/sda/containers/0/a22/a295ddb499e9b5f195a69a35674d6a22/a295ddb499e9b5f195a69a35674d6a22.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804779.00000-2, db: /tmp/tmpxebif1gj/sda/containers/0/1eb/5863bcb6843d35f0463e5a8eeabe11eb/5863bcb6843d35f0463e5a8eeabe11eb.db -sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1734804779.00000, (0, 0) as of 1734804779.00000, active as of 1734804779.00000> to ShardRange<'a' to 'b' as of 1734804779.00000, (0, 0) as of 1734804779.00000, sharding as of 1734804784.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804779.00000-2, db: /tmp/tmpxebif1gj/sda/containers/0/1eb/5863bcb6843d35f0463e5a8eeabe11eb/5863bcb6843d35f0463e5a8eeabe11eb.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804779.00000-2, db: /tmp/tmpxebif1gj/sda/containers/0/1eb/5863bcb6843d35f0463e5a8eeabe11eb/5863bcb6843d35f0463e5a8eeabe11eb.db -sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804779.00000-2, db: /tmp/tmpxebif1gj/sda/containers/0/1eb/5863bcb6843d35f0463e5a8eeabe11eb/5863bcb6843d35f0463e5a8eeabe11eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804779.00000-2, db: /tmp/tmpxebif1gj/sda/containers/0/1eb/5863bcb6843d35f0463e5a8eeabe11eb/5863bcb6843d35f0463e5a8eeabe11eb_1734804779.00000.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804779.00000-2, db: /tmp/tmpxebif1gj/sda/containers/0/1eb/5863bcb6843d35f0463e5a8eeabe11eb/5863bcb6843d35f0463e5a8eeabe11eb_1734804779.00000.db -sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804779.00000-2, db: /tmp/tmpxebif1gj/sda/containers/0/1eb/5863bcb6843d35f0463e5a8eeabe11eb/5863bcb6843d35f0463e5a8eeabe11eb_1734804779.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpxebif1gj/sda/containers/0/1eb/5863bcb6843d35f0463e5a8eeabe11eb/5863bcb6843d35f0463e5a8eeabe11eb.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804779.00000-2, db: /tmp/tmpxebif1gj/sda/containers/0/1eb/5863bcb6843d35f0463e5a8eeabe11eb/5863bcb6843d35f0463e5a8eeabe11eb_1734804779.00000.db -sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1734804779.00000, (0, 0) as of 1734804779.00000, sharding as of 1734804785.00000> to ShardRange<'a' to 'b' as of 1734804779.00000, (0, 0) as of 1734804779.00000, sharded as of 1734804788.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804779.00000-2, db: /tmp/tmpxebif1gj/sda/containers/0/1eb/5863bcb6843d35f0463e5a8eeabe11eb/5863bcb6843d35f0463e5a8eeabe11eb_1734804779.00000.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_custom_config -test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_custom_config ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb1507f2e0fd64a5e82b44-006767052a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb1507f2e0fd64a5e82b44-006767052a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb1507f2e0fd64a5e82b44-006767052a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb1507f2e0fd64a5e82b44-006767052a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb1507f2e0fd64a5e82b44-006767052a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb1507f2e0fd64a5e82b44-006767052a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb1507f2e0fd64a5e82b44-006767052a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb1507f2e0fd64a5e82b44-006767052a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb1507f2e0fd64a5e82b44-006767052a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb1507f2e0fd64a5e82b44-006767052a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb1507f2e0fd64a5e82b44-006767052a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb1507f2e0fd64a5e82b44-006767052a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb1507f2e0fd64a5e82b44-006767052a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb1507f2e0fd64a5e82b44-006767052a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb1507f2e0fd64a5e82b44-006767052a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb1507f2e0fd64a5e82b44-006767052a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb1507f2e0fd64a5e82b44-006767052a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb1507f2e0fd64a5e82b44-006767052a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb1507f2e0fd64a5e82b44-006767052a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb1507f2e0fd64a5e82b44-006767052a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb1507f2e0fd64a5e82b44-006767052a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb1507f2e0fd64a5e82b44-006767052a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb1507f2e0fd64a5e82b44-006767052a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb1507f2e0fd64a5e82b44-006767052a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb1507f2e0fd64a5e82b44-006767052a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb1507f2e0fd64a5e82b44-006767052a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb1507f2e0fd64a5e82b44-006767052a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb1507f2e0fd64a5e82b44-006767052a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx77963a8a9e5344c081b6f-006767052a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx77963a8a9e5344c081b6f-006767052a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx77963a8a9e5344c081b6f-006767052a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx77963a8a9e5344c081b6f-006767052a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx77963a8a9e5344c081b6f-006767052a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx77963a8a9e5344c081b6f-006767052a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx77963a8a9e5344c081b6f-006767052a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx77963a8a9e5344c081b6f-006767052a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx77963a8a9e5344c081b6f-006767052a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx77963a8a9e5344c081b6f-006767052a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx77963a8a9e5344c081b6f-006767052a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx77963a8a9e5344c081b6f-006767052a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx77963a8a9e5344c081b6f-006767052a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx77963a8a9e5344c081b6f-006767052a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx77963a8a9e5344c081b6f-006767052a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx77963a8a9e5344c081b6f-006767052a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx77963a8a9e5344c081b6f-006767052a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx77963a8a9e5344c081b6f-006767052a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx77963a8a9e5344c081b6f-006767052a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx77963a8a9e5344c081b6f-006767052a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx77963a8a9e5344c081b6f-006767052a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx77963a8a9e5344c081b6f-006767052a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx77963a8a9e5344c081b6f-006767052a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx77963a8a9e5344c081b6f-006767052a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx77963a8a9e5344c081b6f-006767052a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx77963a8a9e5344c081b6f-006767052a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx77963a8a9e5344c081b6f-006767052a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx77963a8a9e5344c081b6f-006767052a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbfd7d7ebbdf24de1b5c76-006767052a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbfd7d7ebbdf24de1b5c76-006767052a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbfd7d7ebbdf24de1b5c76-006767052a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbfd7d7ebbdf24de1b5c76-006767052a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbfd7d7ebbdf24de1b5c76-006767052a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbfd7d7ebbdf24de1b5c76-006767052a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbfd7d7ebbdf24de1b5c76-006767052a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbfd7d7ebbdf24de1b5c76-006767052a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbfd7d7ebbdf24de1b5c76-006767052a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbfd7d7ebbdf24de1b5c76-006767052a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbfd7d7ebbdf24de1b5c76-006767052a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbfd7d7ebbdf24de1b5c76-006767052a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbfd7d7ebbdf24de1b5c76-006767052a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbfd7d7ebbdf24de1b5c76-006767052a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbfd7d7ebbdf24de1b5c76-006767052a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbfd7d7ebbdf24de1b5c76-006767052a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbfd7d7ebbdf24de1b5c76-006767052a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbfd7d7ebbdf24de1b5c76-006767052a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbfd7d7ebbdf24de1b5c76-006767052a)test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_default_config -test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_default_config ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804779.00000, db: /tmp/tmp6go592a0/sda/containers/0/173/50f9367096ffe384b22bc619bfeff173/50f9367096ffe384b22bc619bfeff173.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804781.00000, db: /tmp/tmp6go592a0/sda/containers/0/250/df6a493f71a15e556b82a5261521e250/df6a493f71a15e556b82a5261521e250.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804780.00000, (0, 0) as of 1734804780.00000, found as of 1734804780.00000> to ShardRange<'k' to 't' as of 1734804781.00000, (0, 0) as of 1734804781.00000, created as of 1734804781.00000>, path: .shards_a/shard_c_1734804781.00000, db: /tmp/tmp6go592a0/sda/containers/0/250/df6a493f71a15e556b82a5261521e250/df6a493f71a15e556b82a5261521e250.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804783.00000, db: /tmp/tmp6go592a0/sda/containers/0/ea5/bcc54146421d00afa72a14621afc4ea5/bcc54146421d00afa72a14621afc4ea5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804782.00000, (0, 0) as of 1734804782.00000, found as of 1734804782.00000> to ShardRange<'k' to 't' as of 1734804783.00000, (0, 0) as of 1734804783.00000, cleaved as of 1734804783.00000>, path: .shards_a/shard_c_1734804783.00000, db: /tmp/tmp6go592a0/sda/containers/0/ea5/bcc54146421d00afa72a14621afc4ea5/bcc54146421d00afa72a14621afc4ea5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804785.00000, db: /tmp/tmp6go592a0/sda/containers/0/6df/92787f6627edbad2bdb7e8cd4061a6df/92787f6627edbad2bdb7e8cd4061a6df.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804784.00000, (0, 0) as of 1734804784.00000, found as of 1734804784.00000> to ShardRange<'k' to 't' as of 1734804785.00000, (0, 0) as of 1734804785.00000, active as of 1734804785.00000>, path: .shards_a/shard_c_1734804785.00000, db: /tmp/tmp6go592a0/sda/containers/0/6df/92787f6627edbad2bdb7e8cd4061a6df/92787f6627edbad2bdb7e8cd4061a6df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804787.00000, db: /tmp/tmp6go592a0/sda/containers/0/ca8/0cb90c51cb796b48d2251f15d9272ca8/0cb90c51cb796b48d2251f15d9272ca8.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804786.00000, (0, 0) as of 1734804786.00000, found as of 1734804786.00000> to ShardRange<'k' to 't' as of 1734804787.00000, (0, 0) as of 1734804787.00000, shrinking as of 1734804787.00000>, path: .shards_a/shard_c_1734804787.00000, db: /tmp/tmp6go592a0/sda/containers/0/ca8/0cb90c51cb796b48d2251f15d9272ca8/0cb90c51cb796b48d2251f15d9272ca8.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804787.00000, db: /tmp/tmp6go592a0/sda/containers/0/ca8/0cb90c51cb796b48d2251f15d9272ca8/0cb90c51cb796b48d2251f15d9272ca8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804789.00000, db: /tmp/tmp6go592a0/sda/containers/0/51c/db08d5e9ffe1beba6491a7401396351c/db08d5e9ffe1beba6491a7401396351c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804788.00000, (0, 0) as of 1734804788.00000, found as of 1734804788.00000> to ShardRange<'k' to 't' as of 1734804789.00000, (0, 0) as of 1734804789.00000, sharding as of 1734804789.00000>, path: .shards_a/shard_c_1734804789.00000, db: /tmp/tmp6go592a0/sda/containers/0/51c/db08d5e9ffe1beba6491a7401396351c/db08d5e9ffe1beba6491a7401396351c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804789.00000, db: /tmp/tmp6go592a0/sda/containers/0/51c/db08d5e9ffe1beba6491a7401396351c/db08d5e9ffe1beba6491a7401396351c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804791.00000, db: /tmp/tmp6go592a0/sda/containers/0/0f5/76acdfb8572d94e8992d86b0344940f5/76acdfb8572d94e8992d86b0344940f5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804790.00000, (0, 0) as of 1734804790.00000, found as of 1734804790.00000> to ShardRange<'k' to 't' as of 1734804791.00000, (0, 0) as of 1734804791.00000, sharded as of 1734804791.00000>, path: .shards_a/shard_c_1734804791.00000, db: /tmp/tmp6go592a0/sda/containers/0/0f5/76acdfb8572d94e8992d86b0344940f5/76acdfb8572d94e8992d86b0344940f5.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804791.00000, db: /tmp/tmp6go592a0/sda/containers/0/0f5/76acdfb8572d94e8992d86b0344940f5/76acdfb8572d94e8992d86b0344940f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804793.00000, db: /tmp/tmp6go592a0/sda/containers/0/5c4/b5aaf62170d75e891ef033c18d8295c4/b5aaf62170d75e891ef033c18d8295c4.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804792.00000, (0, 0) as of 1734804792.00000, found as of 1734804792.00000> to ShardRange<'k' to 't' as of 1734804793.00000, (0, 0) as of 1734804793.00000, shrunk as of 1734804793.00000>, path: .shards_a/shard_c_1734804793.00000, db: /tmp/tmp6go592a0/sda/containers/0/5c4/b5aaf62170d75e891ef033c18d8295c4/b5aaf62170d75e891ef033c18d8295c4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804793.00000, db: /tmp/tmp6go592a0/sda/containers/0/5c4/b5aaf62170d75e891ef033c18d8295c4/b5aaf62170d75e891ef033c18d8295c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804795.00000, db: /tmp/tmp6go592a0/sda/containers/0/662/207bf68fd67c07e9ba6e3092d0499662/207bf68fd67c07e9ba6e3092d0499662.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804794.00000, (0, 0) as of 1734804794.00000, created as of 1734804794.00000> to ShardRange<'k' to 't' as of 1734804795.00000, (0, 0) as of 1734804795.00000, found as of 1734804795.00000>, path: .shards_a/shard_c_1734804795.00000, db: /tmp/tmp6go592a0/sda/containers/0/662/207bf68fd67c07e9ba6e3092d0499662/207bf68fd67c07e9ba6e3092d0499662.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804797.00000, db: /tmp/tmp6go592a0/sda/containers/0/c03/d16ac40385b0e946293fb5752a84cc03/d16ac40385b0e946293fb5752a84cc03.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804799.00000, db: /tmp/tmp6go592a0/sda/containers/0/a1a/2e1e5fa67fef1d7a4fb656eecd8c2a1a/2e1e5fa67fef1d7a4fb656eecd8c2a1a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804798.00000, (0, 0) as of 1734804798.00000, created as of 1734804798.00000> to ShardRange<'k' to 't' as of 1734804799.00000, (0, 0) as of 1734804799.00000, cleaved as of 1734804799.00000>, path: .shards_a/shard_c_1734804799.00000, db: /tmp/tmp6go592a0/sda/containers/0/a1a/2e1e5fa67fef1d7a4fb656eecd8c2a1a/2e1e5fa67fef1d7a4fb656eecd8c2a1a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804801.00000, db: /tmp/tmp6go592a0/sda/containers/0/674/b9dfef2f0b8e4e48ad617fb1c56f4674/b9dfef2f0b8e4e48ad617fb1c56f4674.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804800.00000, (0, 0) as of 1734804800.00000, created as of 1734804800.00000> to ShardRange<'k' to 't' as of 1734804801.00000, (0, 0) as of 1734804801.00000, active as of 1734804801.00000>, path: .shards_a/shard_c_1734804801.00000, db: /tmp/tmp6go592a0/sda/containers/0/674/b9dfef2f0b8e4e48ad617fb1c56f4674/b9dfef2f0b8e4e48ad617fb1c56f4674.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804803.00000, db: /tmp/tmp6go592a0/sda/containers/0/da2/1a1ebe881d3e5f83bab9adf4d51c4da2/1a1ebe881d3e5f83bab9adf4d51c4da2.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804802.00000, (0, 0) as of 1734804802.00000, created as of 1734804802.00000> to ShardRange<'k' to 't' as of 1734804803.00000, (0, 0) as of 1734804803.00000, shrinking as of 1734804803.00000>, path: .shards_a/shard_c_1734804803.00000, db: /tmp/tmp6go592a0/sda/containers/0/da2/1a1ebe881d3e5f83bab9adf4d51c4da2/1a1ebe881d3e5f83bab9adf4d51c4da2.dbtest.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash ... ok - -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804803.00000, db: /tmp/tmp6go592a0/sda/containers/0/da2/1a1ebe881d3e5f83bab9adf4d51c4da2/1a1ebe881d3e5f83bab9adf4d51c4da2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804805.00000, db: /tmp/tmp6go592a0/sda/containers/0/c4c/28466bc0b25fdc3e17adf695bce7bc4c/28466bc0b25fdc3e17adf695bce7bc4c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804804.00000, (0, 0) as of 1734804804.00000, created as of 1734804804.00000> to ShardRange<'k' to 't' as of 1734804805.00000, (0, 0) as of 1734804805.00000, sharding as of 1734804805.00000>, path: .shards_a/shard_c_1734804805.00000, db: /tmp/tmp6go592a0/sda/containers/0/c4c/28466bc0b25fdc3e17adf695bce7bc4c/28466bc0b25fdc3e17adf695bce7bc4c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804805.00000, db: /tmp/tmp6go592a0/sda/containers/0/c4c/28466bc0b25fdc3e17adf695bce7bc4c/28466bc0b25fdc3e17adf695bce7bc4c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804807.00000, db: /tmp/tmp6go592a0/sda/containers/0/0e1/95f87541805fa0b720d7d871891880e1/95f87541805fa0b720d7d871891880e1.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804806.00000, (0, 0) as of 1734804806.00000, created as of 1734804806.00000> to ShardRange<'k' to 't' as of 1734804807.00000, (0, 0) as of 1734804807.00000, sharded as of 1734804807.00000>, path: .shards_a/shard_c_1734804807.00000, db: /tmp/tmp6go592a0/sda/containers/0/0e1/95f87541805fa0b720d7d871891880e1/95f87541805fa0b720d7d871891880e1.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804807.00000, db: /tmp/tmp6go592a0/sda/containers/0/0e1/95f87541805fa0b720d7d871891880e1/95f87541805fa0b720d7d871891880e1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804809.00000, db: /tmp/tmp6go592a0/sda/containers/0/ad2/77ad4dd8604e0062003d5990d3adcad2/77ad4dd8604e0062003d5990d3adcad2.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804808.00000, (0, 0) as of 1734804808.00000, created as of 1734804808.00000> to ShardRange<'k' to 't' as of 1734804809.00000, (0, 0) as of 1734804809.00000, shrunk as of 1734804809.00000>, path: .shards_a/shard_c_1734804809.00000, db: /tmp/tmp6go592a0/sda/containers/0/ad2/77ad4dd8604e0062003d5990d3adcad2/77ad4dd8604e0062003d5990d3adcad2.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804809.00000, db: /tmp/tmp6go592a0/sda/containers/0/ad2/77ad4dd8604e0062003d5990d3adcad2/77ad4dd8604e0062003d5990d3adcad2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804811.00000, db: /tmp/tmp6go592a0/sda/containers/0/d4d/52dd8b2cc3d86ecf28bc4fba577d9d4d/52dd8b2cc3d86ecf28bc4fba577d9d4d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804810.00000, (0, 0) as of 1734804810.00000, cleaved as of 1734804810.00000> to ShardRange<'k' to 't' as of 1734804811.00000, (0, 0) as of 1734804811.00000, found as of 1734804811.00000>, path: .shards_a/shard_c_1734804811.00000, db: /tmp/tmp6go592a0/sda/containers/0/d4d/52dd8b2cc3d86ecf28bc4fba577d9d4d/52dd8b2cc3d86ecf28bc4fba577d9d4d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804813.00000, db: /tmp/tmp6go592a0/sda/containers/0/ea1/46f0ae27af90b4845cf0b26972643ea1/46f0ae27af90b4845cf0b26972643ea1.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804812.00000, (0, 0) as of 1734804812.00000, cleaved as of 1734804812.00000> to ShardRange<'k' to 't' as of 1734804813.00000, (0, 0) as of 1734804813.00000, created as of 1734804813.00000>, path: .shards_a/shard_c_1734804813.00000, db: /tmp/tmp6go592a0/sda/containers/0/ea1/46f0ae27af90b4845cf0b26972643ea1/46f0ae27af90b4845cf0b26972643ea1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804815.00000, db: /tmp/tmp6go592a0/sda/containers/0/ac3/d68b1490bccc317ec325397861d2fac3/d68b1490bccc317ec325397861d2fac3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804817.00000, db: /tmp/tmp6go592a0/sda/containers/0/750/21aae19c2e5394ad775fa3a99bab8750/21aae19c2e5394ad775fa3a99bab8750.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804816.00000, (0, 0) as of 1734804816.00000, cleaved as of 1734804816.00000> to ShardRange<'k' to 't' as of 1734804817.00000, (0, 0) as of 1734804817.00000, active as of 1734804817.00000>, path: .shards_a/shard_c_1734804817.00000, db: /tmp/tmp6go592a0/sda/containers/0/750/21aae19c2e5394ad775fa3a99bab8750/21aae19c2e5394ad775fa3a99bab8750.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804819.00000, db: /tmp/tmp6go592a0/sda/containers/0/9ad/bddcec9ffe6f04ea5ade8834b860a9ad/bddcec9ffe6f04ea5ade8834b860a9ad.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804818.00000, (0, 0) as of 1734804818.00000, cleaved as of 1734804818.00000> to ShardRange<'k' to 't' as of 1734804819.00000, (0, 0) as of 1734804819.00000, shrinking as of 1734804819.00000>, path: .shards_a/shard_c_1734804819.00000, db: /tmp/tmp6go592a0/sda/containers/0/9ad/bddcec9ffe6f04ea5ade8834b860a9ad/bddcec9ffe6f04ea5ade8834b860a9ad.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804819.00000, db: /tmp/tmp6go592a0/sda/containers/0/9ad/bddcec9ffe6f04ea5ade8834b860a9ad/bddcec9ffe6f04ea5ade8834b860a9ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804821.00000, db: /tmp/tmp6go592a0/sda/containers/0/8ae/6b8d95d1ddfeaf98faa09b70be6bb8ae/6b8d95d1ddfeaf98faa09b70be6bb8ae.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804820.00000, (0, 0) as of 1734804820.00000, cleaved as of 1734804820.00000> to ShardRange<'k' to 't' as of 1734804821.00000, (0, 0) as of 1734804821.00000, sharding as of 1734804821.00000>, path: .shards_a/shard_c_1734804821.00000, db: /tmp/tmp6go592a0/sda/containers/0/8ae/6b8d95d1ddfeaf98faa09b70be6bb8ae/6b8d95d1ddfeaf98faa09b70be6bb8ae.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804821.00000, db: /tmp/tmp6go592a0/sda/containers/0/8ae/6b8d95d1ddfeaf98faa09b70be6bb8ae/6b8d95d1ddfeaf98faa09b70be6bb8ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804823.00000, db: /tmp/tmp6go592a0/sda/containers/0/bcc/f5c4f090a7f2863852acf80be0d53bcc/f5c4f090a7f2863852acf80be0d53bcc.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804822.00000, (0, 0) as of 1734804822.00000, cleaved as of 1734804822.00000> to ShardRange<'k' to 't' as of 1734804823.00000, (0, 0) as of 1734804823.00000, sharded as of 1734804823.00000>, path: .shards_a/shard_c_1734804823.00000, db: /tmp/tmp6go592a0/sda/containers/0/bcc/f5c4f090a7f2863852acf80be0d53bcc/f5c4f090a7f2863852acf80be0d53bcc.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804823.00000, db: /tmp/tmp6go592a0/sda/containers/0/bcc/f5c4f090a7f2863852acf80be0d53bcc/f5c4f090a7f2863852acf80be0d53bcc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804825.00000, db: /tmp/tmp6go592a0/sda/containers/0/1fd/c04106d93b183825fcbd909998a791fd/c04106d93b183825fcbd909998a791fd.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804824.00000, (0, 0) as of 1734804824.00000, cleaved as of 1734804824.00000> to ShardRange<'k' to 't' as of 1734804825.00000, (0, 0) as of 1734804825.00000, shrunk as of 1734804825.00000>, path: .shards_a/shard_c_1734804825.00000, db: /tmp/tmp6go592a0/sda/containers/0/1fd/c04106d93b183825fcbd909998a791fd/c04106d93b183825fcbd909998a791fd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804825.00000, db: /tmp/tmp6go592a0/sda/containers/0/1fd/c04106d93b183825fcbd909998a791fd/c04106d93b183825fcbd909998a791fd.dbtest.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid -test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim ... ok - -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbfd7d7ebbdf24de1b5c76-006767052a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbfd7d7ebbdf24de1b5c76-006767052a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbfd7d7ebbdf24de1b5c76-006767052a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbfd7d7ebbdf24de1b5c76-006767052a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbfd7d7ebbdf24de1b5c76-006767052a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbfd7d7ebbdf24de1b5c76-006767052a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbfd7d7ebbdf24de1b5c76-006767052a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbfd7d7ebbdf24de1b5c76-006767052a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbfd7d7ebbdf24de1b5c76-006767052a) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp7wxam7kj/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp7wxam7kj/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp7wxam7kj/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp7wxam7kj/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:58 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0037 "-" 4136346 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:58 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0032 "-" 4136346 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:58 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 4136346 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:58 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 4136346 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:58 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe051eb18f64c41b6bc10c-006767052a" "proxy-server 4136346" 0.0014 "-" 4136346 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:58 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:54045/sdb1/1/a/c" "txe051eb18f64c41b6bc10c-006767052a" "container-server 4136346" 0.0011 "-" 4136346 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:58 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:39871/sda1/1/a/c" "txe051eb18f64c41b6bc10c-006767052a" "container-server 4136346" 0.0010 "-" 4136346 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:58 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txe051eb18f64c41b6bc10c-006767052a" "proxy-server 4136346" 0.0092 "-" 4136346 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:58 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txe051eb18f64c41b6bc10c-006767052a" "proxy-server 4136346" 0.0159 "-" 4136346 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/12/58 PUT /v1/a/c HTTP/1.0 201 - - t - - - txe051eb18f64c41b6bc10c-006767052a - 0.0301 - - 1734804778.624504566 1734804778.654564857 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:58 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx12fc07aaf00846afb1998-006767052a" "proxy-server 4136346" 0.0012 "-" 4136346 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:58 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:39871/sda1/1/a1/c1" "tx12fc07aaf00846afb1998-006767052a" "container-server 4136346" 0.0011 "-" 4136346 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:58 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:54045/sdb1/1/a1/c1" "tx12fc07aaf00846afb1998-006767052a" "container-server 4136346" 0.0011 "-" 4136346 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:58 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx12fc07aaf00846afb1998-006767052a" "proxy-server 4136346" 0.0217 "-" 4136346 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:58 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx12fc07aaf00846afb1998-006767052a" "proxy-server 4136346" 0.0238 "-" 4136346 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/12/58 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx12fc07aaf00846afb1998-006767052a - 0.0489 - - 1734804778.656204462 1734804778.705152512 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:58 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa9ac5798449a4f8e8982c-006767052a" "proxy-server 4136346" 0.0063 "-" 4136346 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:58 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:54045/sdb1/2/a/c1" "txa9ac5798449a4f8e8982c-006767052a" "container-server 4136346" 0.0051 "-" 4136346 1 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:58 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:39871/sda1/2/a/c1" "txa9ac5798449a4f8e8982c-006767052a" "container-server 4136346" 0.0017 "-" 4136346 1 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:58 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa9ac5798449a4f8e8982c-006767052a" "proxy-server 4136346" 0.0205 "-" 4136346 1 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:58 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa9ac5798449a4f8e8982c-006767052a" "proxy-server 4136346" 0.0341 "-" 4136346 1 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/12/58 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txa9ac5798449a4f8e8982c-006767052a - 0.0524 - - 1734804778.706722736 1734804778.759156227 1 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:58 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0fcf2a5fb53348948cbd2-006767052a" "proxy-server 4136346" 0.0060 "-" 4136346 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:58 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:54045/sdb1/1/a/c2" "tx0fcf2a5fb53348948cbd2-006767052a" "container-server 4136346" 0.0019 "-" 4136346 2 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:58 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:39871/sda1/1/a/c2" "tx0fcf2a5fb53348948cbd2-006767052a" "container-server 4136346" 0.0053 "-" 4136346 2 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:58 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx0fcf2a5fb53348948cbd2-006767052a" "proxy-server 4136346" 0.0303 "-" 4136346 2 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:12:58 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx0fcf2a5fb53348948cbd2-006767052a" "proxy-server 4136346" 0.0395 "-" 4136346 2 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/12/58 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx0fcf2a5fb53348948cbd2-006767052a - 0.0608 - - 1734804778.760766745 1734804778.821553469 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx9993ec9016c8471b83ac5-006767052a) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txbcdd0c402f8043e78de4d-006767052a) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: txe2268efca5c7479d90b76-006767052a)test.unit.proxy.test_mem_server.TestContainerController.test_DELETE -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804827.00000, db: /tmp/tmp6go592a0/sda/containers/0/89e/bfd0442aa37fc8d4a1b93b9d266d889e/bfd0442aa37fc8d4a1b93b9d266d889e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804826.00000, (0, 0) as of 1734804826.00000, active as of 1734804826.00000> to ShardRange<'k' to 't' as of 1734804827.00000, (0, 0) as of 1734804827.00000, found as of 1734804827.00000>, path: .shards_a/shard_c_1734804827.00000, db: /tmp/tmp6go592a0/sda/containers/0/89e/bfd0442aa37fc8d4a1b93b9d266d889e/bfd0442aa37fc8d4a1b93b9d266d889e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804829.00000, db: /tmp/tmp6go592a0/sda/containers/0/fa6/631f534415ab5c5cdb3dec745e4a6fa6/631f534415ab5c5cdb3dec745e4a6fa6.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804828.00000, (0, 0) as of 1734804828.00000, active as of 1734804828.00000> to ShardRange<'k' to 't' as of 1734804829.00000, (0, 0) as of 1734804829.00000, created as of 1734804829.00000>, path: .shards_a/shard_c_1734804829.00000, db: /tmp/tmp6go592a0/sda/containers/0/fa6/631f534415ab5c5cdb3dec745e4a6fa6/631f534415ab5c5cdb3dec745e4a6fa6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804831.00000, db: /tmp/tmp6go592a0/sda/containers/0/a7e/4ac09084edce1ef6d912c59379bd2a7e/4ac09084edce1ef6d912c59379bd2a7e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804830.00000, (0, 0) as of 1734804830.00000, active as of 1734804830.00000> to ShardRange<'k' to 't' as of 1734804831.00000, (0, 0) as of 1734804831.00000, cleaved as of 1734804831.00000>, path: .shards_a/shard_c_1734804831.00000, db: /tmp/tmp6go592a0/sda/containers/0/a7e/4ac09084edce1ef6d912c59379bd2a7e/4ac09084edce1ef6d912c59379bd2a7e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804833.00000, db: /tmp/tmp6go592a0/sda/containers/0/0ba/95c8abf9ab417300434ba4bd21c8c0ba/95c8abf9ab417300434ba4bd21c8c0ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804835.00000, db: /tmp/tmp6go592a0/sda/containers/0/d2b/447745f4e15ddcea0f37b1cebaac0d2b/447745f4e15ddcea0f37b1cebaac0d2b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804834.00000, (0, 0) as of 1734804834.00000, active as of 1734804834.00000> to ShardRange<'k' to 't' as of 1734804835.00000, (0, 0) as of 1734804835.00000, shrinking as of 1734804835.00000>, path: .shards_a/shard_c_1734804835.00000, db: /tmp/tmp6go592a0/sda/containers/0/d2b/447745f4e15ddcea0f37b1cebaac0d2b/447745f4e15ddcea0f37b1cebaac0d2b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804835.00000, db: /tmp/tmp6go592a0/sda/containers/0/d2b/447745f4e15ddcea0f37b1cebaac0d2b/447745f4e15ddcea0f37b1cebaac0d2b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804837.00000, db: /tmp/tmp6go592a0/sda/containers/0/cc6/e024492753cec2221ee535eb66da3cc6/e024492753cec2221ee535eb66da3cc6.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804836.00000, (0, 0) as of 1734804836.00000, active as of 1734804836.00000> to ShardRange<'k' to 't' as of 1734804837.00000, (0, 0) as of 1734804837.00000, sharding as of 1734804837.00000>, path: .shards_a/shard_c_1734804837.00000, db: /tmp/tmp6go592a0/sda/containers/0/cc6/e024492753cec2221ee535eb66da3cc6/e024492753cec2221ee535eb66da3cc6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804837.00000, db: /tmp/tmp6go592a0/sda/containers/0/cc6/e024492753cec2221ee535eb66da3cc6/e024492753cec2221ee535eb66da3cc6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804839.00000, db: /tmp/tmp6go592a0/sda/containers/0/a6e/068873a08678f0dc4e3acf4d567faa6e/068873a08678f0dc4e3acf4d567faa6e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804838.00000, (0, 0) as of 1734804838.00000, active as of 1734804838.00000> to ShardRange<'k' to 't' as of 1734804839.00000, (0, 0) as of 1734804839.00000, sharded as of 1734804839.00000>, path: .shards_a/shard_c_1734804839.00000, db: /tmp/tmp6go592a0/sda/containers/0/a6e/068873a08678f0dc4e3acf4d567faa6e/068873a08678f0dc4e3acf4d567faa6e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804839.00000, db: /tmp/tmp6go592a0/sda/containers/0/a6e/068873a08678f0dc4e3acf4d567faa6e/068873a08678f0dc4e3acf4d567faa6e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804841.00000, db: /tmp/tmp6go592a0/sda/containers/0/1db/f607383b955410898c98525bd31c21db/f607383b955410898c98525bd31c21db.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804840.00000, (0, 0) as of 1734804840.00000, active as of 1734804840.00000> to ShardRange<'k' to 't' as of 1734804841.00000, (0, 0) as of 1734804841.00000, shrunk as of 1734804841.00000>, path: .shards_a/shard_c_1734804841.00000, db: /tmp/tmp6go592a0/sda/containers/0/1db/f607383b955410898c98525bd31c21db/f607383b955410898c98525bd31c21db.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804841.00000, db: /tmp/tmp6go592a0/sda/containers/0/1db/f607383b955410898c98525bd31c21db/f607383b955410898c98525bd31c21db.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804843.00000, db: /tmp/tmp6go592a0/sda/containers/0/ec5/8f8bb8a5b2080cf23179faca4e98eec5/8f8bb8a5b2080cf23179faca4e98eec5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804842.00000, (0, 0) as of 1734804842.00000, shrinking as of 1734804842.00000> to ShardRange<'k' to 't' as of 1734804843.00000, (0, 0) as of 1734804843.00000, found as of 1734804843.00000>, path: .shards_a/shard_c_1734804843.00000, db: /tmp/tmp6go592a0/sda/containers/0/ec5/8f8bb8a5b2080cf23179faca4e98eec5/8f8bb8a5b2080cf23179faca4e98eec5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804845.00000, db: /tmp/tmp6go592a0/sda/containers/0/b8c/9774f9c57333a2c18168cd93a51b4b8c/9774f9c57333a2c18168cd93a51b4b8c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804844.00000, (0, 0) as of 1734804844.00000, shrinking as of 1734804844.00000> to ShardRange<'k' to 't' as of 1734804845.00000, (0, 0) as of 1734804845.00000, created as of 1734804845.00000>, path: .shards_a/shard_c_1734804845.00000, db: /tmp/tmp6go592a0/sda/containers/0/b8c/9774f9c57333a2c18168cd93a51b4b8c/9774f9c57333a2c18168cd93a51b4b8c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804847.00000, db: /tmp/tmp6go592a0/sda/containers/0/0c1/472247346c531e60d376c210701ca0c1/472247346c531e60d376c210701ca0c1.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804846.00000, (0, 0) as of 1734804846.00000, shrinking as of 1734804846.00000> to ShardRange<'k' to 't' as of 1734804847.00000, (0, 0) as of 1734804847.00000, cleaved as of 1734804847.00000>, path: .shards_a/shard_c_1734804847.00000, db: /tmp/tmp6go592a0/sda/containers/0/0c1/472247346c531e60d376c210701ca0c1/472247346c531e60d376c210701ca0c1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804849.00000, db: /tmp/tmp6go592a0/sda/containers/0/033/51cdb48ecffff41b262f722bd7752033/51cdb48ecffff41b262f722bd7752033.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804848.00000, (0, 0) as of 1734804848.00000, shrinking as of 1734804848.00000> to ShardRange<'k' to 't' as of 1734804849.00000, (0, 0) as of 1734804849.00000, active as of 1734804849.00000>, path: .shards_a/shard_c_1734804849.00000, db: /tmp/tmp6go592a0/sda/containers/0/033/51cdb48ecffff41b262f722bd7752033/51cdb48ecffff41b262f722bd7752033.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804851.00000, db: /tmp/tmp6go592a0/sda/containers/0/0df/8669796144bb6446a4e3aa53fd3890df/8669796144bb6446a4e3aa53fd3890df.dbtest.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent -test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent -test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize -test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content -test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content ... ok - -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804851.00000, db: /tmp/tmp6go592a0/sda/containers/0/0df/8669796144bb6446a4e3aa53fd3890df/8669796144bb6446a4e3aa53fd3890df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804853.00000, db: /tmp/tmp6go592a0/sda/containers/0/ab7/3fe869ce49bb985f6570979cbab51ab7/3fe869ce49bb985f6570979cbab51ab7.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804852.00000, (0, 0) as of 1734804852.00000, shrinking as of 1734804852.00000> to ShardRange<'k' to 't' as of 1734804853.00000, (0, 0) as of 1734804853.00000, sharding as of 1734804853.00000>, path: .shards_a/shard_c_1734804853.00000, db: /tmp/tmp6go592a0/sda/containers/0/ab7/3fe869ce49bb985f6570979cbab51ab7/3fe869ce49bb985f6570979cbab51ab7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804853.00000, db: /tmp/tmp6go592a0/sda/containers/0/ab7/3fe869ce49bb985f6570979cbab51ab7/3fe869ce49bb985f6570979cbab51ab7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804855.00000, db: /tmp/tmp6go592a0/sda/containers/0/788/8784587321a7c84a810a35ef509b5788/8784587321a7c84a810a35ef509b5788.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804854.00000, (0, 0) as of 1734804854.00000, shrinking as of 1734804854.00000> to ShardRange<'k' to 't' as of 1734804855.00000, (0, 0) as of 1734804855.00000, sharded as of 1734804855.00000>, path: .shards_a/shard_c_1734804855.00000, db: /tmp/tmp6go592a0/sda/containers/0/788/8784587321a7c84a810a35ef509b5788/8784587321a7c84a810a35ef509b5788.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804855.00000, db: /tmp/tmp6go592a0/sda/containers/0/788/8784587321a7c84a810a35ef509b5788/8784587321a7c84a810a35ef509b5788.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804857.00000, db: /tmp/tmp6go592a0/sda/containers/0/35b/83a4ff3ee569e76f7d428654c72bc35b/83a4ff3ee569e76f7d428654c72bc35b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804856.00000, (0, 0) as of 1734804856.00000, shrinking as of 1734804856.00000> to ShardRange<'k' to 't' as of 1734804857.00000, (0, 0) as of 1734804857.00000, shrunk as of 1734804857.00000>, path: .shards_a/shard_c_1734804857.00000, db: /tmp/tmp6go592a0/sda/containers/0/35b/83a4ff3ee569e76f7d428654c72bc35b/83a4ff3ee569e76f7d428654c72bc35b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804857.00000, db: /tmp/tmp6go592a0/sda/containers/0/35b/83a4ff3ee569e76f7d428654c72bc35b/83a4ff3ee569e76f7d428654c72bc35b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804859.00000, db: /tmp/tmp6go592a0/sda/containers/0/eae/a33db87842dc23e1985d8f5a83e3beae/a33db87842dc23e1985d8f5a83e3beae.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804858.00000, (0, 0) as of 1734804858.00000, sharding as of 1734804858.00000> to ShardRange<'k' to 't' as of 1734804859.00000, (0, 0) as of 1734804859.00000, found as of 1734804859.00000>, path: .shards_a/shard_c_1734804859.00000, db: /tmp/tmp6go592a0/sda/containers/0/eae/a33db87842dc23e1985d8f5a83e3beae/a33db87842dc23e1985d8f5a83e3beae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804861.00000, db: /tmp/tmp6go592a0/sda/containers/0/bf5/510012bf151f7c8bb74d2213295e9bf5/510012bf151f7c8bb74d2213295e9bf5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804860.00000, (0, 0) as of 1734804860.00000, sharding as of 1734804860.00000> to ShardRange<'k' to 't' as of 1734804861.00000, (0, 0) as of 1734804861.00000, created as of 1734804861.00000>, path: .shards_a/shard_c_1734804861.00000, db: /tmp/tmp6go592a0/sda/containers/0/bf5/510012bf151f7c8bb74d2213295e9bf5/510012bf151f7c8bb74d2213295e9bf5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804863.00000, db: /tmp/tmp6go592a0/sda/containers/0/7e7/715d49325e9fcdc178be900c6d3d67e7/715d49325e9fcdc178be900c6d3d67e7.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804862.00000, (0, 0) as of 1734804862.00000, sharding as of 1734804862.00000> to ShardRange<'k' to 't' as of 1734804863.00000, (0, 0) as of 1734804863.00000, cleaved as of 1734804863.00000>, path: .shards_a/shard_c_1734804863.00000, db: /tmp/tmp6go592a0/sda/containers/0/7e7/715d49325e9fcdc178be900c6d3d67e7/715d49325e9fcdc178be900c6d3d67e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804865.00000, db: /tmp/tmp6go592a0/sda/containers/0/fab/cb31477c6f2a1d2b685082938e46dfab/cb31477c6f2a1d2b685082938e46dfab.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804864.00000, (0, 0) as of 1734804864.00000, sharding as of 1734804864.00000> to ShardRange<'k' to 't' as of 1734804865.00000, (0, 0) as of 1734804865.00000, active as of 1734804865.00000>, path: .shards_a/shard_c_1734804865.00000, db: /tmp/tmp6go592a0/sda/containers/0/fab/cb31477c6f2a1d2b685082938e46dfab/cb31477c6f2a1d2b685082938e46dfab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804867.00000, db: /tmp/tmp6go592a0/sda/containers/0/bda/bcfe57b786b8be932ae734ecf76afbda/bcfe57b786b8be932ae734ecf76afbda.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804866.00000, (0, 0) as of 1734804866.00000, sharding as of 1734804866.00000> to ShardRange<'k' to 't' as of 1734804867.00000, (0, 0) as of 1734804867.00000, shrinking as of 1734804867.00000>, path: .shards_a/shard_c_1734804867.00000, db: /tmp/tmp6go592a0/sda/containers/0/bda/bcfe57b786b8be932ae734ecf76afbda/bcfe57b786b8be932ae734ecf76afbda.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804867.00000, db: /tmp/tmp6go592a0/sda/containers/0/bda/bcfe57b786b8be932ae734ecf76afbda/bcfe57b786b8be932ae734ecf76afbda.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804869.00000, db: /tmp/tmp6go592a0/sda/containers/0/17d/cda254fc41285d8ef8f514cad969c17d/cda254fc41285d8ef8f514cad969c17d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804869.00000, db: /tmp/tmp6go592a0/sda/containers/0/17d/cda254fc41285d8ef8f514cad969c17d/cda254fc41285d8ef8f514cad969c17d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804871.00000, db: /tmp/tmp6go592a0/sda/containers/0/5e5/3281d12f321c1e76a3eb6e1bfa0bf5e5/3281d12f321c1e76a3eb6e1bfa0bf5e5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804870.00000, (0, 0) as of 1734804870.00000, sharding as of 1734804870.00000> to ShardRange<'k' to 't' as of 1734804871.00000, (0, 0) as of 1734804871.00000, sharded as of 1734804871.00000>, path: .shards_a/shard_c_1734804871.00000, db: /tmp/tmp6go592a0/sda/containers/0/5e5/3281d12f321c1e76a3eb6e1bfa0bf5e5/3281d12f321c1e76a3eb6e1bfa0bf5e5.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804871.00000, db: /tmp/tmp6go592a0/sda/containers/0/5e5/3281d12f321c1e76a3eb6e1bfa0bf5e5/3281d12f321c1e76a3eb6e1bfa0bf5e5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804873.00000, db: /tmp/tmp6go592a0/sda/containers/0/83d/56a50992617fb89396994519ee06783d/56a50992617fb89396994519ee06783d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804872.00000, (0, 0) as of 1734804872.00000, sharding as of 1734804872.00000> to ShardRange<'k' to 't' as of 1734804873.00000, (0, 0) as of 1734804873.00000, shrunk as of 1734804873.00000>, path: .shards_a/shard_c_1734804873.00000, db: /tmp/tmp6go592a0/sda/containers/0/83d/56a50992617fb89396994519ee06783d/56a50992617fb89396994519ee06783d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804873.00000, db: /tmp/tmp6go592a0/sda/containers/0/83d/56a50992617fb89396994519ee06783d/56a50992617fb89396994519ee06783d.dbtest.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST -test.unit.proxy.test_mem_server.TestContainerController.test_POST ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files ... ok - -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: txe2268efca5c7479d90b76-006767052a) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: txe2268efca5c7479d90b76-006767052a) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx9aa06cd9f3d5461aa9bf2-006767052a) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx9aa06cd9f3d5461aa9bf2-006767052a) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx9aa06cd9f3d5461aa9bf2-006767052a) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx2b5f50658b6c476fb0275-006767052a) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx2b5f50658b6c476fb0275-006767052a) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx3360af2837ca4191bda1d-006767052a) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx3360af2837ca4191bda1d-006767052a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx9804ee7dfc00403e9f462-006767052b) -test INFO: Client disconnected on read of '/a/c' (txn: tx9804ee7dfc00403e9f462-006767052b) -test INFO: Client disconnected on read of '/a/c' (txn: txf6abe1b6d7374d1694ff2-006767052b) -test INFO: Client disconnected on read of '/a/c' (txn: txf6abe1b6d7374d1694ff2-006767052b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx0b9514d140394d279bc85-006767052b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx93f82896910b4cb5ae43b-006767052b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx99ac82acd3a7425eab4a3-006767052b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx99ac82acd3a7425eab4a3-006767052b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx99ac82acd3a7425eab4a3-006767052b) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx99ac82acd3a7425eab4a3-006767052b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx0c8d132cee90483dbb2a6-006767052b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx0c8d132cee90483dbb2a6-006767052b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx0c8d132cee90483dbb2a6-006767052b) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx0c8d132cee90483dbb2a6-006767052b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: tx4b79805a287047ba9c642-006767052b) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: tx4b79805a287047ba9c642-006767052b) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: tx4b79805a287047ba9c642-006767052b) -test ERROR: Account HEAD returning 503 for [] (txn: tx4b79805a287047ba9c642-006767052b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: tx5fcbbd974f8643c1a6976-006767052b) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: tx3061d99e00b64e6bb49f0-006767052b) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx3061d99e00b64e6bb49f0-006767052b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl -test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804875.00000, db: /tmp/tmp6go592a0/sda/containers/0/219/fc6148ecbefe03ee8406d7a450fd6219/fc6148ecbefe03ee8406d7a450fd6219.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804874.00000, (0, 0) as of 1734804874.00000, sharded as of 1734804874.00000> to ShardRange<'k' to 't' as of 1734804875.00000, (0, 0) as of 1734804875.00000, found as of 1734804875.00000>, path: .shards_a/shard_c_1734804875.00000, db: /tmp/tmp6go592a0/sda/containers/0/219/fc6148ecbefe03ee8406d7a450fd6219/fc6148ecbefe03ee8406d7a450fd6219.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804877.00000, db: /tmp/tmp6go592a0/sda/containers/0/f55/9ef293286722028f8cec96858abb6f55/9ef293286722028f8cec96858abb6f55.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804876.00000, (0, 0) as of 1734804876.00000, sharded as of 1734804876.00000> to ShardRange<'k' to 't' as of 1734804877.00000, (0, 0) as of 1734804877.00000, created as of 1734804877.00000>, path: .shards_a/shard_c_1734804877.00000, db: /tmp/tmp6go592a0/sda/containers/0/f55/9ef293286722028f8cec96858abb6f55/9ef293286722028f8cec96858abb6f55.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804879.00000, db: /tmp/tmp6go592a0/sda/containers/0/433/ed07fc7e7dba2678da628db1b4751433/ed07fc7e7dba2678da628db1b4751433.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804878.00000, (0, 0) as of 1734804878.00000, sharded as of 1734804878.00000> to ShardRange<'k' to 't' as of 1734804879.00000, (0, 0) as of 1734804879.00000, cleaved as of 1734804879.00000>, path: .shards_a/shard_c_1734804879.00000, db: /tmp/tmp6go592a0/sda/containers/0/433/ed07fc7e7dba2678da628db1b4751433/ed07fc7e7dba2678da628db1b4751433.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804881.00000, db: /tmp/tmp6go592a0/sda/containers/0/c18/f76823d93b058fae2ae7fa8efd2f7c18/f76823d93b058fae2ae7fa8efd2f7c18.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804880.00000, (0, 0) as of 1734804880.00000, sharded as of 1734804880.00000> to ShardRange<'k' to 't' as of 1734804881.00000, (0, 0) as of 1734804881.00000, active as of 1734804881.00000>, path: .shards_a/shard_c_1734804881.00000, db: /tmp/tmp6go592a0/sda/containers/0/c18/f76823d93b058fae2ae7fa8efd2f7c18/f76823d93b058fae2ae7fa8efd2f7c18.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804883.00000, db: /tmp/tmp6go592a0/sda/containers/0/ea9/5e36e99687c398b64f1c89f684a62ea9/5e36e99687c398b64f1c89f684a62ea9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804882.00000, (0, 0) as of 1734804882.00000, sharded as of 1734804882.00000> to ShardRange<'k' to 't' as of 1734804883.00000, (0, 0) as of 1734804883.00000, shrinking as of 1734804883.00000>, path: .shards_a/shard_c_1734804883.00000, db: /tmp/tmp6go592a0/sda/containers/0/ea9/5e36e99687c398b64f1c89f684a62ea9/5e36e99687c398b64f1c89f684a62ea9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804883.00000, db: /tmp/tmp6go592a0/sda/containers/0/ea9/5e36e99687c398b64f1c89f684a62ea9/5e36e99687c398b64f1c89f684a62ea9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804885.00000, db: /tmp/tmp6go592a0/sda/containers/0/4d5/1f4a481c4985f5773ed110b39a79a4d5/1f4a481c4985f5773ed110b39a79a4d5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804884.00000, (0, 0) as of 1734804884.00000, sharded as of 1734804884.00000> to ShardRange<'k' to 't' as of 1734804885.00000, (0, 0) as of 1734804885.00000, sharding as of 1734804885.00000>, path: .shards_a/shard_c_1734804885.00000, db: /tmp/tmp6go592a0/sda/containers/0/4d5/1f4a481c4985f5773ed110b39a79a4d5/1f4a481c4985f5773ed110b39a79a4d5.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804885.00000, db: /tmp/tmp6go592a0/sda/containers/0/4d5/1f4a481c4985f5773ed110b39a79a4d5/1f4a481c4985f5773ed110b39a79a4d5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804887.00000, db: /tmp/tmp6go592a0/sda/containers/0/d2e/1988158ebef0353d2dd47b2b47f08d2e/1988158ebef0353d2dd47b2b47f08d2e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804887.00000, db: /tmp/tmp6go592a0/sda/containers/0/d2e/1988158ebef0353d2dd47b2b47f08d2e/1988158ebef0353d2dd47b2b47f08d2e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804889.00000, db: /tmp/tmp6go592a0/sda/containers/0/fc1/bf24829ede7e080b3e5bd59f93a56fc1/bf24829ede7e080b3e5bd59f93a56fc1.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804888.00000, (0, 0) as of 1734804888.00000, sharded as of 1734804888.00000> to ShardRange<'k' to 't' as of 1734804889.00000, (0, 0) as of 1734804889.00000, shrunk as of 1734804889.00000>, path: .shards_a/shard_c_1734804889.00000, db: /tmp/tmp6go592a0/sda/containers/0/fc1/bf24829ede7e080b3e5bd59f93a56fc1/bf24829ede7e080b3e5bd59f93a56fc1.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804889.00000, db: /tmp/tmp6go592a0/sda/containers/0/fc1/bf24829ede7e080b3e5bd59f93a56fc1/bf24829ede7e080b3e5bd59f93a56fc1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804891.00000, db: /tmp/tmp6go592a0/sda/containers/0/75a/28734dafbe32f014ff2fb47a2452575a/28734dafbe32f014ff2fb47a2452575a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804890.00000, (0, 0) as of 1734804890.00000, shrunk as of 1734804890.00000> to ShardRange<'k' to 't' as of 1734804891.00000, (0, 0) as of 1734804891.00000, found as of 1734804891.00000>, path: .shards_a/shard_c_1734804891.00000, db: /tmp/tmp6go592a0/sda/containers/0/75a/28734dafbe32f014ff2fb47a2452575a/28734dafbe32f014ff2fb47a2452575a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804893.00000, db: /tmp/tmp6go592a0/sda/containers/0/509/2f1a2faa04342ae9eba0ff7660bb7509/2f1a2faa04342ae9eba0ff7660bb7509.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804892.00000, (0, 0) as of 1734804892.00000, shrunk as of 1734804892.00000> to ShardRange<'k' to 't' as of 1734804893.00000, (0, 0) as of 1734804893.00000, created as of 1734804893.00000>, path: .shards_a/shard_c_1734804893.00000, db: /tmp/tmp6go592a0/sda/containers/0/509/2f1a2faa04342ae9eba0ff7660bb7509/2f1a2faa04342ae9eba0ff7660bb7509.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804895.00000, db: /tmp/tmp6go592a0/sda/containers/0/527/c738098a1fc4766f48ade128a967c527/c738098a1fc4766f48ade128a967c527.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804894.00000, (0, 0) as of 1734804894.00000, shrunk as of 1734804894.00000> to ShardRange<'k' to 't' as of 1734804895.00000, (0, 0) as of 1734804895.00000, cleaved as of 1734804895.00000>, path: .shards_a/shard_c_1734804895.00000, db: /tmp/tmp6go592a0/sda/containers/0/527/c738098a1fc4766f48ade128a967c527/c738098a1fc4766f48ade128a967c527.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804897.00000, db: /tmp/tmp6go592a0/sda/containers/0/922/f85672c61dabab4d0abd75635afb9922/f85672c61dabab4d0abd75635afb9922.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804896.00000, (0, 0) as of 1734804896.00000, shrunk as of 1734804896.00000> to ShardRange<'k' to 't' as of 1734804897.00000, (0, 0) as of 1734804897.00000, active as of 1734804897.00000>, path: .shards_a/shard_c_1734804897.00000, db: /tmp/tmp6go592a0/sda/containers/0/922/f85672c61dabab4d0abd75635afb9922/f85672c61dabab4d0abd75635afb9922.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804899.00000, db: /tmp/tmp6go592a0/sda/containers/0/295/e5b5c843b5b57c895db02bae30fc9295/e5b5c843b5b57c895db02bae30fc9295.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache ... ok +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx4d8504172bf441aebb6eb-0069741557) +proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx4d8504172bf441aebb6eb-0069741557) +proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx4d8504172bf441aebb6eb-0069741557) +proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx4d8504172bf441aebb6eb-0069741557) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx4d8504172bf441aebb6eb-0069741557) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx4d8504172bf441aebb6eb-0069741557) +proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx4d8504172bf441aebb6eb-0069741557) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx4d8504172bf441aebb6eb-0069741557) +proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx4d8504172bf441aebb6eb-0069741557) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx4d8504172bf441aebb6eb-0069741557) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx4d8504172bf441aebb6eb-0069741557) +proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx4d8504172bf441aebb6eb-0069741557) +proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx4d8504172bf441aebb6eb-0069741557) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx4d8504172bf441aebb6eb-0069741557) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d8504172bf441aebb6eb-0069741557) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d8504172bf441aebb6eb-0069741557) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d8504172bf441aebb6eb-0069741557) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d8504172bf441aebb6eb-0069741557) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d8504172bf441aebb6eb-0069741557) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d8504172bf441aebb6eb-0069741557) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d8504172bf441aebb6eb-0069741557) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d8504172bf441aebb6eb-0069741557) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d8504172bf441aebb6eb-0069741557) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d8504172bf441aebb6eb-0069741557) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d8504172bf441aebb6eb-0069741557) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d8504172bf441aebb6eb-0069741557) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d8504172bf441aebb6eb-0069741557) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d8504172bf441aebb6eb-0069741557) +proxy-server ERROR: Object returning 503 for [] (txn: tx4d8504172bf441aebb6eb-0069741557) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.3:1003/sdd (txn: tx14dc8870ebc04692ad7da-0069741557) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.11:1011/sdl (txn: tx14dc8870ebc04692ad7da-0069741557) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.5:1005/sdf (txn: tx14dc8870ebc04692ad7da-0069741557) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.12:1012/sdm (txn: tx14dc8870ebc04692ad7da-0069741557) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx14dc8870ebc04692ad7da-0069741557) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx14dc8870ebc04692ad7da-0069741557) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx14dc8870ebc04692ad7da-0069741557) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx14dc8870ebc04692ad7da-0069741557) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx14dc8870ebc04692ad7da-0069741557) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx14dc8870ebc04692ad7da-0069741557) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx14dc8870ebc04692ad7da-0069741557) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx14dc8870ebc04692ad7da-0069741557) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx14dc8870ebc04692ad7da-0069741557) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx14dc8870ebc04692ad7da-0069741557) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 Trying to GET /a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx915bf98995484cb48fe70-0069741557) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 412 from primary (txn: txa699522c4dde4f078450b-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txa699522c4dde4f078450b-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txa699522c4dde4f078450b-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txa699522c4dde4f078450b-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txa699522c4dde4f078450b-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txa699522c4dde4f078450b-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txa699522c4dde4f078450b-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txa699522c4dde4f078450b-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txa699522c4dde4f078450b-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txa699522c4dde4f078450b-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txa699522c4dde4f078450b-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txa699522c4dde4f078450b-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txa699522c4dde4f078450b-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txa699522c4dde4f078450b-0069741558)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match ... ok -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7eefb34868e14c3eab204-006767052b) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3d6456b311984564b5e67-006767052b) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8a79b6712cfd47a88dcc9-006767052b) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx77ad3b46d1a547eda537a-006767052b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx107dcc3113e1444cb2d7b-006767052b) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txd7e6a807294a4073bde92-006767052b) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txd7e6a807294a4073bde92-006767052b) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx716484ad2a604062ae004-006767052b) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx716484ad2a604062ae004-006767052b) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx716484ad2a604062ae004-006767052b) -test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: tx716484ad2a604062ae004-006767052b) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx716484ad2a604062ae004-006767052b) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx716484ad2a604062ae004-006767052b) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx716484ad2a604062ae004-006767052b) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx716484ad2a604062ae004-006767052b) -test WARNING: Could not autocreate account '/account' (txn: tx716484ad2a604062ae004-006767052b) -test INFO: autocreate account '/account' (txn: tx8c463eb3362540cebc6f9-006767052b) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx4d210a303ae846a5a1e46-006767052b) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx4d210a303ae846a5a1e46-006767052b) -test ERROR: Account HEAD returning 503 for [503, 503] (txn: tx4d210a303ae846a5a1e46-006767052b) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx4d210a303ae846a5a1e46-006767052b) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx4d210a303ae846a5a1e46-006767052b) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx4d210a303ae846a5a1e46-006767052b) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx4d210a303ae846a5a1e46-006767052b) -test WARNING: Could not autocreate account '/account' (txn: tx4d210a303ae846a5a1e46-006767052b) -test INFO: autocreate account '/account' (txn: txb523b41a1b57485aa44e8-006767052b) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx4f943abd143d4470b856e-006767052b) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx4f943abd143d4470b856e-006767052b) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx4f943abd143d4470b856e-006767052b) -test INFO: autocreate account '/account' (txn: tx6291048401b74fc2a473a-006767052b) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx403ce9fd2bd9455984423-006767052b) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx403ce9fd2bd9455984423-006767052b) -test INFO: autocreate account '/account' (txn: tx403ce9fd2bd9455984423-006767052b) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx2743fc57e1a749c499bec-006767052b)test.unit.proxy.test_mem_server.TestContainerController.test_PUT -test.unit.proxy.test_mem_server.TestContainerController.test_PUT ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:41:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline +fake-swift DEBUG: Use tempauth middleware. +fake-swift DEBUG: Use keystone middleware. +fake-swift DEBUG: Use keystone middleware. +fake-swift DEBUG: Use keystone middleware. +fake-swift DEBUG: 's3api' is not in list +fake-swift DEBUG: Calling S3Api Middleware +fake-swift WARNING: multipart: No SLO middleware in pipeline +fake-swift INFO: HEAD /bucket/object s3:err:AccessDenied.invalid_credential +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift WARNING: multipart: No SLO middleware in pipeline +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift WARNING: multipart: No SLO middleware in pipeline +fake-swift DEBUG: Calling S3Api Middleware +fake-swift WARNING: multipart: No SLO middleware in pipeline +fake-swift DEBUG: Calling S3Api Middleware +fake-swift WARNING: multipart: No SLO middleware in pipeline +fake-swift WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline +fake-swift DEBUG: Skip pipeline auth check. +fake-swift DEBUG: Skip pipeline auth check. +fake-swift DEBUG: Skip pipeline auth check. +fake-swift DEBUG: Skip pipeline auth check. +fake-swift DEBUG: 's3api' is not in list +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. +Use of the auth_admin_prefix, auth_host, auth_port, auth_protocol, identity_uri, admin_token, admin_user, admin_password, and admin_tenant_name configuration options was deprecated in the Mitaka release in favor of an auth_plugin and its related options. This class may be removed in a future release. +Configuring admin URI using auth fragments was deprecated in the Kilo release, and will be removed in the Newton release, use 'identity_uri' instead. +Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint +test DEBUG: Calling S3Api Middleware +Using the in-process token cache is deprecated as of the 4.2.0 release and may be removed in the 5.0.0 release or the 'O' development cycle. The in-process cache causes inconsistent results and high memory usage. When the feature is removed the auth_token middleware will not cache tokens by default which may result in performance issues. It is recommended to use memcache for the auth_token token cache by setting the memcached_servers option. +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift WARNING: multipart: No SLO middleware in pipeline +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift WARNING: multipart: No SLO middleware in pipeline +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'' +test DEBUG: Error on keystone reply: 201 b'' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{}' +test DEBUG: Error on keystone reply: 201 b'{}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'[]' +test DEBUG: Error on keystone reply: 201 b'[]' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'null' +test DEBUG: Error on keystone reply: 201 b'null' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'"foo"' +test DEBUG: Error on keystone reply: 201 b'"foo"' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'1'test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_count_quota_copy_from_bad_src +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_count_quota_copy_from_bad_src ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_from ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_from ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled ... ok +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing +test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj +test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input +test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap ... ok +test.unit.common.test_db.TestHelperFunctions.test_zero_like +test.unit.common.test_db.TestHelperFunctions.test_zero_like ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception +test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length ... ok +test.unit.common.test_direct_client.TestDirectClient.test_gen_headers +test.unit.common.test_direct_client.TestDirectClient.test_gen_headers ... ok +test.unit.common.test_direct_client.TestDirectClient.test_retry +test.unit.common.test_direct_client.TestDirectClient.test_retry/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", + ... ok +test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception +test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception ... ok +test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception +test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_bad_hostname_instantiation +test.unit.common.test_statsd_client.TestStatsdLogging.test_bad_hostname_instantiation ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_defaults +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_defaults ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_non_defaults +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_non_defaults ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_not_specified +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_not_specified ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_memcached_timing_stats +test.unit.common.test_statsd_client.TestStatsdLogging.test_memcached_timing_stats ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet +test.unit.common.test_statsd_client.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates +test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates_with_sample_rate_factor +test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates_with_sample_rate_factor ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_sending_ipv6 +test.unit.common.test_statsd_client.TestStatsdLogging.test_sending_ipv6 ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_statsd_set_prefix_deprecation +test.unit.common.test_statsd_client.TestStatsdLogging.test_statsd_set_prefix_deprecation ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_timing_stats +test.unit.common.test_statsd_client.TestStatsdLogging.test_timing_stats ... ok +test.unit.common.test_swob.TestTransferEncoding.test_is_chunked +test.unit.common.test_swob.TestTransferEncoding.test_is_chunked ... ok +test.unit.common.test_utils.TestPairs.test_pairs +test.unit.common.test_utils.TestPairs.test_pairs ... ok +test.unit.common.test_utils.TestUTC.test_tzname +test.unit.common.test_utils.TestUTC.test_tzname ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit +test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout +test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks +test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock +test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook +test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets +test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx2743fc57e1a749c499bec-006767052b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/☃' (txn: tx2250bc0bcb5b43719a004-006767052b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/account' (txn: tx3e2a2bcdb14441d9b3055-006767052b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx86317e25784d4254aa139-006767052b) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc7bc0a4bac6a4eedb45b5-006767052b) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf9b9c782e634456eb413b-006767052b) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf6ce528d98da4ed4af910-006767052b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: txf07f87c7e9354923b9e82-006767052b) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx66f68287c13c4cbaae787-006767052b) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx7b255e1ead1d4a43b2484-006767052b) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx7b255e1ead1d4a43b2484-006767052b) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx7b255e1ead1d4a43b2484-006767052b) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx99d3eac068944249bc1d5-006767052b) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx99d3eac068944249bc1d5-006767052b)test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim ... ok +proxy-server DEBUG: Ignoring 412 from primary (txn: txa699522c4dde4f078450b-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txa699522c4dde4f078450b-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txa699522c4dde4f078450b-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txa699522c4dde4f078450b-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txa699522c4dde4f078450b-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txa699522c4dde4f078450b-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txa699522c4dde4f078450b-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txa699522c4dde4f078450b-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txa699522c4dde4f078450b-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txa699522c4dde4f078450b-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txa699522c4dde4f078450b-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txa699522c4dde4f078450b-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txa699522c4dde4f078450b-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txa699522c4dde4f078450b-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txc594ad6b0d614a59ac865-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txc594ad6b0d614a59ac865-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txc594ad6b0d614a59ac865-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txc594ad6b0d614a59ac865-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txc594ad6b0d614a59ac865-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txc594ad6b0d614a59ac865-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txc594ad6b0d614a59ac865-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txc594ad6b0d614a59ac865-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txc594ad6b0d614a59ac865-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txc594ad6b0d614a59ac865-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txc594ad6b0d614a59ac865-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txc594ad6b0d614a59ac865-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txc594ad6b0d614a59ac865-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txc594ad6b0d614a59ac865-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txc594ad6b0d614a59ac865-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txc594ad6b0d614a59ac865-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txc594ad6b0d614a59ac865-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txc594ad6b0d614a59ac865-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txc594ad6b0d614a59ac865-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txc594ad6b0d614a59ac865-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txc594ad6b0d614a59ac865-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txc594ad6b0d614a59ac865-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txc594ad6b0d614a59ac865-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txc594ad6b0d614a59ac865-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txc594ad6b0d614a59ac865-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txc594ad6b0d614a59ac865-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txc594ad6b0d614a59ac865-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: txc594ad6b0d614a59ac865-0069741558) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 3, Lengths: [458, 458, 458, 490, 458, 458, 458, 458, 458, 458]: Invalid fragment payload in ECPyECLibDriver.decode (txn: txc989d222011b4693aaa57-0069741558) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82119607254b488482876-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82119607254b488482876-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82119607254b488482876-0069741558) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx187c8b7cfc264afa83000-0069741558) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx187c8b7cfc264afa83000-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx187c8b7cfc264afa83000-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx187c8b7cfc264afa83000-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx187c8b7cfc264afa83000-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx187c8b7cfc264afa83000-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx187c8b7cfc264afa83000-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx187c8b7cfc264afa83000-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx187c8b7cfc264afa83000-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx187c8b7cfc264afa83000-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx187c8b7cfc264afa83000-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx187c8b7cfc264afa83000-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx187c8b7cfc264afa83000-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx187c8b7cfc264afa83000-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx187c8b7cfc264afa83000-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx187c8b7cfc264afa83000-0069741558) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txca25287a6731408cb3de3-0069741558)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable ... ok -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx99d3eac068944249bc1d5-006767052b) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx4ecd5dd868d243fbbe3d7-006767052b) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx4ecd5dd868d243fbbe3d7-006767052b) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx4ecd5dd868d243fbbe3d7-006767052b) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx4ecd5dd868d243fbbe3d7-006767052b) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: txe5fa23f1d1704e659487e-006767052b) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txe5fa23f1d1704e659487e-006767052b) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txe5fa23f1d1704e659487e-006767052b) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txe5fa23f1d1704e659487e-006767052b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx2ea348cbf38c415897a46-006767052b) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txc22719493fcc46449b4f7-006767052b) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txc22719493fcc46449b4f7-006767052b) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc22719493fcc46449b4f7-006767052b) -test ERROR: Account HEAD returning 503 for [] (txn: txc22719493fcc46449b4f7-006767052b) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx475192c2d9b344e2b76a5-006767052b) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx475192c2d9b344e2b76a5-006767052b) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx475192c2d9b344e2b76a5-006767052b) -test ERROR: Account HEAD returning 503 for [] (txn: tx475192c2d9b344e2b76a5-006767052b) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txc9e3e47ac9554b5ba8317-006767052b) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txdd4380d591954cbd80465-006767052b) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txdd4380d591954cbd80465-006767052b) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdd4380d591954cbd80465-006767052b)test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 -test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name -test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txca25287a6731408cb3de3-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txca25287a6731408cb3de3-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txca25287a6731408cb3de3-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txca25287a6731408cb3de3-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txca25287a6731408cb3de3-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txca25287a6731408cb3de3-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txca25287a6731408cb3de3-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txca25287a6731408cb3de3-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txca25287a6731408cb3de3-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txca25287a6731408cb3de3-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txca25287a6731408cb3de3-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txca25287a6731408cb3de3-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txca25287a6731408cb3de3-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txca25287a6731408cb3de3-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txca25287a6731408cb3de3-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txca25287a6731408cb3de3-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txca25287a6731408cb3de3-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txca25287a6731408cb3de3-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txca25287a6731408cb3de3-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txca25287a6731408cb3de3-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txca25287a6731408cb3de3-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txca25287a6731408cb3de3-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txca25287a6731408cb3de3-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txca25287a6731408cb3de3-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txca25287a6731408cb3de3-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txca25287a6731408cb3de3-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txca25287a6731408cb3de3-0069741558) +proxy-server ERROR: Object returning 503 for [] (txn: txca25287a6731408cb3de3-0069741558) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: txbdf25ad910e543bf8980d-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: txbdf25ad910e543bf8980d-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: txbdf25ad910e543bf8980d-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sda (txn: txbdf25ad910e543bf8980d-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sda (txn: txbdf25ad910e543bf8980d-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sda (txn: txbdf25ad910e543bf8980d-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sda (txn: txbdf25ad910e543bf8980d-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sda (txn: txbdf25ad910e543bf8980d-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sda (txn: txbdf25ad910e543bf8980d-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sda (txn: txbdf25ad910e543bf8980d-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sda (txn: txbdf25ad910e543bf8980d-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sda (txn: txbdf25ad910e543bf8980d-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sda (txn: txbdf25ad910e543bf8980d-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sda (txn: txbdf25ad910e543bf8980d-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sda (txn: txbdf25ad910e543bf8980d-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: txbdf25ad910e543bf8980d-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sda (txn: txbdf25ad910e543bf8980d-0069741558) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1c4605f834d24153a21ed-0069741558) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx4f08f7613bc44617862f2-0069741558) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx21b215112a5748fc845f5-0069741558) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx2b8b144e4fbe48d1b7ac0-0069741558) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txd54816ad70c74198809d8-0069741558) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta ... ok -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804898.00000, (0, 0) as of 1734804898.00000, shrunk as of 1734804898.00000> to ShardRange<'k' to 't' as of 1734804899.00000, (0, 0) as of 1734804899.00000, shrinking as of 1734804899.00000>, path: .shards_a/shard_c_1734804899.00000, db: /tmp/tmp6go592a0/sda/containers/0/295/e5b5c843b5b57c895db02bae30fc9295/e5b5c843b5b57c895db02bae30fc9295.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804899.00000, db: /tmp/tmp6go592a0/sda/containers/0/295/e5b5c843b5b57c895db02bae30fc9295/e5b5c843b5b57c895db02bae30fc9295.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804901.00000, db: /tmp/tmp6go592a0/sda/containers/0/42a/698ef45dbffd7428ed08fd9e1d32442a/698ef45dbffd7428ed08fd9e1d32442a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804900.00000, (0, 0) as of 1734804900.00000, shrunk as of 1734804900.00000> to ShardRange<'k' to 't' as of 1734804901.00000, (0, 0) as of 1734804901.00000, sharding as of 1734804901.00000>, path: .shards_a/shard_c_1734804901.00000, db: /tmp/tmp6go592a0/sda/containers/0/42a/698ef45dbffd7428ed08fd9e1d32442a/698ef45dbffd7428ed08fd9e1d32442a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804901.00000, db: /tmp/tmp6go592a0/sda/containers/0/42a/698ef45dbffd7428ed08fd9e1d32442a/698ef45dbffd7428ed08fd9e1d32442a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804903.00000, db: /tmp/tmp6go592a0/sda/containers/0/b68/d80ec9872e028517e6df018c0322db68/d80ec9872e028517e6df018c0322db68.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804902.00000, (0, 0) as of 1734804902.00000, shrunk as of 1734804902.00000> to ShardRange<'k' to 't' as of 1734804903.00000, (0, 0) as of 1734804903.00000, sharded as of 1734804903.00000>, path: .shards_a/shard_c_1734804903.00000, db: /tmp/tmp6go592a0/sda/containers/0/b68/d80ec9872e028517e6df018c0322db68/d80ec9872e028517e6df018c0322db68.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804903.00000, db: /tmp/tmp6go592a0/sda/containers/0/b68/d80ec9872e028517e6df018c0322db68/d80ec9872e028517e6df018c0322db68.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804905.00000, db: /tmp/tmp6go592a0/sda/containers/0/aee/31547e4093b4c18f413a00504eb8baee/31547e4093b4c18f413a00504eb8baee.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804905.00000, db: /tmp/tmp6go592a0/sda/containers/0/aee/31547e4093b4c18f413a00504eb8baee/31547e4093b4c18f413a00504eb8baee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804906.00000, db: /tmp/tmp6go592a0/sda/containers/0/979/ebcdd8b3c8e171a8dc4087756cf2f979/ebcdd8b3c8e171a8dc4087756cf2f979.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804908.00000, db: /tmp/tmp6go592a0/sda/containers/0/6c5/78c51799cb4413a438f0d2cd48bd36c5/78c51799cb4413a438f0d2cd48bd36c5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804910.00000, db: /tmp/tmp6go592a0/sda/containers/0/750/03a25f91cd31eea1d61f1dcc6abc3750/03a25f91cd31eea1d61f1dcc6abc3750.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804912.00000, db: /tmp/tmp6go592a0/sda/containers/0/4bd/f0431d59982aff123207ec796358d4bd/f0431d59982aff123207ec796358d4bd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804914.00000, db: /tmp/tmp6go592a0/sda/containers/0/f89/7c60e6f2a07f20ced165ffa66da62f89/7c60e6f2a07f20ced165ffa66da62f89.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804916.00000, db: /tmp/tmp6go592a0/sda/containers/0/f46/55ca0621ae9aba9ef7057f2e23a40f46/55ca0621ae9aba9ef7057f2e23a40f46.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804918.00000, db: /tmp/tmp6go592a0/sda/containers/0/a2f/0ac606b3d7df4b514fd429fdfce33a2f/0ac606b3d7df4b514fd429fdfce33a2f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804920.00000, db: /tmp/tmp6go592a0/sda/containers/0/946/29d113c5faf6cfe1a9bb8a263bd7d946/29d113c5faf6cfe1a9bb8a263bd7d946.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804922.00000, db: /tmp/tmp6go592a0/sda/containers/0/969/2d338819e524dc656dee9aa6cf64b969/2d338819e524dc656dee9aa6cf64b969.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804924.00000, db: /tmp/tmp6go592a0/sda/containers/0/74b/b5506468150d507cd8d7b3926048174b/b5506468150d507cd8d7b3926048174b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804926.00000, db: /tmp/tmp6go592a0/sda/containers/0/23d/7d0c9097ae7c174ae5c8916b4612523d/7d0c9097ae7c174ae5c8916b4612523d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804928.00000, db: /tmp/tmp6go592a0/sda/containers/0/c80/da226e75e2e27ac07040560a7c889c80/da226e75e2e27ac07040560a7c889c80.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804930.00000, db: /tmp/tmp6go592a0/sda/containers/0/516/f6a4d95ba9973e903fdec2746f48d516/f6a4d95ba9973e903fdec2746f48d516.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804932.00000, db: /tmp/tmp6go592a0/sda/containers/0/2d1/a9a3a49ec83fb270c3e0ed765106d2d1/a9a3a49ec83fb270c3e0ed765106d2d1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804934.00000, db: /tmp/tmp6go592a0/sda/containers/0/792/4f45c507752379bb9a3d254678ec4792/4f45c507752379bb9a3d254678ec4792.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804936.00000, db: /tmp/tmp6go592a0/sda/containers/0/dfd/7fa45d06d355be7e6eb11d08bf630dfd/7fa45d06d355be7e6eb11d08bf630dfd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804938.00000, db: /tmp/tmp6go592a0/sda/containers/0/37a/2a10cdc2c93000d48fbf63330aafb37a/2a10cdc2c93000d48fbf63330aafb37a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804940.00000, db: /tmp/tmp6go592a0/sda/containers/0/ac5/d121e6f24a7e9bf61ea879774203eac5/d121e6f24a7e9bf61ea879774203eac5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804942.00000, db: /tmp/tmp6go592a0/sda/containers/0/a31/41bee78f6edc8329cb4ae6749ef4aa31/41bee78f6edc8329cb4ae6749ef4aa31.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804944.00000, db: /tmp/tmp6go592a0/sda/containers/0/681/25f578ecd18c2f875bd03644b3aa9681/25f578ecd18c2f875bd03644b3aa9681.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804946.00000, db: /tmp/tmp6go592a0/sda/containers/0/42e/29992cd49bdacce448a91ebe099ad42e/29992cd49bdacce448a91ebe099ad42e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804948.00000, db: /tmp/tmp6go592a0/sda/containers/0/e8f/3045f147f279b0be10365f195ab2ae8f/3045f147f279b0be10365f195ab2ae8f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804950.00000, db: /tmp/tmp6go592a0/sda/containers/0/cd3/632d8ac0204646c4359e81236817acd3/632d8ac0204646c4359e81236817acd3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804952.00000, db: /tmp/tmp6go592a0/sda/containers/0/413/494d4501c9126ebc9b0cea2323415413/494d4501c9126ebc9b0cea2323415413.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804954.00000, db: /tmp/tmp6go592a0/sda/containers/0/850/e66377aba2cf39f2b721a9b05ab87850/e66377aba2cf39f2b721a9b05ab87850.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804956.00000, db: /tmp/tmp6go592a0/sda/containers/0/6f6/4d9f7ffb2ebb480f66dfae9236f686f6/4d9f7ffb2ebb480f66dfae9236f686f6.dbtest.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index -test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name -test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items ... ok +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558)test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim ... ok -test ERROR: Account HEAD returning 503 for [] (txn: txdd4380d591954cbd80465-006767052b) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx65e3e7e0e3984e8c8b3fc-006767052b) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx65e3e7e0e3984e8c8b3fc-006767052b) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx65e3e7e0e3984e8c8b3fc-006767052b) -test ERROR: Account HEAD returning 503 for [] (txn: tx65e3e7e0e3984e8c8b3fc-006767052b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx73299bcf36c3442b884bc-006767052b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: tx452ceccd252745efb2aca-006767052b) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: tx452ceccd252745efb2aca-006767052b) -test INFO: Client disconnected on read of '/a/c' (txn: tx452ceccd252745efb2aca-006767052b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx51a6f002e11244ac8c5ce-006767052b) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx1e60a684f77246fd88930-006767052b) -test INFO: Client disconnected on read of '/a/c' (txn: tx1e60a684f77246fd88930-006767052b) -test INFO: Client disconnected on read of '/a/c/' (txn: tx1e60a684f77246fd88930-006767052b) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txe8e969bd8d7749f3b6dc6-006767052b) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txe8e969bd8d7749f3b6dc6-006767052b) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txe8e969bd8d7749f3b6dc6-006767052b) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txe8e969bd8d7749f3b6dc6-006767052b) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx2c4db538405c4e9c95a1e-006767052b) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx2c4db538405c4e9c95a1e-006767052b) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx2c4db538405c4e9c95a1e-006767052b) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx2c4db538405c4e9c95a1e-006767052b) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx83278d5b19ff41f88322d-006767052b) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx83278d5b19ff41f88322d-006767052b) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx83278d5b19ff41f88322d-006767052b) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx83278d5b19ff41f88322d-006767052b) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx8fd733a16e71477aad99b-006767052b) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx8fd733a16e71477aad99b-006767052b) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx8fd733a16e71477aad99b-006767052b) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx8fd733a16e71477aad99b-006767052b) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txbba0075482f24e139d4c2-006767052b) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txbba0075482f24e139d4c2-006767052b) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txbba0075482f24e139d4c2-006767052b) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txbba0075482f24e139d4c2-006767052b) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx4eddb06a5725467e94ec1-006767052b) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx4eddb06a5725467e94ec1-006767052b) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx4eddb06a5725467e94ec1-006767052b) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx4eddb06a5725467e94ec1-006767052b) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txc3840eaf69504ba2a9565-006767052b) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txc3840eaf69504ba2a9565-006767052b) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txc3840eaf69504ba2a9565-006767052b) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txc3840eaf69504ba2a9565-006767052b) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txb4f12658c2694819b2487-006767052b) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txb4f12658c2694819b2487-006767052b) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txb4f12658c2694819b2487-006767052b) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txb4f12658c2694819b2487-006767052b) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx3f7d9e82f1e44eeb9669a-006767052b) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: tx3f7d9e82f1e44eeb9669a-006767052b) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx3f7d9e82f1e44eeb9669a-006767052b) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx3f7d9e82f1e44eeb9669a-006767052b) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx3f7d9e82f1e44eeb9669a-006767052b) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx3f7d9e82f1e44eeb9669a-006767052b) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx6f86f362bc384137a9f54-006767052b) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx6f86f362bc384137a9f54-006767052b) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx6f86f362bc384137a9f54-006767052b) -test ERROR: Container GET returning 503 for [503, 503] (txn: tx6f86f362bc384137a9f54-006767052b)test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges ... ok +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558)test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor ... ok -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx3d9d0ccf5ae74696b0be7-006767052b) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx3d9d0ccf5ae74696b0be7-006767052b) -test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: tx3d9d0ccf5ae74696b0be7-006767052b) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx3d9d0ccf5ae74696b0be7-006767052b) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx3d9d0ccf5ae74696b0be7-006767052b) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: tx3d9d0ccf5ae74696b0be7-006767052b) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx3d9d0ccf5ae74696b0be7-006767052b) -test ERROR: Container GET returning 503 for [503, 503] (txn: tx3d9d0ccf5ae74696b0be7-006767052b) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txd428d6b2e3b049bbaaa82-006767052b) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txd428d6b2e3b049bbaaa82-006767052b) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txd428d6b2e3b049bbaaa82-006767052b) -test ERROR: Container GET returning 503 for [] (txn: txd428d6b2e3b049bbaaa82-006767052b) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx43c890f7ddaa47a08f994-006767052b) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx43c890f7ddaa47a08f994-006767052b) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx43c890f7ddaa47a08f994-006767052b) -test ERROR: Container GET returning 503 for [] (txn: tx43c890f7ddaa47a08f994-006767052b) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx8045bad8e19d48fc94222-006767052b) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx8045bad8e19d48fc94222-006767052b) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx8045bad8e19d48fc94222-006767052b) -test ERROR: Container GET returning 503 for [] (txn: tx8045bad8e19d48fc94222-006767052b) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe7a56ef0fe7840d8a6e80-006767052b) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txe7a56ef0fe7840d8a6e80-006767052b) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txe7a56ef0fe7840d8a6e80-006767052b) -test ERROR: Container GET returning 503 for [] (txn: txe7a56ef0fe7840d8a6e80-006767052b) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx39779e9a9b734dcb86eb3-006767052b) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx39779e9a9b734dcb86eb3-006767052b) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx39779e9a9b734dcb86eb3-006767052b) -test ERROR: Container GET returning 503 for [] (txn: tx39779e9a9b734dcb86eb3-006767052b) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx81aee9c0eec84c04939db-006767052b) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx81aee9c0eec84c04939db-006767052b) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx81aee9c0eec84c04939db-006767052b) -test ERROR: Container GET returning 503 for [] (txn: tx81aee9c0eec84c04939db-006767052b) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx4675b7bb85bb46b2b84de-006767052b) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx4675b7bb85bb46b2b84de-006767052b) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx4675b7bb85bb46b2b84de-006767052b) -test ERROR: Container GET returning 503 for [] (txn: tx4675b7bb85bb46b2b84de-006767052b) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx8e04946f027f4659abe19-006767052b) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx8e04946f027f4659abe19-006767052b) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx8e04946f027f4659abe19-006767052b) -test ERROR: Container GET returning 503 for [] (txn: tx8e04946f027f4659abe19-006767052b) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx1b23233e281a41ac830fd-006767052b) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx1b23233e281a41ac830fd-006767052b) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx1b23233e281a41ac830fd-006767052b) -test ERROR: Container GET returning 503 for [] (txn: tx1b23233e281a41ac830fd-006767052b) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txaab37bb711f846d48b71e-006767052b) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txaab37bb711f846d48b71e-006767052b) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txaab37bb711f846d48b71e-006767052b) -test ERROR: Container GET returning 503 for [] (txn: txaab37bb711f846d48b71e-006767052b) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txc0021bb018d942bea1de9-006767052b) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txc0021bb018d942bea1de9-006767052b) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txc0021bb018d942bea1de9-006767052b) -test ERROR: Container GET returning 503 for [] (txn: txc0021bb018d942bea1de9-006767052b) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx7b7de7b2fc664c3d829e3-006767052b) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx7b7de7b2fc664c3d829e3-006767052b) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx7b7de7b2fc664c3d829e3-006767052b) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx7b7de7b2fc664c3d829e3-006767052b) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txba57e64ea9e4467eb5416-006767052b) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txba57e64ea9e4467eb5416-006767052b) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txba57e64ea9e4467eb5416-006767052b) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txba57e64ea9e4467eb5416-006767052b) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx7f06d55292f64cd089d0a-006767052b) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx7f06d55292f64cd089d0a-006767052b) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx7f06d55292f64cd089d0a-006767052b) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx7f06d55292f64cd089d0a-006767052b) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txc11c27f0bb7d4bbfbf6f3-006767052b) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txc11c27f0bb7d4bbfbf6f3-006767052b) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txc11c27f0bb7d4bbfbf6f3-006767052b) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txc11c27f0bb7d4bbfbf6f3-006767052b) -test INFO: Client disconnected on read of '/a/c' (txn: tx764098d5cc4147fa8b90b-006767052b) -test INFO: Client disconnected on read of '/a/c/' (txn: tx764098d5cc4147fa8b90b-006767052b) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx2324520937214980a8e1a-006767052b) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx2324520937214980a8e1a-006767052b) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558)test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker ... ok + +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: Object returning 503 for [] (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging ... ok +test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy +test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path +test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up +test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout ... ok +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_unclean +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_unclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_init +test.unit.obj.test_diskfile.TestDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window +test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file ... ok +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning +test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator +test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update +test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedada3afb5e44ec09ef59-0069741558) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: tx54d1231b827d4a8faf5ac-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: tx54d1231b827d4a8faf5ac-0069741558) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 0, Lengths: [490, 490, 490, 490, 490, 490, 490, 490, 490, 490]: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: txd330c5ad8eb24e9e90bd0-0069741558) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txd330c5ad8eb24e9e90bd0-0069741558) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txd330c5ad8eb24e9e90bd0-0069741558) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txd330c5ad8eb24e9e90bd0-0069741558) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txd330c5ad8eb24e9e90bd0-0069741558) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txd330c5ad8eb24e9e90bd0-0069741558) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txd330c5ad8eb24e9e90bd0-0069741558) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txd330c5ad8eb24e9e90bd0-0069741558) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txd330c5ad8eb24e9e90bd0-0069741558) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txd330c5ad8eb24e9e90bd0-0069741558) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txd330c5ad8eb24e9e90bd0-0069741558) +proxy-server ERROR: ERROR Unhandled exception in request: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx2324520937214980a8e1a-006767052b) -test ERROR: Account HEAD returning 503 for [] (txn: tx2324520937214980a8e1a-006767052b) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/server.py", line 603, in handle_request + return handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 375, in wrapped + return func(*a, **kw) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 278, in GET + return self.GETorHEAD(req) + ~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 266, in GETorHEAD + resp = self._get_or_head_response(req, node_iter, partition, policy) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 2927, in _get_or_head_response + app_iter.kickoff(req, resp) + ~~~~~~~~~~~~~~~~^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1181, in kickoff + self.stashed_iter = reiterate(self._real_iter(req, resp.headers)) + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2390, in reiterate + chunk = next(iterator) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ + return self._get_next_item() + ~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 3105, in _get_next_item + return super(StringAlong, self)._get_next_item() + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item + return next(self.wrapped_iter) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1467, in _iter_one_range + for i, next_seg in enumerate(segment_iter): + ~~~~~~~~~^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1546, in _decode_segments_from_fragments + segment = self.policy.pyeclib_driver.decode(fragments) + File "/usr/lib/python3/dist-packages/pyeclib/ec_iface.py", line 300, in decode + return self.ec_lib_reference.decode(fragment_payloads, ranges, + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^ + force_metadata_checks) + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/pyeclib/core.py", line 91, in decode + return pyeclib_c.decode(self.handle, _fragment_payloads, + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + fragment_len, ranges, force_metadata_checks) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +pyeclib.ec_iface.ECInvalidFragmentMetadata: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: txd330c5ad8eb24e9e90bd0-0069741558)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging ... ok +test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object +test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path +test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_all_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_all_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2ed7cfd8e4b42758c50e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2ed7cfd8e4b42758c50e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2ed7cfd8e4b42758c50e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2ed7cfd8e4b42758c50e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2ed7cfd8e4b42758c50e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2ed7cfd8e4b42758c50e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2ed7cfd8e4b42758c50e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2ed7cfd8e4b42758c50e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2ed7cfd8e4b42758c50e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2ed7cfd8e4b42758c50e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2ed7cfd8e4b42758c50e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2ed7cfd8e4b42758c50e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2ed7cfd8e4b42758c50e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2ed7cfd8e4b42758c50e-0069741558) +proxy-server ERROR: Object returning 503 for [] (txn: txe2ed7cfd8e4b42758c50e-0069741558) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc093910580db48dd8b25d-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc093910580db48dd8b25d-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc093910580db48dd8b25d-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc093910580db48dd8b25d-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc093910580db48dd8b25d-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc093910580db48dd8b25d-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc093910580db48dd8b25d-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc093910580db48dd8b25d-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc093910580db48dd8b25d-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc093910580db48dd8b25d-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc093910580db48dd8b25d-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc093910580db48dd8b25d-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc093910580db48dd8b25d-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc093910580db48dd8b25d-0069741558) +proxy-server ERROR: Object returning 503 for [] (txn: txc093910580db48dd8b25d-0069741558) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3e11dfc057704fe486f2a-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3e11dfc057704fe486f2a-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3e11dfc057704fe486f2a-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3e11dfc057704fe486f2a-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3e11dfc057704fe486f2a-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3e11dfc057704fe486f2a-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3e11dfc057704fe486f2a-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3e11dfc057704fe486f2a-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3e11dfc057704fe486f2a-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3e11dfc057704fe486f2a-0069741558) +proxy-server ERROR: Object returning 503 for [] (txn: tx3e11dfc057704fe486f2a-0069741558) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ba294972b348cf97c31-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ba294972b348cf97c31-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ba294972b348cf97c31-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ba294972b348cf97c31-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ba294972b348cf97c31-0069741558)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables ... ok +test ERROR: Failed to unlink '/tmp/tmpul059h97/containers/part/suffix/hash/container.db': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txb747e558ed194fd7ac80a-006767052b)test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting -test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container -test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header ... ok + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + ~~~~~~~~~^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpul059h97/containers/part/suffix/hash/container_1769215320.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpul059h97/containers/part/suffix/hash/container_1769215320.00000.db': ['/tmp/tmpul059h97/containers/part/suffix/hash/container.db', '/tmp/tmpul059h97/containers/part/suffix/hash/container_1769215321.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpul059h97/containers/part/suffix/hash/container_1769215321.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test-replicator INFO: [worker 1/2 pid=3035082] Running object replicator in script mode. +test-replicator INFO: [worker 1/2 pid=3035082] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 2/2 pid=3035082] Running object replicator in script mode. +test-replicator INFO: [worker 2/2 pid=3035082] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=3035082] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=3035082] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 2/3 pid=3035082] Running object replicator in script mode. +test-replicator INFO: [worker 2/3 pid=3035082] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 3/3 pid=3035082] Running object replicator in script mode. +test-replicator INFO: [worker 3/3 pid=3035082] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=3035082] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=3035082] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=3035082] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=3035082] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=8804] Running object replicator in script mode. +test-replicator DEBUG: [worker 1/3 pid=8804] debug message +test-replicator INFO: [worker 1/3 pid=8804] info message +test-replicator WARNING: [worker 1/3 pid=8804] warning message +test-replicator ERROR: [worker 1/3 pid=8804] error message +test-replicator INFO: [worker 1/3 pid=8804] Object replication complete (once). (0.00 minutes) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx6185c5d60e784e46a1219-0069741558) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sdq, error: ERROR Insufficient Storage (txn: txc3e604c721f74e7ebb660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sdu, error: ERROR Insufficient Storage (txn: txc3e604c721f74e7ebb660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: txc3e604c721f74e7ebb660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sdx, error: ERROR Insufficient Storage (txn: txc3e604c721f74e7ebb660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: txc3e604c721f74e7ebb660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sdw, error: ERROR Insufficient Storage (txn: txc3e604c721f74e7ebb660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txc3e604c721f74e7ebb660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: txc3e604c721f74e7ebb660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: txc3e604c721f74e7ebb660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: txc3e604c721f74e7ebb660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: txc3e604c721f74e7ebb660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: txc3e604c721f74e7ebb660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txc3e604c721f74e7ebb660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sdz, error: ERROR Insufficient Storage (txn: txc3e604c721f74e7ebb660-0069741558) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804958.00000, db: /tmp/tmp6go592a0/sda/containers/0/cdd/84cf5ae6338ca8eed0a6762fa8fa3cdd/84cf5ae6338ca8eed0a6762fa8fa3cdd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804960.00000, db: /tmp/tmp6go592a0/sda/containers/0/208/b3c20d0f6033c1b0252123c762888208/b3c20d0f6033c1b0252123c762888208.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804962.00000, db: /tmp/tmp6go592a0/sda/containers/0/2b5/335bffa2077c1af1f03d63e0e45e42b5/335bffa2077c1af1f03d63e0e45e42b5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804964.00000, db: /tmp/tmp6go592a0/sda/containers/0/31f/2ac4c0b64389298688e480debd3fe31f/2ac4c0b64389298688e480debd3fe31f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804966.00000, db: /tmp/tmp6go592a0/sda/containers/0/3e0/d9256950ed5b753f925735c689f693e0/d9256950ed5b753f925735c689f693e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804968.00000, db: /tmp/tmp6go592a0/sda/containers/0/284/184ab8b3bb7e6fbcda8f8ea827d1e284/184ab8b3bb7e6fbcda8f8ea827d1e284.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804970.00000, db: /tmp/tmp6go592a0/sda/containers/0/674/acbde3ccfa1c2c462132b342bacbb674/acbde3ccfa1c2c462132b342bacbb674.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804970.00000, db: /tmp/tmp6go592a0/sda/containers/0/674/acbde3ccfa1c2c462132b342bacbb674/acbde3ccfa1c2c462132b342bacbb674.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804972.00000, db: /tmp/tmp6go592a0/sda/containers/0/c33/4f4cc6f44f51ff1469436dc65c337c33/4f4cc6f44f51ff1469436dc65c337c33.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804972.00000, db: /tmp/tmp6go592a0/sda/containers/0/c33/4f4cc6f44f51ff1469436dc65c337c33/4f4cc6f44f51ff1469436dc65c337c33.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804974.00000, db: /tmp/tmp6go592a0/sda/containers/0/6bf/e4d51f5bc626e066696d878e9f7686bf/e4d51f5bc626e066696d878e9f7686bf.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804974.00000, db: /tmp/tmp6go592a0/sda/containers/0/6bf/e4d51f5bc626e066696d878e9f7686bf/e4d51f5bc626e066696d878e9f7686bf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804976.00000, db: /tmp/tmp6go592a0/sda/containers/0/dee/67da0b28646360bc726ebb657774bdee/67da0b28646360bc726ebb657774bdee.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804976.00000, db: /tmp/tmp6go592a0/sda/containers/0/dee/67da0b28646360bc726ebb657774bdee/67da0b28646360bc726ebb657774bdee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804978.00000, db: /tmp/tmp6go592a0/sda/containers/0/32d/dd192ac8dbbaa1d56dad5d815179532d/dd192ac8dbbaa1d56dad5d815179532d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804978.00000, db: /tmp/tmp6go592a0/sda/containers/0/32d/dd192ac8dbbaa1d56dad5d815179532d/dd192ac8dbbaa1d56dad5d815179532d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804980.00000, db: /tmp/tmp6go592a0/sda/containers/0/a52/5a76d6a0cf99cecd719131e9d85b8a52/5a76d6a0cf99cecd719131e9d85b8a52.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804980.00000, db: /tmp/tmp6go592a0/sda/containers/0/a52/5a76d6a0cf99cecd719131e9d85b8a52/5a76d6a0cf99cecd719131e9d85b8a52.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804982.00000, db: /tmp/tmp6go592a0/sda/containers/0/f18/7df78744331ad4b5cea3bcd096eb3f18/7df78744331ad4b5cea3bcd096eb3f18.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804982.00000, db: /tmp/tmp6go592a0/sda/containers/0/f18/7df78744331ad4b5cea3bcd096eb3f18/7df78744331ad4b5cea3bcd096eb3f18.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804984.00000, db: /tmp/tmp6go592a0/sda/containers/0/147/b6f3958e000a01ee33ab7c368aef9147/b6f3958e000a01ee33ab7c368aef9147.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804984.00000, db: /tmp/tmp6go592a0/sda/containers/0/147/b6f3958e000a01ee33ab7c368aef9147/b6f3958e000a01ee33ab7c368aef9147.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804986.00000, db: /tmp/tmp6go592a0/sda/containers/0/a36/3947f9d45d29f0a192530c1b4fb90a36/3947f9d45d29f0a192530c1b4fb90a36.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804986.00000, db: /tmp/tmp6go592a0/sda/containers/0/a36/3947f9d45d29f0a192530c1b4fb90a36/3947f9d45d29f0a192530c1b4fb90a36.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804988.00000, db: /tmp/tmp6go592a0/sda/containers/0/95b/fe05b839ef92c7736f03dc3cc084495b/fe05b839ef92c7736f03dc3cc084495b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804988.00000, db: /tmp/tmp6go592a0/sda/containers/0/95b/fe05b839ef92c7736f03dc3cc084495b/fe05b839ef92c7736f03dc3cc084495b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804990.00000, db: /tmp/tmp6go592a0/sda/containers/0/134/26eb75356ce03313399d9a588aeb1134/26eb75356ce03313399d9a588aeb1134.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804990.00000, db: /tmp/tmp6go592a0/sda/containers/0/134/26eb75356ce03313399d9a588aeb1134/26eb75356ce03313399d9a588aeb1134.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804992.00000, db: /tmp/tmp6go592a0/sda/containers/0/f0e/64f5acc6b447a895f82ecc2678aa6f0e/64f5acc6b447a895f82ecc2678aa6f0e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804992.00000, db: /tmp/tmp6go592a0/sda/containers/0/f0e/64f5acc6b447a895f82ecc2678aa6f0e/64f5acc6b447a895f82ecc2678aa6f0e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804994.00000, db: /tmp/tmp6go592a0/sda/containers/0/265/1c14d240f488da5807e6e04d42231265/1c14d240f488da5807e6e04d42231265.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804994.00000, db: /tmp/tmp6go592a0/sda/containers/0/265/1c14d240f488da5807e6e04d42231265/1c14d240f488da5807e6e04d42231265.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804996.00000, db: /tmp/tmp6go592a0/sda/containers/0/c27/464b2622ea06a20fc118c66d2ee6ec27/464b2622ea06a20fc118c66d2ee6ec27.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804996.00000, db: /tmp/tmp6go592a0/sda/containers/0/c27/464b2622ea06a20fc118c66d2ee6ec27/464b2622ea06a20fc118c66d2ee6ec27.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804998.00000, db: /tmp/tmp6go592a0/sda/containers/0/140/5e070bc0d7fa54f8cf9cbf46f728e140/5e070bc0d7fa54f8cf9cbf46f728e140.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804998.00000, db: /tmp/tmp6go592a0/sda/containers/0/140/5e070bc0d7fa54f8cf9cbf46f728e140/5e070bc0d7fa54f8cf9cbf46f728e140.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805000.00000, db: /tmp/tmp6go592a0/sda/containers/0/146/ad339d7f73506426fd65ee7a6f72f146/ad339d7f73506426fd65ee7a6f72f146.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805000.00000, db: /tmp/tmp6go592a0/sda/containers/0/146/ad339d7f73506426fd65ee7a6f72f146/ad339d7f73506426fd65ee7a6f72f146.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805002.00000, db: /tmp/tmp6go592a0/sda/containers/0/87c/8441e010ee39a46647869b5fe25c087c/8441e010ee39a46647869b5fe25c087c.dbtest.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers -test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container ... ok +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sds, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sdy, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sdb, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sdr, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sdo, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: tx9c499755a1ae405fa1660-0069741558) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sdy, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sdv, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sdp, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_timeouts +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_timeouts ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables ... ok -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805002.00000, db: /tmp/tmp6go592a0/sda/containers/0/87c/8441e010ee39a46647869b5fe25c087c/8441e010ee39a46647869b5fe25c087c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805004.00000, db: /tmp/tmp6go592a0/sda/containers/0/d5c/970f0254ac74647751599c06fc6d7d5c/970f0254ac74647751599c06fc6d7d5c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805004.00000, db: /tmp/tmp6go592a0/sda/containers/0/d5c/970f0254ac74647751599c06fc6d7d5c/970f0254ac74647751599c06fc6d7d5c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805006.00000, db: /tmp/tmp6go592a0/sda/containers/0/8e1/b35bfbb281ab49afd44b0dc6bf0198e1/b35bfbb281ab49afd44b0dc6bf0198e1.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805006.00000, db: /tmp/tmp6go592a0/sda/containers/0/8e1/b35bfbb281ab49afd44b0dc6bf0198e1/b35bfbb281ab49afd44b0dc6bf0198e1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805008.00000, db: /tmp/tmp6go592a0/sda/containers/0/d63/1daa5dcb5417b17749c9c7381bc00d63/1daa5dcb5417b17749c9c7381bc00d63.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805008.00000, db: /tmp/tmp6go592a0/sda/containers/0/d63/1daa5dcb5417b17749c9c7381bc00d63/1daa5dcb5417b17749c9c7381bc00d63.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805010.00000, db: /tmp/tmp6go592a0/sda/containers/0/c30/7db796db38f52a283c3c63a34bad9c30/7db796db38f52a283c3c63a34bad9c30.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805010.00000, db: /tmp/tmp6go592a0/sda/containers/0/c30/7db796db38f52a283c3c63a34bad9c30/7db796db38f52a283c3c63a34bad9c30.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805012.00000, db: /tmp/tmp6go592a0/sda/containers/0/a37/dc3e3670fd0458ae42f7c24ec0219a37/dc3e3670fd0458ae42f7c24ec0219a37.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805012.00000, db: /tmp/tmp6go592a0/sda/containers/0/a37/dc3e3670fd0458ae42f7c24ec0219a37/dc3e3670fd0458ae42f7c24ec0219a37.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805014.00000, db: /tmp/tmp6go592a0/sda/containers/0/3c5/69747526839d3acc862e1a910ce003c5/69747526839d3acc862e1a910ce003c5.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805014.00000, db: /tmp/tmp6go592a0/sda/containers/0/3c5/69747526839d3acc862e1a910ce003c5/69747526839d3acc862e1a910ce003c5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805016.00000, db: /tmp/tmp6go592a0/sda/containers/0/290/d29df5a8559be6b142c7d152c0ed3290/d29df5a8559be6b142c7d152c0ed3290.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805016.00000, db: /tmp/tmp6go592a0/sda/containers/0/290/d29df5a8559be6b142c7d152c0ed3290/d29df5a8559be6b142c7d152c0ed3290.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805018.00000, db: /tmp/tmp6go592a0/sda/containers/0/e84/20e661c2d3cddfc1a6fd5ff6f1b9ee84/20e661c2d3cddfc1a6fd5ff6f1b9ee84.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805018.00000, db: /tmp/tmp6go592a0/sda/containers/0/e84/20e661c2d3cddfc1a6fd5ff6f1b9ee84/20e661c2d3cddfc1a6fd5ff6f1b9ee84.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805020.00000, db: /tmp/tmp6go592a0/sda/containers/0/db9/ca38ca7409151ad6fae75c1ca406ddb9/ca38ca7409151ad6fae75c1ca406ddb9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805020.00000, db: /tmp/tmp6go592a0/sda/containers/0/db9/ca38ca7409151ad6fae75c1ca406ddb9/ca38ca7409151ad6fae75c1ca406ddb9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805022.00000, db: /tmp/tmp6go592a0/sda/containers/0/369/660b075f9eebb525fb375cb0c13b8369/660b075f9eebb525fb375cb0c13b8369.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805022.00000, db: /tmp/tmp6go592a0/sda/containers/0/369/660b075f9eebb525fb375cb0c13b8369/660b075f9eebb525fb375cb0c13b8369.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805024.00000, db: /tmp/tmp6go592a0/sda/containers/0/297/65161faddc3aa1b231fc2a9a85e12297/65161faddc3aa1b231fc2a9a85e12297.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805024.00000, db: /tmp/tmp6go592a0/sda/containers/0/297/65161faddc3aa1b231fc2a9a85e12297/65161faddc3aa1b231fc2a9a85e12297.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805026.00000, db: /tmp/tmp6go592a0/sda/containers/0/a41/f508ea6fedf401e2f3fd72576f248a41/f508ea6fedf401e2f3fd72576f248a41.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805026.00000, db: /tmp/tmp6go592a0/sda/containers/0/a41/f508ea6fedf401e2f3fd72576f248a41/f508ea6fedf401e2f3fd72576f248a41.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805028.00000, db: /tmp/tmp6go592a0/sda/containers/0/b02/5130af025c6fa7c76f3fbd3f28925b02/5130af025c6fa7c76f3fbd3f28925b02.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805028.00000, db: /tmp/tmp6go592a0/sda/containers/0/b02/5130af025c6fa7c76f3fbd3f28925b02/5130af025c6fa7c76f3fbd3f28925b02.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805030.00000, db: /tmp/tmp6go592a0/sda/containers/0/06b/d10bdd969a33f82f77cd06696360b06b/d10bdd969a33f82f77cd06696360b06b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805030.00000, db: /tmp/tmp6go592a0/sda/containers/0/06b/d10bdd969a33f82f77cd06696360b06b/d10bdd969a33f82f77cd06696360b06b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805032.00000, db: /tmp/tmp6go592a0/sda/containers/0/85e/493f25e00523bc835c9b9a7cc165e85e/493f25e00523bc835c9b9a7cc165e85e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805032.00000, db: /tmp/tmp6go592a0/sda/containers/0/85e/493f25e00523bc835c9b9a7cc165e85e/493f25e00523bc835c9b9a7cc165e85e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmphl1d7lz0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804780.00000, (0, 0) as of 1734804780.00000, active as of 1734804780.00000> to ShardRange<'k' to 't' as of 1734804781.00000, (0, 0) as of 1734804781.00000, sharded as of 1734804782.00000>, path: .shards_a/shard_c, db: /tmp/tmphl1d7lz0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmphl1d7lz0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmp93jy54py/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804781.00000-0, db: /tmp/tmpnmr0fayy/sda/containers/0/fe9/bb1eb37569b0f50576b7ba11ae919fe9/bb1eb37569b0f50576b7ba11ae919fe9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804784.00000-0, db: /tmp/tmpnmr0fayy/sda/containers/0/6e0/116350c8b67f658db857ac24f974b6e0/116350c8b67f658db857ac24f974b6e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804787.00000-0, db: /tmp/tmpnmr0fayy/sda/containers/0/858/0296d1b2d7d31efc7d670a203e5d6858/0296d1b2d7d31efc7d670a203e5d6858.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking ... ok +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sdw, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sdu, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sdo, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server ERROR: Object DELETE returning 503 for (204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx975c43c37d884a218f6c4-0069741558) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txecd9d19aa71a47738cc4a-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txecd9d19aa71a47738cc4a-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txecd9d19aa71a47738cc4a-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txecd9d19aa71a47738cc4a-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txecd9d19aa71a47738cc4a-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txecd9d19aa71a47738cc4a-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txecd9d19aa71a47738cc4a-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txecd9d19aa71a47738cc4a-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txecd9d19aa71a47738cc4a-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txecd9d19aa71a47738cc4a-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txecd9d19aa71a47738cc4a-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txecd9d19aa71a47738cc4a-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txecd9d19aa71a47738cc4a-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txecd9d19aa71a47738cc4a-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txecd9d19aa71a47738cc4a-0069741558) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_none_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_none_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_one_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_one_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txb747e558ed194fd7ac80a-006767052b) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sdr (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sdb (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sdu (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sds (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sdp (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sdo (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sdq (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sdx (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sdw (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sdv (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sdy (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sdt (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sdz (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f16e702bdb411c9de8e-0069741558)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok + +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ba294972b348cf97c31-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ba294972b348cf97c31-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ba294972b348cf97c31-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ba294972b348cf97c31-0069741558) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx47fc8fd0beca45da9ac52-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx47fc8fd0beca45da9ac52-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx47fc8fd0beca45da9ac52-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx47fc8fd0beca45da9ac52-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx47fc8fd0beca45da9ac52-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx47fc8fd0beca45da9ac52-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx47fc8fd0beca45da9ac52-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx47fc8fd0beca45da9ac52-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx47fc8fd0beca45da9ac52-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx47fc8fd0beca45da9ac52-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx47fc8fd0beca45da9ac52-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx47fc8fd0beca45da9ac52-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx47fc8fd0beca45da9ac52-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx47fc8fd0beca45da9ac52-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx47fc8fd0beca45da9ac52-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx47fc8fd0beca45da9ac52-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx47fc8fd0beca45da9ac52-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx47fc8fd0beca45da9ac52-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx47fc8fd0beca45da9ac52-0069741558) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Object returning 503 for [] (txn: txb946692846ea46b3adc25-0069741558) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Object returning 503 for [] (txn: tx6eb902f748944003a13c2-0069741558) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx018258c5f4134571a4e4e-0069741558) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx018258c5f4134571a4e4e-0069741558) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx018258c5f4134571a4e4e-0069741558) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx018258c5f4134571a4e4e-0069741558) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx018258c5f4134571a4e4e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx018258c5f4134571a4e4e-0069741558) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx018258c5f4134571a4e4e-0069741558) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx018258c5f4134571a4e4e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx018258c5f4134571a4e4e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx018258c5f4134571a4e4e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx018258c5f4134571a4e4e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx018258c5f4134571a4e4e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx018258c5f4134571a4e4e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx018258c5f4134571a4e4e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx018258c5f4134571a4e4e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx018258c5f4134571a4e4e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx018258c5f4134571a4e4e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx018258c5f4134571a4e4e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx018258c5f4134571a4e4e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx018258c5f4134571a4e4e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx018258c5f4134571a4e4e-0069741558) +proxy-server ERROR: Object returning 503 for [] (txn: tx018258c5f4134571a4e4e-0069741558) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok + +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server ERROR: Object returning 503 for [] (txn: txe3f16e702bdb411c9de8e-0069741558) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server ERROR: Object returning 503 for [] (txn: txa8f23a5b34014ba5b2c4f-0069741558) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470bd76b7a724bf19d4ec-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470bd76b7a724bf19d4ec-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470bd76b7a724bf19d4ec-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470bd76b7a724bf19d4ec-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470bd76b7a724bf19d4ec-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470bd76b7a724bf19d4ec-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470bd76b7a724bf19d4ec-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470bd76b7a724bf19d4ec-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470bd76b7a724bf19d4ec-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470bd76b7a724bf19d4ec-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470bd76b7a724bf19d4ec-0069741558)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.5:1005/sdf (txn: tx434062259b1c4313a3ec2-0069741558) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.11:1011/sdl (txn: tx434062259b1c4313a3ec2-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx434062259b1c4313a3ec2-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx434062259b1c4313a3ec2-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx434062259b1c4313a3ec2-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx434062259b1c4313a3ec2-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx434062259b1c4313a3ec2-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx434062259b1c4313a3ec2-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx434062259b1c4313a3ec2-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx434062259b1c4313a3ec2-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx434062259b1c4313a3ec2-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx434062259b1c4313a3ec2-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx434062259b1c4313a3ec2-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx434062259b1c4313a3ec2-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx434062259b1c4313a3ec2-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx434062259b1c4313a3ec2-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx434062259b1c4313a3ec2-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx434062259b1c4313a3ec2-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx434062259b1c4313a3ec2-0069741558) +proxy-server ERROR: Exception fetching fragments for '/a/c/o': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txb747e558ed194fd7ac80a-006767052b) -test ERROR: Account HEAD returning 503 for [] (txn: txb747e558ed194fd7ac80a-006767052b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txb48a14d383584321a221a-006767052b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txc82d797ace724b73884b3-006767052b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx27cc3039b23643df93b27-006767052b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1493, in put_fragments_in_queue + for fragment in frag_iter: + ^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ + return self._get_next_item() + ~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 5009, in _get_next_item + return super(CooperativeIterator, self)._get_next_item() + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item + return next(self.wrapped_iter) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 2515, in _iter_bytes_from_response_part + six.reraise(exc_type, exc_value, exc_traceback) + ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise + raise value + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 2487, in _iter_bytes_from_response_part + chunk = part_file.read(self.app.object_chunk_size) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1145, in read + raise ShortReadError( + "Too few bytes; read %d, expecting %d" % ( + self.nbytes - self.bytes_left, self.nbytes)) +swift.common.exceptions.ShortReadError: Too few bytes; read 415, expecting 490 (txn: tx434062259b1c4313a3ec2-0069741558) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx434062259b1c4313a3ec2-0069741558) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.6:1006/sdg (txn: txdae0cf57c72049159489c-0069741558) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.11:1011/sdl (txn: tx3cec505dac4e4c01b2d0e-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3cec505dac4e4c01b2d0e-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3cec505dac4e4c01b2d0e-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3cec505dac4e4c01b2d0e-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3cec505dac4e4c01b2d0e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3cec505dac4e4c01b2d0e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3cec505dac4e4c01b2d0e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3cec505dac4e4c01b2d0e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3cec505dac4e4c01b2d0e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3cec505dac4e4c01b2d0e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3cec505dac4e4c01b2d0e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3cec505dac4e4c01b2d0e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3cec505dac4e4c01b2d0e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3cec505dac4e4c01b2d0e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3cec505dac4e4c01b2d0e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3cec505dac4e4c01b2d0e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3cec505dac4e4c01b2d0e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3cec505dac4e4c01b2d0e-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3cec505dac4e4c01b2d0e-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.01s) (txn: tx3cec505dac4e4c01b2d0e-0069741558) +proxy-server ERROR: ERROR Unhandled exception in request: ChunkReadTimeout (0.01s after 0.01s) (txn: tx3cec505dac4e4c01b2d0e-0069741558) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.9:1009/sdj (txn: tx3ba7f5b7c71845c1afda5-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ba7f5b7c71845c1afda5-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ba7f5b7c71845c1afda5-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ba7f5b7c71845c1afda5-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ba7f5b7c71845c1afda5-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ba7f5b7c71845c1afda5-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ba7f5b7c71845c1afda5-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ba7f5b7c71845c1afda5-0069741558)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok + +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470bd76b7a724bf19d4ec-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470bd76b7a724bf19d4ec-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470bd76b7a724bf19d4ec-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470bd76b7a724bf19d4ec-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470bd76b7a724bf19d4ec-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470bd76b7a724bf19d4ec-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470bd76b7a724bf19d4ec-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470bd76b7a724bf19d4ec-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470bd76b7a724bf19d4ec-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470bd76b7a724bf19d4ec-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470bd76b7a724bf19d4ec-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470bd76b7a724bf19d4ec-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470bd76b7a724bf19d4ec-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470bd76b7a724bf19d4ec-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470bd76b7a724bf19d4ec-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470bd76b7a724bf19d4ec-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470bd76b7a724bf19d4ec-0069741558) +proxy-server ERROR: Object returning 503 for [] (txn: tx470bd76b7a724bf19d4ec-0069741558) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa8144882f79c4c51ae238-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa8144882f79c4c51ae238-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa8144882f79c4c51ae238-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa8144882f79c4c51ae238-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa8144882f79c4c51ae238-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa8144882f79c4c51ae238-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa8144882f79c4c51ae238-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa8144882f79c4c51ae238-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa8144882f79c4c51ae238-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa8144882f79c4c51ae238-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8144882f79c4c51ae238-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8144882f79c4c51ae238-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8144882f79c4c51ae238-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8144882f79c4c51ae238-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8144882f79c4c51ae238-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8144882f79c4c51ae238-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8144882f79c4c51ae238-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8144882f79c4c51ae238-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8144882f79c4c51ae238-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8144882f79c4c51ae238-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8144882f79c4c51ae238-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8144882f79c4c51ae238-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8144882f79c4c51ae238-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8144882f79c4c51ae238-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8144882f79c4c51ae238-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8144882f79c4c51ae238-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8144882f79c4c51ae238-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8144882f79c4c51ae238-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8144882f79c4c51ae238-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8144882f79c4c51ae238-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8144882f79c4c51ae238-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8144882f79c4c51ae238-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8144882f79c4c51ae238-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8144882f79c4c51ae238-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8144882f79c4c51ae238-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8144882f79c4c51ae238-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8144882f79c4c51ae238-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8144882f79c4c51ae238-0069741558) +proxy-server ERROR: Object returning 503 for [] (txn: txa8144882f79c4c51ae238-0069741558) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9ecf0d680bca41b1b1077-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9ecf0d680bca41b1b1077-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9ecf0d680bca41b1b1077-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9ecf0d680bca41b1b1077-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9ecf0d680bca41b1b1077-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9ecf0d680bca41b1b1077-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9ecf0d680bca41b1b1077-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9ecf0d680bca41b1b1077-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9ecf0d680bca41b1b1077-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9ecf0d680bca41b1b1077-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9ecf0d680bca41b1b1077-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9ecf0d680bca41b1b1077-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9ecf0d680bca41b1b1077-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9ecf0d680bca41b1b1077-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9ecf0d680bca41b1b1077-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9ecf0d680bca41b1b1077-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9ecf0d680bca41b1b1077-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9ecf0d680bca41b1b1077-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9ecf0d680bca41b1b1077-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9ecf0d680bca41b1b1077-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9ecf0d680bca41b1b1077-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9ecf0d680bca41b1b1077-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9ecf0d680bca41b1b1077-0069741558) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok + +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txac235dc382f44e4eb00ec-0069741556) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txac235dc382f44e4eb00ec-0069741556) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txe9676614883a47cb9fd37-0069741556) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txe9676614883a47cb9fd37-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txe9676614883a47cb9fd37-0069741556) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txe9676614883a47cb9fd37-0069741556) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx0eaf3fa77ec740d5984ea-0069741556) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx0eaf3fa77ec740d5984ea-0069741556) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx0eaf3fa77ec740d5984ea-0069741556) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx0eaf3fa77ec740d5984ea-0069741556) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txfe5329d670c04bc385756-0069741557) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfe5329d670c04bc385756-0069741557) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txfe5329d670c04bc385756-0069741557) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txfe5329d670c04bc385756-0069741557) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfe5329d670c04bc385756-0069741557) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txfe5329d670c04bc385756-0069741557) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txfe5329d670c04bc385756-0069741557) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txfe5329d670c04bc385756-0069741557) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txfe5329d670c04bc385756-0069741557) +test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: txfe5329d670c04bc385756-0069741557) +test DEBUG: Setting object count to 1068 (txn: txfe5329d670c04bc385756-0069741557) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx566deebec40a4a18a6b31-0069741557) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx566deebec40a4a18a6b31-0069741557) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: tx566deebec40a4a18a6b31-0069741557) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx566deebec40a4a18a6b31-0069741557) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx566deebec40a4a18a6b31-0069741557) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx566deebec40a4a18a6b31-0069741557) +test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: tx566deebec40a4a18a6b31-0069741557) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx566deebec40a4a18a6b31-0069741557) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx566deebec40a4a18a6b31-0069741557) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: tx566deebec40a4a18a6b31-0069741557) +test DEBUG: Setting object count to 1068 (txn: tx566deebec40a4a18a6b31-0069741557) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txfd3a5eec989748df92c1d-0069741558) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfd3a5eec989748df92c1d-0069741558) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txfd3a5eec989748df92c1d-0069741558) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txfd3a5eec989748df92c1d-0069741558) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfd3a5eec989748df92c1d-0069741558) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txfd3a5eec989748df92c1d-0069741558) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 404 (txn: txfd3a5eec989748df92c1d-0069741558) +test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: txfd3a5eec989748df92c1d-0069741558) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx2b5bf767469f4f47b99bf-0069741558) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2b5bf767469f4f47b99bf-0069741558) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2b5bf767469f4f47b99bf-0069741558) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx2b5bf767469f4f47b99bf-0069741558) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2b5bf767469f4f47b99bf-0069741558) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2b5bf767469f4f47b99bf-0069741558) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: tx2b5bf767469f4f47b99bf-0069741558) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: tx2b5bf767469f4f47b99bf-0069741558)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files ... ok + +proxy-server DEBUG: Ignoring 404 from primary (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server ERROR: Object returning 503 for [] (txn: txf1a405c33a4a496ebce95-0069741558) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Object returning 503 for [] (txn: tx2348377193bf4d9788554-0069741558) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb81efd004e794dfc82695-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb81efd004e794dfc82695-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb81efd004e794dfc82695-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb81efd004e794dfc82695-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb81efd004e794dfc82695-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb81efd004e794dfc82695-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb81efd004e794dfc82695-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb81efd004e794dfc82695-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb81efd004e794dfc82695-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb81efd004e794dfc82695-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb81efd004e794dfc82695-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb81efd004e794dfc82695-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb81efd004e794dfc82695-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb81efd004e794dfc82695-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb81efd004e794dfc82695-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb81efd004e794dfc82695-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb81efd004e794dfc82695-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb81efd004e794dfc82695-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb81efd004e794dfc82695-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb81efd004e794dfc82695-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb81efd004e794dfc82695-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb81efd004e794dfc82695-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb81efd004e794dfc82695-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb81efd004e794dfc82695-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb81efd004e794dfc82695-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb81efd004e794dfc82695-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb81efd004e794dfc82695-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb81efd004e794dfc82695-0069741559) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txebee59ed0f2041169e890-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: txebee59ed0f2041169e890-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: txebee59ed0f2041169e890-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txebee59ed0f2041169e890-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txebee59ed0f2041169e890-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txebee59ed0f2041169e890-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: txebee59ed0f2041169e890-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txebee59ed0f2041169e890-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: txebee59ed0f2041169e890-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txebee59ed0f2041169e890-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: txebee59ed0f2041169e890-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: txebee59ed0f2041169e890-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txebee59ed0f2041169e890-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: txebee59ed0f2041169e890-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: txebee59ed0f2041169e890-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: txebee59ed0f2041169e890-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txebee59ed0f2041169e890-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: txebee59ed0f2041169e890-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: txebee59ed0f2041169e890-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txebee59ed0f2041169e890-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txebee59ed0f2041169e890-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txebee59ed0f2041169e890-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txebee59ed0f2041169e890-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txebee59ed0f2041169e890-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txebee59ed0f2041169e890-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txebee59ed0f2041169e890-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: txebee59ed0f2041169e890-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: txebee59ed0f2041169e890-0069741559) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txebee59ed0f2041169e890-0069741559) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4b102548769241188cfd0-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4b102548769241188cfd0-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4b102548769241188cfd0-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4b102548769241188cfd0-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4b102548769241188cfd0-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4b102548769241188cfd0-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4b102548769241188cfd0-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4b102548769241188cfd0-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4b102548769241188cfd0-0069741559)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_succeed +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_succeed ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty ... ok + +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4b102548769241188cfd0-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4b102548769241188cfd0-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4b102548769241188cfd0-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4b102548769241188cfd0-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4b102548769241188cfd0-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4b102548769241188cfd0-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4b102548769241188cfd0-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4b102548769241188cfd0-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4b102548769241188cfd0-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4b102548769241188cfd0-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4b102548769241188cfd0-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4b102548769241188cfd0-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4b102548769241188cfd0-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4b102548769241188cfd0-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4b102548769241188cfd0-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4b102548769241188cfd0-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4b102548769241188cfd0-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4b102548769241188cfd0-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4b102548769241188cfd0-0069741559) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx76514be970f94cc0b6083-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx76514be970f94cc0b6083-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx76514be970f94cc0b6083-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx76514be970f94cc0b6083-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx76514be970f94cc0b6083-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx76514be970f94cc0b6083-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx76514be970f94cc0b6083-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx76514be970f94cc0b6083-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx76514be970f94cc0b6083-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx76514be970f94cc0b6083-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx76514be970f94cc0b6083-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx76514be970f94cc0b6083-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx76514be970f94cc0b6083-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx76514be970f94cc0b6083-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx76514be970f94cc0b6083-0069741559) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx76514be970f94cc0b6083-0069741559) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2ccc689e745745e39c28a-0069741559)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok + +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx2ccc689e745745e39c28a-0069741559) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_fail +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane ... ok + +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ba7f5b7c71845c1afda5-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ba7f5b7c71845c1afda5-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ba7f5b7c71845c1afda5-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ba7f5b7c71845c1afda5-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ba7f5b7c71845c1afda5-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ba7f5b7c71845c1afda5-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ba7f5b7c71845c1afda5-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ba7f5b7c71845c1afda5-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ba7f5b7c71845c1afda5-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ba7f5b7c71845c1afda5-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ba7f5b7c71845c1afda5-0069741558) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.01s) (txn: tx3ba7f5b7c71845c1afda5-0069741558) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6091efe4beff418cbae4a-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6091efe4beff418cbae4a-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6091efe4beff418cbae4a-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6091efe4beff418cbae4a-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6091efe4beff418cbae4a-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6091efe4beff418cbae4a-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6091efe4beff418cbae4a-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6091efe4beff418cbae4a-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6091efe4beff418cbae4a-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6091efe4beff418cbae4a-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6091efe4beff418cbae4a-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6091efe4beff418cbae4a-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6091efe4beff418cbae4a-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6091efe4beff418cbae4a-0069741558) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txc3d7d676378d42fabe663-0069741558) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txc3d7d676378d42fabe663-0069741558) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txc3d7d676378d42fabe663-0069741558) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txc3d7d676378d42fabe663-0069741558) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txc3d7d676378d42fabe663-0069741558) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txc3d7d676378d42fabe663-0069741558) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txc3d7d676378d42fabe663-0069741558) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txc3d7d676378d42fabe663-0069741558) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txc3d7d676378d42fabe663-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc3d7d676378d42fabe663-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc3d7d676378d42fabe663-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc3d7d676378d42fabe663-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc3d7d676378d42fabe663-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc3d7d676378d42fabe663-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc3d7d676378d42fabe663-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc3d7d676378d42fabe663-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc3d7d676378d42fabe663-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc3d7d676378d42fabe663-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc3d7d676378d42fabe663-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc3d7d676378d42fabe663-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc3d7d676378d42fabe663-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc3d7d676378d42fabe663-0069741558) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc3d7d676378d42fabe663-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3d7d676378d42fabe663-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3d7d676378d42fabe663-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3d7d676378d42fabe663-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3d7d676378d42fabe663-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3d7d676378d42fabe663-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3d7d676378d42fabe663-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3d7d676378d42fabe663-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3d7d676378d42fabe663-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3d7d676378d42fabe663-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3d7d676378d42fabe663-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3d7d676378d42fabe663-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3d7d676378d42fabe663-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3d7d676378d42fabe663-0069741558) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3d7d676378d42fabe663-0069741558) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6dae3b468f474bc4b42bd-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6dae3b468f474bc4b42bd-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6dae3b468f474bc4b42bd-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6dae3b468f474bc4b42bd-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6dae3b468f474bc4b42bd-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6dae3b468f474bc4b42bd-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6dae3b468f474bc4b42bd-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6dae3b468f474bc4b42bd-0069741559)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default ... ok + +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb18c193295ae4f8591622-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb18c193295ae4f8591622-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb18c193295ae4f8591622-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb18c193295ae4f8591622-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb18c193295ae4f8591622-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb18c193295ae4f8591622-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb18c193295ae4f8591622-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb18c193295ae4f8591622-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb18c193295ae4f8591622-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb18c193295ae4f8591622-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb18c193295ae4f8591622-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb18c193295ae4f8591622-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb18c193295ae4f8591622-0069741559) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb18c193295ae4f8591622-0069741559) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_custom_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_custom_config ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container ... ok + +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8642e2fc84ad439ba09c1-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13ad90f9aa4940d2928ab-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9692964a06e14fd59615c-0069741559)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_default_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_default_config ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", + +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9692964a06e14fd59615c-0069741559) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9692964a06e14fd59615c-0069741559) proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp_t8zlfnn/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp_t8zlfnn/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 DEBUG: Could not load '/tmp/tmp2aorgx33/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp2aorgx33/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp_t8zlfnn/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp_t8zlfnn/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 DEBUG: Could not load '/tmp/tmp2aorgx33/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp2aorgx33/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:00 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0079 "-" 4136346 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:00 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0085 "-" 4136346 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:00 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0032 "-" 4136346 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:00 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0121 "-" 4136346 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:00 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb78e76d8d3e3425ba3631-006767052c" "proxy-server 4136346" 0.0013 "-" 4136346 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:00 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:60549/sda1/1/a/c" "txb78e76d8d3e3425ba3631-006767052c" "container-server 4136346" 0.0011 "-" 4136346 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:00 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:48855/sdb1/1/a/c" "txb78e76d8d3e3425ba3631-006767052c" "container-server 4136346" 0.0053 "-" 4136346 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:00 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txb78e76d8d3e3425ba3631-006767052c" "proxy-server 4136346" 0.0219 "-" 4136346 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:00 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txb78e76d8d3e3425ba3631-006767052c" "proxy-server 4136346" 0.0319 "-" 4136346 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/00 PUT /v1/a/c HTTP/1.0 201 - - t - - - txb78e76d8d3e3425ba3631-006767052c - 0.0538 - - 1734804780.122737885 1734804780.176539898 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:00 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx3e914a581bbc457f94207-006767052c" "proxy-server 4136346" 0.0054 "-" 4136346 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:00 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:48855/sdb1/1/a1/c1" "tx3e914a581bbc457f94207-006767052c" "container-server 4136346" 0.0093 "-" 4136346 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:00 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:60549/sda1/1/a1/c1" "tx3e914a581bbc457f94207-006767052c" "container-server 4136346" 0.0011 "-" 4136346 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:00 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx3e914a581bbc457f94207-006767052c" "proxy-server 4136346" 0.0170 "-" 4136346 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:00 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx3e914a581bbc457f94207-006767052c" "proxy-server 4136346" 0.0274 "-" 4136346 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/00 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx3e914a581bbc457f94207-006767052c - 0.0440 - - 1734804780.182523966 1734804780.226508141 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:00 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1da15ec61fd342709c318-006767052c" "proxy-server 4136346" 0.0020 "-" 4136346 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:00 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:60549/sda1/2/a/c1" "tx1da15ec61fd342709c318-006767052c" "container-server 4136346" 0.0011 "-" 4136346 1 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:00 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:48855/sdb1/2/a/c1" "tx1da15ec61fd342709c318-006767052c" "container-server 4136346" 0.0100 "-" 4136346 1 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:00 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx1da15ec61fd342709c318-006767052c" "proxy-server 4136346" 0.0220 "-" 4136346 1/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id ... ok -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow ... ok -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny ... ok -test.unit.proxy.test_server.TestProxyServer.test_check_response_200 -test.unit.proxy.test_server.TestProxyServer.test_check_response_200 ... ok -test.unit.proxy.test_server.TestProxyServer.test_check_response_503 -test.unit.proxy.test_server.TestProxyServer.test_check_response_503 ... ok -test.unit.proxy.test_server.TestProxyServer.test_check_response_507 -test.unit.proxy.test_server.TestProxyServer.test_check_response_507 ... ok -test.unit.proxy.test_server.TestProxyServer.test_denied_host_header -test.unit.proxy.test_server.TestProxyServer.test_denied_host_header ... ok -test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods -test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods ... ok -test.unit.proxy.test_server.TestProxyServer.test_error_occurred -test.unit.proxy.test_server.TestProxyServer.test_error_occurred ... ok +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:01 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0033 "-" 3035082 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:01 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0031 "-" 3035082 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:01 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 3035082 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:01 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 3035082 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:01 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9cdabc1b619947ddb9168-0069741559" "proxy-server 3035082" 0.0012 "-" 3035082 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:02 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:39201/sda1/3/a/c" "tx9cdabc1b619947ddb9168-0069741559" "container-server 3035082" 0.0011 "-" 3035082 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:02 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:57363/sdb1/3/a/c" "tx9cdabc1b619947ddb9168-0069741559" "container-server 3035082" 0.0011 "-" 3035082 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:02 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx9cdabc1b619947ddb9168-0069741559" "proxy-server 3035082" 0.0089 "-" 3035082 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:02 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx9cdabc1b619947ddb9168-0069741559" "proxy-server 3035082" 0.0146 "-" 3035082 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/42/02 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx9cdabc1b619947ddb9168-0069741559 - 0.0239 - - 1769215321.985491037 1769215322.009413958 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:02 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txbfd33d7abca04cb188fb3-006974155a" "proxy-server 3035082" 0.0011 "-" 3035082 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:02 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:39201/sda1/0/a1/c1" "txbfd33d7abca04cb188fb3-006974155a" "container-server 3035082" 0.0010 "-" 3035082 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:02 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:57363/sdb1/0/a1/c1" "txbfd33d7abca04cb188fb3-006974155a" "container-server 3035082" 0.0010 "-" 3035082 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:02 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txbfd33d7abca04cb188fb3-006974155a" "proxy-server 3035082" 0.0082 "-" 3035082 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:02 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txbfd33d7abca04cb188fb3-006974155a" "proxy-server 3035082" 0.0130 "-" 3035082 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/42/02 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txbfd33d7abca04cb188fb3-006974155a - 0.0205 - - 1769215322.010942221 1769215322.031455040 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:02 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx01a5fb0fa011455e83302-006974155a" "proxy-server 3035082" 0.0019 "-" 3035082 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:02 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:39201/sda1/3/a/c1" "tx01a5fb0fa011455e83302-006974155a" "container-server 3035082" 0.0016 "-" 3035082 1 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:02 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:57363/sdb1/3/a/c1" "tx01a5fb0fa011455e83302-006974155a" "container-server 3035082" 0.0010 "-" 3035082 1 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:02 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx01a5fb0fa011455e83302-006974155a" "proxy-server 3035082" 0.0086 "-" 3035082 1 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:02 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx01a5fb0fa011455e83302-006974155a" "proxy-server 3035082" 0.0134 "-" 3035082 1 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/42/02 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx01a5fb0fa011455e83302-006974155a - 0.0217 - - 1769215322.032947302 1769215322.054664850 1 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:02 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txbee15528c5f941c994f89-006974155a" "proxy-server 3035082" 0.0019 "-" 3035082 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:02 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:57363/sdb1/0/a/c2" "txbee15528c5f941c994f89-006974155a" "container-server 3035082" 0.0016 "-" 3035082 2 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:02 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:39201/sda1/0/a/c2" "txbee15528c5f941c994f89-006974155a" "container-server 3035082" 0.0011 "-" 3035082 2 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:02 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txbee15528c5f941c994f89-006974155a" "proxy-server 3035082" 0.0129 "-" 3035082 2 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:02 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txbee15528c5f941c994f89-006974155a" "proxy-server 3035082" 0.0095 "-" 3035082 2 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/42/02 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txbee15528c5f941c994f89-006974155a - 0.0219 - - 1769215322.056107998 1769215322.077959538 2test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header +test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods +test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred +test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred ... ok -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:00 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx1da15ec61fd342709c318-006767052c" "proxy-server 4136346" 0.0355 "-" 4136346 1 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/00 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx1da15ec61fd342709c318-006767052c - 0.0527 - - 1734804780.228108406 1734804780.280768394 1 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:00 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txcbcf552b878640b68936c-006767052c" "proxy-server 4136346" 0.0101 "-" 4136346 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:00 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:60549/sda1/1/a/c2" "txcbcf552b878640b68936c-006767052c" "container-server 4136346" 0.0011 "-" 4136346 2 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:00 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:48855/sdb1/1/a/c2" "txcbcf552b878640b68936c-006767052c" "container-server 4136346" 0.0017 "-" 4136346 2 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:00 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txcbcf552b878640b68936c-006767052c" "proxy-server 4136346" 0.0258 "-" 4136346 2 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:00 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txcbcf552b878640b68936c-006767052c" "proxy-server 4136346" 0.0390 "-" 4136346 2 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/00 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txcbcf552b878640b68936c-006767052c - 0.0642 - - 1734804780.290565729 1734804780.354759455 2 test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) @@ -47291,203 +46035,7 @@ Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test raise Exception('kaboom1!') -Exception: kaboom1!test.unit.proxy.test_server.TestProxyServer.test_exception_occurred -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred ... ok -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok -test.unit.proxy.test_server.TestProxyServer.test_get_info_controller -test.unit.proxy.test_server.TestProxyServer.test_get_info_controller ... ok -test.unit.proxy.test_server.TestProxyServer.test_get_object_ring -test.unit.proxy.test_server.TestProxyServer.test_get_object_ring ... ok -test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request -test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_info_defaults -test.unit.proxy.test_server.TestProxyServer.test_info_defaults ... ok -test.unit.proxy.test_server.TestProxyServer.test_internal_method_request -test.unit.proxy.test_server.TestProxyServer.test_internal_method_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request -test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges ... ok -test.unit.proxy.test_server.TestProxyServer.test_negative_content_length -test.unit.proxy.test_server.TestProxyServer.test_negative_content_length ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804790.00000-0, db: /tmp/tmpnmr0fayy/sda/containers/0/310/e4e40454e915ba51cd631a57d4a5f310/e4e40454e915ba51cd631a57d4a5f310.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804793.00000-0, db: /tmp/tmpnmr0fayy/sda/containers/0/1c6/b2d2e70ea9e34a1442a4e750f326e1c6/b2d2e70ea9e34a1442a4e750f326e1c6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804796.00000-0, db: /tmp/tmpnmr0fayy/sda/containers/0/9b7/ec9de0e763ff091d68626942fcddb9b7/ec9de0e763ff091d68626942fcddb9b7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804799.00000-0, db: /tmp/tmpnmr0fayy/sda/containers/0/2ca/85108524a8b6298b58d964519cf982ca/85108524a8b6298b58d964519cf982ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804802.00000-0, db: /tmp/tmpnmr0fayy/sda/containers/0/4ed/15e20324ea4849bdf75f1d62a12754ed/15e20324ea4849bdf75f1d62a12754ed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804805.00000-0, db: /tmp/tmpnmr0fayy/sda/containers/0/237/5ce3ab269c61074f5757353d9339a237/5ce3ab269c61074f5757353d9339a237.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804808.00000-0, db: /tmp/tmpnmr0fayy/sda/containers/0/e49/3ddbec922d398f247e9b7029feeefe49/3ddbec922d398f247e9b7029feeefe49.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804811.00000-0, db: /tmp/tmpnmr0fayy/sda/containers/0/f17/7f58c1e8134cd1ea7197a8edfe7eef17/7f58c1e8134cd1ea7197a8edfe7eef17.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804814.00000-0, db: /tmp/tmpnmr0fayy/sda/containers/0/66c/decbe67986899261ad6fbbf042fc466c/decbe67986899261ad6fbbf042fc466c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804817.00000-0, db: /tmp/tmpnmr0fayy/sda/containers/0/415/d1df87bfc823cd722a456a7664723415/d1df87bfc823cd722a456a7664723415.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804820.00000-0, db: /tmp/tmpnmr0fayy/sda/containers/0/e5b/b6870c4b46cff7c01e64bf5de43dfe5b/b6870c4b46cff7c01e64bf5de43dfe5b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804781.00000-0, db: /tmp/tmp8c9163bj/sda/containers/0/fe9/bb1eb37569b0f50576b7ba11ae919fe9/bb1eb37569b0f50576b7ba11ae919fe9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804785.00000-0, db: /tmp/tmp8c9163bj/sda/containers/0/c19/7dc0ed8d533d46c3da88b1ba78ea8c19/7dc0ed8d533d46c3da88b1ba78ea8c19.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804783.00000-0, db: /tmp/tmp7neio178/sda/containers/0/98d/9f92912a9e7ad17f30e41a360a94d98d/9f92912a9e7ad17f30e41a360a94d98d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804787.00000-0, db: /tmp/tmp7neio178/sda/containers/0/858/0296d1b2d7d31efc7d670a203e5d6858/0296d1b2d7d31efc7d670a203e5d6858.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804791.00000-0, db: /tmp/tmp7neio178/sda/containers/0/afc/7b09b8bec8b910150b8a8fa710051afc/7b09b8bec8b910150b8a8fa710051afc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804795.00000-0, db: /tmp/tmp7neio178/sda/containers/0/e55/adec61504fe4c6370a7bef94a9600e55/adec61504fe4c6370a7bef94a9600e55.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804795.00000-0, db: /tmp/tmp7neio178/sda/containers/0/e55/adec61504fe4c6370a7bef94a9600e55/adec61504fe4c6370a7bef94a9600e55.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804799.00000-0, db: /tmp/tmp7neio178/sda/containers/0/2ca/85108524a8b6298b58d964519cf982ca/85108524a8b6298b58d964519cf982ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804803.00000-0, db: /tmp/tmp7neio178/sda/containers/0/189/995640f8278b2679601b7ca87b8b4189/995640f8278b2679601b7ca87b8b4189.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804807.00000-0, db: /tmp/tmp7neio178/sda/containers/0/6ba/8a3df95fc8d374f9c0d03b20a06cd6ba/8a3df95fc8d374f9c0d03b20a06cd6ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804811.00000-0, db: /tmp/tmp7neio178/sda/containers/0/f17/7f58c1e8134cd1ea7197a8edfe7eef17/7f58c1e8134cd1ea7197a8edfe7eef17.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804815.00000-0, db: /tmp/tmp7neio178/sda/containers/0/e4a/40f651667b7d030faf0bd46b0f1d8e4a/40f651667b7d030faf0bd46b0f1d8e4a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804819.00000-0, db: /tmp/tmp7neio178/sda/containers/0/e7e/c166f7c45ac0975e3d1997ab12fc2e7e/c166f7c45ac0975e3d1997ab12fc2e7e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804823.00000-0, db: /tmp/tmp7neio178/sda/containers/0/ce0/f14e1afe89e75253b1a90cfe5d98cce0/f14e1afe89e75253b1a90cfe5d98cce0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804827.00000-0, db: /tmp/tmp7neio178/sda/containers/0/c7a/847870eba7a638e0ee54fda0e6478c7a/847870eba7a638e0ee54fda0e6478c7a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804827.00000-0, db: /tmp/tmp7neio178/sda/containers/0/c7a/847870eba7a638e0ee54fda0e6478c7a/847870eba7a638e0ee54fda0e6478c7a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804831.00000-0, db: /tmp/tmp7neio178/sda/containers/0/5be/133eaac311ff35e2c67c7e61e91a85be/133eaac311ff35e2c67c7e61e91a85be.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804835.00000-0, db: /tmp/tmp7neio178/sda/containers/0/587/58e1bdf86c345c85529b78337496d587/58e1bdf86c345c85529b78337496d587.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804839.00000-0, db: /tmp/tmp7neio178/sda/containers/0/0b1/37c0290f96ff1133811f095f5ec560b1/37c0290f96ff1133811f095f5ec560b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804843.00000-0, db: /tmp/tmp7neio178/sda/containers/0/117/5749d32e434823c78ef69bf05ec24117/5749d32e434823c78ef69bf05ec24117.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804847.00000-0, db: /tmp/tmp7neio178/sda/containers/0/ab3/4b170412b38fc38a72213510f9ca3ab3/4b170412b38fc38a72213510f9ca3ab3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804851.00000-0, db: /tmp/tmp7neio178/sda/containers/0/fef/33e26c01924b72d70eceb7cbff10ffef/33e26c01924b72d70eceb7cbff10ffef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804855.00000-0, db: /tmp/tmp7neio178/sda/containers/0/0f2/da1de239b28addcfdd4802ebe90c40f2/da1de239b28addcfdd4802ebe90c40f2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804859.00000-0, db: /tmp/tmp7neio178/sda/containers/0/c9a/cb58d177cfdcc6043aa72bc467deac9a/cb58d177cfdcc6043aa72bc467deac9a.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok - -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txba63a2c918564c0f83cd0-006767052a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txba63a2c918564c0f83cd0-006767052a) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txba63a2c918564c0f83cd0-006767052a) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txba63a2c918564c0f83cd0-006767052a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txba63a2c918564c0f83cd0-006767052a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txba63a2c918564c0f83cd0-006767052a) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 404 (txn: txba63a2c918564c0f83cd0-006767052a) -test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: txba63a2c918564c0f83cd0-006767052a) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx6f13b0d3e4e74c038bdf2-006767052b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6f13b0d3e4e74c038bdf2-006767052b) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6f13b0d3e4e74c038bdf2-006767052b) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6f13b0d3e4e74c038bdf2-006767052b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6f13b0d3e4e74c038bdf2-006767052b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6f13b0d3e4e74c038bdf2-006767052b) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: tx6f13b0d3e4e74c038bdf2-006767052b) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: tx6f13b0d3e4e74c038bdf2-006767052b) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: tx6f13b0d3e4e74c038bdf2-006767052b) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: tx6f13b0d3e4e74c038bdf2-006767052b) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: tx6f13b0d3e4e74c038bdf2-006767052b) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: tx6f13b0d3e4e74c038bdf2-006767052b) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx6f13b0d3e4e74c038bdf2-006767052b) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 503 (txn: tx6f13b0d3e4e74c038bdf2-006767052b) -test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: tx6f13b0d3e4e74c038bdf2-006767052b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx9fe2b3694c37432884448-006767052c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: tx9fe2b3694c37432884448-006767052c) -test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9fe2b3694c37432884448-006767052c) -test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: tx9fe2b3694c37432884448-006767052c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx9fe2b3694c37432884448-006767052c) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9fe2b3694c37432884448-006767052c) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx9fe2b3694c37432884448-006767052c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9fe2b3694c37432884448-006767052c) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9fe2b3694c37432884448-006767052c) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx9fe2b3694c37432884448-006767052c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: tx9fe2b3694c37432884448-006767052c) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: tx9fe2b3694c37432884448-006767052c) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx9fe2b3694c37432884448-006767052c) -test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: tx9fe2b3694c37432884448-006767052c) -test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: tx9fe2b3694c37432884448-006767052c) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: tx9fe2b3694c37432884448-006767052c) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx9fe2b3694c37432884448-006767052c) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: tx9fe2b3694c37432884448-006767052c) -test DEBUG: Setting object count to 1058 (txn: tx9fe2b3694c37432884448-006767052c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txc2cfcec0b4f0477ba5ed4-006767052c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc2cfcec0b4f0477ba5ed4-006767052c) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc2cfcec0b4f0477ba5ed4-006767052c) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: txc2cfcec0b4f0477ba5ed4-006767052c) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txc2cfcec0b4f0477ba5ed4-006767052c) -test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txc2cfcec0b4f0477ba5ed4-006767052c) -test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: txc2cfcec0b4f0477ba5ed4-006767052c)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok - -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804859.00000-0, db: /tmp/tmp7neio178/sda/containers/0/c9a/cb58d177cfdcc6043aa72bc467deac9a/cb58d177cfdcc6043aa72bc467deac9a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804863.00000-0, db: /tmp/tmp7neio178/sda/containers/0/a84/7c0975d8f9688d3b2c3f2c0020b1ba84/7c0975d8f9688d3b2c3f2c0020b1ba84.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804867.00000-0, db: /tmp/tmp7neio178/sda/containers/0/6fb/37a1ab19907f47edf95f26645f2216fb/37a1ab19907f47edf95f26645f2216fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804871.00000-0, db: /tmp/tmp7neio178/sda/containers/0/157/49ca772af1b85753ca11d6ee8ae2d157/49ca772af1b85753ca11d6ee8ae2d157.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804875.00000-0, db: /tmp/tmp7neio178/sda/containers/0/a01/ce6aa9350ed9e32f010510727c54aa01/ce6aa9350ed9e32f010510727c54aa01.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804879.00000-0, db: /tmp/tmp7neio178/sda/containers/0/fb3/92511cbfd2256243e3b8cbcbe263cfb3/92511cbfd2256243e3b8cbcbe263cfb3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804883.00000-0, db: /tmp/tmp7neio178/sda/containers/0/59a/523b44166e5b329006c52a7614b1859a/523b44166e5b329006c52a7614b1859a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804887.00000-0, db: /tmp/tmp7neio178/sda/containers/0/efc/4551a8e2e47101266e8ceed01e5ddefc/4551a8e2e47101266e8ceed01e5ddefc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804891.00000-0, db: /tmp/tmp7neio178/sda/containers/0/c42/3795899e6688de6e66e4cb74cb3acc42/3795899e6688de6e66e4cb74cb3acc42.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804891.00000-0, db: /tmp/tmp7neio178/sda/containers/0/c42/3795899e6688de6e66e4cb74cb3acc42/3795899e6688de6e66e4cb74cb3acc42.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804895.00000-0, db: /tmp/tmp7neio178/sda/containers/0/761/625f7f23587ef6b1912de70516454761/625f7f23587ef6b1912de70516454761.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804899.00000-0, db: /tmp/tmp7neio178/sda/containers/0/e89/0e1fa01c656bad4ec628ed3ea4f8ae89/0e1fa01c656bad4ec628ed3ea4f8ae89.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804903.00000-0, db: /tmp/tmp7neio178/sda/containers/0/7cb/503e3134a769892ce74493e7eca1b7cb/503e3134a769892ce74493e7eca1b7cb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804907.00000-0, db: /tmp/tmp7neio178/sda/containers/0/355/62b86a5133ff4567ed10c4f9a29db355/62b86a5133ff4567ed10c4f9a29db355.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804911.00000-0, db: /tmp/tmp7neio178/sda/containers/0/01d/f72c297b79257ed34298ad1cbca7f01d/f72c297b79257ed34298ad1cbca7f01d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804915.00000-0, db: /tmp/tmp7neio178/sda/containers/0/85b/d524c714e924ee8aef94e8eab2ad585b/d524c714e924ee8aef94e8eab2ad585b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804919.00000-0, db: /tmp/tmp7neio178/sda/containers/0/5aa/49ae0cacac188c4205c7818e2fc205aa/49ae0cacac188c4205c7818e2fc205aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804923.00000-0, db: /tmp/tmp7neio178/sda/containers/0/d40/c7d4a3712ad7e33013de583430fc7d40/c7d4a3712ad7e33013de583430fc7d40.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804923.00000-0, db: /tmp/tmp7neio178/sda/containers/0/d40/c7d4a3712ad7e33013de583430fc7d40/c7d4a3712ad7e33013de583430fc7d40.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804927.00000-0, db: /tmp/tmp7neio178/sda/containers/0/77d/1fd2fd043d4ced42956060917c50877d/1fd2fd043d4ced42956060917c50877d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804931.00000-0, db: /tmp/tmp7neio178/sda/containers/0/cba/6dc3c7fd999b92cb9a6c4b285b25dcba/6dc3c7fd999b92cb9a6c4b285b25dcba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804935.00000-0, db: /tmp/tmp7neio178/sda/containers/0/81f/ed141ffb621cf07ad8b05c50e370781f/ed141ffb621cf07ad8b05c50e370781f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804939.00000-0, db: /tmp/tmp7neio178/sda/containers/0/159/25f07991922e73e8f0c2792960046159/25f07991922e73e8f0c2792960046159.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804943.00000-0, db: /tmp/tmp7neio178/sda/containers/0/3b1/a1b4ad44b094f08f5e28f9ae6b3d83b1/a1b4ad44b094f08f5e28f9ae6b3d83b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804947.00000-0, db: /tmp/tmp7neio178/sda/containers/0/f2f/7a8993061021070bc19378d132d36f2f/7a8993061021070bc19378d132d36f2f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804951.00000-0, db: /tmp/tmp7neio178/sda/containers/0/231/a3e3b28af7e3f41ca4746bd5c98df231/a3e3b28af7e3f41ca4746bd5c98df231.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804955.00000-0, db: /tmp/tmp7neio178/sda/containers/0/180/d5c9db6bb8f6f020957089cfa33af180/d5c9db6bb8f6f020957089cfa33af180.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804955.00000-0, db: /tmp/tmp7neio178/sda/containers/0/180/d5c9db6bb8f6f020957089cfa33af180/d5c9db6bb8f6f020957089cfa33af180.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804959.00000-0, db: /tmp/tmp7neio178/sda/containers/0/bfc/f13a8313cea2fe16558d3928a8a08bfc/f13a8313cea2fe16558d3928a8a08bfc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804963.00000-0, db: /tmp/tmp7neio178/sda/containers/0/569/7849ecc8901770284b3b01b7fab4a569/7849ecc8901770284b3b01b7fab4a569.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804967.00000-0, db: /tmp/tmp7neio178/sda/containers/0/577/97d8c7744c3933a9bf48d7d0dc3b1577/97d8c7744c3933a9bf48d7d0dc3b1577.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804971.00000-0, db: /tmp/tmp7neio178/sda/containers/0/3fc/5b7c3f2d9d68fb7cb560453f5d5a23fc/5b7c3f2d9d68fb7cb560453f5d5a23fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804975.00000-0, db: /tmp/tmp7neio178/sda/containers/0/50a/13a57776ba92eeec234640f01a32e50a/13a57776ba92eeec234640f01a32e50a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804979.00000-0, db: /tmp/tmp7neio178/sda/containers/0/dec/cc3f49639296057c9258b9a8732fcdec/cc3f49639296057c9258b9a8732fcdec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804983.00000-0, db: /tmp/tmp7neio178/sda/containers/0/d33/93f1d9c407ad4839a70c814f145d2d33/93f1d9c407ad4839a70c814f145d2d33.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804987.00000-0, db: /tmp/tmp7neio178/sda/containers/0/ee9/93feeb82c6f55d4e1fbff773cc151ee9/93feeb82c6f55d4e1fbff773cc151ee9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804987.00000-0, db: /tmp/tmp7neio178/sda/containers/0/ee9/93feeb82c6f55d4e1fbff773cc151ee9/93feeb82c6f55d4e1fbff773cc151ee9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804991.00000-0, db: /tmp/tmp7neio178/sda/containers/0/b8c/b7369b6f9ec86e5db32350defa19bb8c/b7369b6f9ec86e5db32350defa19bb8c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804995.00000-0, db: /tmp/tmp7neio178/sda/containers/0/ef0/19d3e22373a7fb6bf5c2cf221828cef0/19d3e22373a7fb6bf5c2cf221828cef0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804999.00000-0, db: /tmp/tmp7neio178/sda/containers/0/749/2cbc4db2b4bfc1c3a16efa2c8ea43749/2cbc4db2b4bfc1c3a16efa2c8ea43749.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805003.00000-0, db: /tmp/tmp7neio178/sda/containers/0/f88/2791c9b84bb8c18da1033494042d8f88/2791c9b84bb8c18da1033494042d8f88.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805007.00000-0, db: /tmp/tmp7neio178/sda/containers/0/b7b/f4828e8b29b88c06650fa44f49f16b7b/f4828e8b29b88c06650fa44f49f16b7b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805011.00000-0, db: /tmp/tmp7neio178/sda/containers/0/76c/bab7eedddd787409107ba2797fb9576c/bab7eedddd787409107ba2797fb9576c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805015.00000-0, db: /tmp/tmp7neio178/sda/containers/0/07b/c9202032331a28d401b828786671707b/c9202032331a28d401b828786671707b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805019.00000-0, db: /tmp/tmp7neio178/sda/containers/0/3d4/902d77621e49eabca0d308bd7e9013d4/902d77621e49eabca0d308bd7e9013d4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805019.00000-0, db: /tmp/tmp7neio178/sda/containers/0/3d4/902d77621e49eabca0d308bd7e9013d4/902d77621e49eabca0d308bd7e9013d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805023.00000-0, db: /tmp/tmp7neio178/sda/containers/0/dc7/22d0dafd51d34fd14bffe5a5d295ddc7/22d0dafd51d34fd14bffe5a5d295ddc7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805027.00000-0, db: /tmp/tmp7neio178/sda/containers/0/296/5d648a4db4210d110093ae7d5f4bd296/5d648a4db4210d110093ae7d5f4bd296.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805031.00000-0, db: /tmp/tmp7neio178/sda/containers/0/4f4/751e7c714ec0039529f314d4e00804f4/751e7c714ec0039529f314d4e00804f4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805035.00000-0, db: /tmp/tmp7neio178/sda/containers/0/fbf/e168e2a058c8e3e267fcbecd03babfbf/e168e2a058c8e3e267fcbecd03babfbf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805039.00000-0, db: /tmp/tmp7neio178/sda/containers/0/74e/6bf49ef735d5a19fcc378110b0ed174e/6bf49ef735d5a19fcc378110b0ed174e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805043.00000-0, db: /tmp/tmp7neio178/sda/containers/0/8b3/0ed3b9ffc3454c88bd53451a56d998b3/0ed3b9ffc3454c88bd53451a56d998b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805047.00000-0, db: /tmp/tmp7neio178/sda/containers/0/6c2/29ad56202de2075ce0ae2dd3154586c2/29ad56202de2075ce0ae2dd3154586c2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805051.00000-0, db: /tmp/tmp7neio178/sda/containers/0/f37/de481feec3741712e43a7b9f51f48f37/de481feec3741712e43a7b9f51f48f37.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805055.00000-0, db: /tmp/tmp7neio178/sda/containers/0/6cc/45dd6b7ba9f0d966ead4461247a2c6cc/45dd6b7ba9f0d966ead4461247a2c6cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805059.00000-0, db: /tmp/tmp7neio178/sda/containers/0/448/b8f8ab85af2cda6b1fcd7ca590283448/b8f8ab85af2cda6b1fcd7ca590283448.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805063.00000-0, db: /tmp/tmp7neio178/sda/containers/0/57b/e089bf82db8c3f213eb2bd9f3259357b/e089bf82db8c3f213eb2bd9f3259357b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805067.00000-0, db: /tmp/tmp7neio178/sda/containers/0/d41/460dc99f8bafac570d1706187b4b8d41/460dc99f8bafac570d1706187b4b8d41.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805071.00000-0, db: /tmp/tmp7neio178/sda/containers/0/50f/0040b0a50172127a0936c5d99e76c50f/0040b0a50172127a0936c5d99e76c50f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805075.00000-0, db: /tmp/tmp7neio178/sda/containers/0/4a2/dbc62a77db92bb95032fb4f05fcf64a2/dbc62a77db92bb95032fb4f05fcf64a2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805079.00000-0, db: /tmp/tmp7neio178/sda/containers/0/201/398f2be33202c0933adca7c8a1ff9201/398f2be33202c0933adca7c8a1ff9201.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805083.00000-0, db: /tmp/tmp7neio178/sda/containers/0/28f/802a0db65a0be99c4a66a4e04fea728f/802a0db65a0be99c4a66a4e04fea728f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805087.00000-0, db: /tmp/tmp7neio178/sda/containers/0/3f1/13844d49b236974723aecfef078733f1/13844d49b236974723aecfef078733f1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805091.00000-0, db: /tmp/tmp7neio178/sda/containers/0/99c/d9e1934c7ac6cf4b005dbb943598499c/d9e1934c7ac6cf4b005dbb943598499c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805095.00000-0, db: /tmp/tmp7neio178/sda/containers/0/f7e/3428752a940c8314567c8ebb5a546f7e/3428752a940c8314567c8ebb5a546f7e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805099.00000-0, db: /tmp/tmp7neio178/sda/containers/0/c4c/04a61cc699b00d8f3a7205714ed2fc4c/04a61cc699b00d8f3a7205714ed2fc4c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805103.00000-0, db: /tmp/tmp7neio178/sda/containers/0/b8d/c98949c9d976f49e040745145329fb8d/c98949c9d976f49e040745145329fb8d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805107.00000-0, db: /tmp/tmp7neio178/sda/containers/0/c7f/64ce7f935b15fe09ed7d2fccbf632c7f/64ce7f935b15fe09ed7d2fccbf632c7f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805111.00000-0, db: /tmp/tmp7neio178/sda/containers/0/615/143cef22489fcafe8ed24fb0e9921615/143cef22489fcafe8ed24fb0e9921615.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805115.00000-0, db: /tmp/tmp7neio178/sda/containers/0/237/8ef03410e3a5920d658faedf886d0237/8ef03410e3a5920d658faedf886d0237.dbtest.unit.proxy.test_server.TestProxyServer.test_node_concurrency -test.unit.proxy.test_server.TestProxyServer.test_node_concurrency ... ok -test.unit.proxy.test_server.TestProxyServer.test_node_timing -test.unit.proxy.test_server.TestProxyServer.test_node_timing ... ok -test.unit.proxy.test_server.TestProxyServer.test_private_method_request -test.unit.proxy.test_server.TestProxyServer.test_private_method_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache ... ok - +Exception: kaboom1! test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test @@ -47512,18 +46060,339 @@ Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test raise Exception('kaboom1!') -Exception: kaboom1! +Exception: kaboom1!test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller +test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring +test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults +test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length +test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 ... ok + +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6dae3b468f474bc4b42bd-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6dae3b468f474bc4b42bd-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6dae3b468f474bc4b42bd-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6dae3b468f474bc4b42bd-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6dae3b468f474bc4b42bd-0069741559) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6dae3b468f474bc4b42bd-0069741559) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe2bf4df06ebb42c8af32e-0069741559) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 500 Trying to GET /a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx1f651b83731a4d54a15f5-0069741559) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txae14cef7fc994051954e8-006974155a) +proxy-server DEBUG: Ignoring 404 from primary (txn: txae14cef7fc994051954e8-006974155a) +proxy-server DEBUG: Ignoring 404 from primary (txn: txae14cef7fc994051954e8-006974155a) +proxy-server DEBUG: Ignoring 404 from primary (txn: txae14cef7fc994051954e8-006974155a) +proxy-server DEBUG: Ignoring 404 from primary (txn: txae14cef7fc994051954e8-006974155a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae14cef7fc994051954e8-006974155a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae14cef7fc994051954e8-006974155a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae14cef7fc994051954e8-006974155a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae14cef7fc994051954e8-006974155a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae14cef7fc994051954e8-006974155a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae14cef7fc994051954e8-006974155a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae14cef7fc994051954e8-006974155a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae14cef7fc994051954e8-006974155a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae14cef7fc994051954e8-006974155a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae14cef7fc994051954e8-006974155a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae14cef7fc994051954e8-006974155a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae14cef7fc994051954e8-006974155a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae14cef7fc994051954e8-006974155a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae14cef7fc994051954e8-006974155a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx987c8eff38764805b368b-006974155a) +proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx987c8eff38764805b368b-006974155a) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx987c8eff38764805b368b-006974155a) +proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx987c8eff38764805b368b-006974155a) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx987c8eff38764805b368b-006974155a) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx987c8eff38764805b368b-006974155a) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx987c8eff38764805b368b-006974155a) +proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx987c8eff38764805b368b-006974155a) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx987c8eff38764805b368b-006974155a) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx987c8eff38764805b368b-006974155a) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx987c8eff38764805b368b-006974155a) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx987c8eff38764805b368b-006974155a) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx987c8eff38764805b368b-006974155a) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx987c8eff38764805b368b-006974155a) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx987c8eff38764805b368b-006974155a) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx987c8eff38764805b368b-006974155a) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx987c8eff38764805b368b-006974155a) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx987c8eff38764805b368b-006974155a) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx987c8eff38764805b368b-006974155a)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers ... ok + +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: tx2b5bf767469f4f47b99bf-0069741558) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: tx2b5bf767469f4f47b99bf-0069741558) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: tx2b5bf767469f4f47b99bf-0069741558) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: tx2b5bf767469f4f47b99bf-0069741558) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx2b5bf767469f4f47b99bf-0069741558) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 503 (txn: tx2b5bf767469f4f47b99bf-0069741558) +test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: tx2b5bf767469f4f47b99bf-0069741558) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx97d5eaea4fee414f8a221-0069741559) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: tx97d5eaea4fee414f8a221-0069741559) +test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: tx97d5eaea4fee414f8a221-0069741559) +test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: tx97d5eaea4fee414f8a221-0069741559) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx97d5eaea4fee414f8a221-0069741559) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx97d5eaea4fee414f8a221-0069741559) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx97d5eaea4fee414f8a221-0069741559) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx97d5eaea4fee414f8a221-0069741559) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx97d5eaea4fee414f8a221-0069741559) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx97d5eaea4fee414f8a221-0069741559) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: tx97d5eaea4fee414f8a221-0069741559) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: tx97d5eaea4fee414f8a221-0069741559) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx97d5eaea4fee414f8a221-0069741559) +test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: tx97d5eaea4fee414f8a221-0069741559) +test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: tx97d5eaea4fee414f8a221-0069741559) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: tx97d5eaea4fee414f8a221-0069741559) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx97d5eaea4fee414f8a221-0069741559) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: tx97d5eaea4fee414f8a221-0069741559) +test DEBUG: Setting object count to 1058 (txn: tx97d5eaea4fee414f8a221-0069741559) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txbb1d738cd4c04ca2acdc0-006974155a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txbb1d738cd4c04ca2acdc0-006974155a) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbb1d738cd4c04ca2acdc0-006974155a) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: txbb1d738cd4c04ca2acdc0-006974155a) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txbb1d738cd4c04ca2acdc0-006974155a) +test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txbb1d738cd4c04ca2acdc0-006974155a) +test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: txbb1d738cd4c04ca2acdc0-006974155a) +test DEBUG: Setting object count to 1024 (txn: txbb1d738cd4c04ca2acdc0-006974155a) +test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: txbb1d738cd4c04ca2acdc0-006974155a) +test DEBUG: Setting object count to 1024 (txn: txbb1d738cd4c04ca2acdc0-006974155a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9f5149c0e16740d7ab69c-006974155b) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx9f5149c0e16740d7ab69c-006974155b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9f5149c0e16740d7ab69c-006974155b) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9f5149c0e16740d7ab69c-006974155b) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9f5149c0e16740d7ab69c-006974155b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9f5149c0e16740d7ab69c-006974155b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9f5149c0e16740d7ab69c-006974155b) +test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: tx9f5149c0e16740d7ab69c-006974155b) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx9f5149c0e16740d7ab69c-006974155b) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx9f5149c0e16740d7ab69c-006974155b) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9f5149c0e16740d7ab69c-006974155b) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx9f5149c0e16740d7ab69c-006974155b)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency +test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing +test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request ... ok + +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx987c8eff38764805b368b-006974155a) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx987c8eff38764805b368b-006974155a) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx987c8eff38764805b368b-006974155a) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx987c8eff38764805b368b-006974155a) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx987c8eff38764805b368b-006974155a) +proxy-server ERROR: Object returning 503 for [507, 507, 507, 507, 507] (txn: tx987c8eff38764805b368b-006974155a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx584f0e720ded44218c802-006974155a) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx584f0e720ded44218c802-006974155a) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx584f0e720ded44218c802-006974155a) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx584f0e720ded44218c802-006974155a) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx584f0e720ded44218c802-006974155a) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx584f0e720ded44218c802-006974155a) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx584f0e720ded44218c802-006974155a) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx584f0e720ded44218c802-006974155a) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx584f0e720ded44218c802-006974155a) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx584f0e720ded44218c802-006974155a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3ad69eb9bbc24d7c83808-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3ad69eb9bbc24d7c83808-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3ad69eb9bbc24d7c83808-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3ad69eb9bbc24d7c83808-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3ad69eb9bbc24d7c83808-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3ad69eb9bbc24d7c83808-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3ad69eb9bbc24d7c83808-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3ad69eb9bbc24d7c83808-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3ad69eb9bbc24d7c83808-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3ad69eb9bbc24d7c83808-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3ad69eb9bbc24d7c83808-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3ad69eb9bbc24d7c83808-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3ad69eb9bbc24d7c83808-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3ad69eb9bbc24d7c83808-006974155b) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx3ad69eb9bbc24d7c83808-006974155b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_succeed +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_succeed ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok + +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txac6e0f3b3e144420b0f29-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txac6e0f3b3e144420b0f29-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txac6e0f3b3e144420b0f29-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txac6e0f3b3e144420b0f29-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: txac6e0f3b3e144420b0f29-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txac6e0f3b3e144420b0f29-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txac6e0f3b3e144420b0f29-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txac6e0f3b3e144420b0f29-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txac6e0f3b3e144420b0f29-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txac6e0f3b3e144420b0f29-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txac6e0f3b3e144420b0f29-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txac6e0f3b3e144420b0f29-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txac6e0f3b3e144420b0f29-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txac6e0f3b3e144420b0f29-006974155b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc2ebe0be551b42cbb9f12-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc2ebe0be551b42cbb9f12-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc2ebe0be551b42cbb9f12-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc2ebe0be551b42cbb9f12-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc2ebe0be551b42cbb9f12-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc2ebe0be551b42cbb9f12-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc2ebe0be551b42cbb9f12-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc2ebe0be551b42cbb9f12-006974155b) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txc2ebe0be551b42cbb9f12-006974155b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb6c21129e6d24d1b88898-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb6c21129e6d24d1b88898-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb6c21129e6d24d1b88898-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb6c21129e6d24d1b88898-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb6c21129e6d24d1b88898-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb6c21129e6d24d1b88898-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb6c21129e6d24d1b88898-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb6c21129e6d24d1b88898-006974155b) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: txb6c21129e6d24d1b88898-006974155b) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: txb6c21129e6d24d1b88898-006974155b) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: txb6c21129e6d24d1b88898-006974155b) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: txb6c21129e6d24d1b88898-006974155b) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: txb6c21129e6d24d1b88898-006974155b) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: txb6c21129e6d24d1b88898-006974155b) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: txb6c21129e6d24d1b88898-006974155b) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: txb6c21129e6d24d1b88898-006974155b) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: txb6c21129e6d24d1b88898-006974155b) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: txb6c21129e6d24d1b88898-006974155b)test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_fail +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete ... ok + test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx40b87d33d5ff45aebd8cd-006767052c) -test INFO: Client disconnected on read of '/a/c' (txn: tx40b87d33d5ff45aebd8cd-006767052c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: tx48795b7b93c5483da1287-006767052c) -test INFO: Client disconnected on read of '/a/c' (txn: tx48795b7b93c5483da1287-006767052c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: tx8dfa727de3d64be3926a5-006767052d) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: tx8dfa727de3d64be3926a5-006767052d) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: tx8dfa727de3d64be3926a5-006767052d) -test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: tx8dfa727de3d64be3926a5-006767052d) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx36c27be442a740b38f642-006974155a) +test INFO: Client disconnected on read of '/a/c' (txn: tx36c27be442a740b38f642-006974155a) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: tx3e3a904dbee74972baaee-006974155a) +test INFO: Client disconnected on read of '/a/c' (txn: tx3e3a904dbee74972baaee-006974155a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: tx2ac8d066e9694077992b8-006974155b) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: tx2ac8d066e9694077992b8-006974155b) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: tx2ac8d066e9694077992b8-006974155b) +test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: tx2ac8d066e9694077992b8-006974155b) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) @@ -47537,223 +46406,98 @@ test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok - -test DEBUG: Setting object count to 1072 (txn: tx9c4c3bf8d00e4b57b1b21-0067670529) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx14c7438dc9314a3ab1cef-006767052a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx14c7438dc9314a3ab1cef-006767052a) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx14c7438dc9314a3ab1cef-006767052a) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00&states=listing: 404 (txn: tx14c7438dc9314a3ab1cef-006767052a) -test ERROR: Aborting listing from shards due to bad response: [404] (txn: tx14c7438dc9314a3ab1cef-006767052a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: txffbcf94b50fc4015ba0d6-006767052b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txffbcf94b50fc4015ba0d6-006767052b) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: txffbcf94b50fc4015ba0d6-006767052b) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txffbcf94b50fc4015ba0d6-006767052b) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txffbcf94b50fc4015ba0d6-006767052b) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txffbcf94b50fc4015ba0d6-006767052b) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txffbcf94b50fc4015ba0d6-006767052b) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txffbcf94b50fc4015ba0d6-006767052b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txffbcf94b50fc4015ba0d6-006767052b) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txffbcf94b50fc4015ba0d6-006767052b) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txffbcf94b50fc4015ba0d6-006767052b) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txffbcf94b50fc4015ba0d6-006767052b) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txffbcf94b50fc4015ba0d6-006767052b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: tx8b15d695be3449b894b58-006767052c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8b15d695be3449b894b58-006767052c) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx8b15d695be3449b894b58-006767052c) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx8b15d695be3449b894b58-006767052c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8b15d695be3449b894b58-006767052c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx8b15d695be3449b894b58-006767052c) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: tx8b15d695be3449b894b58-006767052c) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8b15d695be3449b894b58-006767052c) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: tx8b15d695be3449b894b58-006767052c) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx8b15d695be3449b894b58-006767052c) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx8b15d695be3449b894b58-006767052c) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: tx8b15d695be3449b894b58-006767052c) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx8b15d695be3449b894b58-006767052c) -test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: tx8b15d695be3449b894b58-006767052c) -test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8b15d695be3449b894b58-006767052c) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: tx8b15d695be3449b894b58-006767052c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx5cdaf01ff0ed4d328d50f-006767052d) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx5cdaf01ff0ed4d328d50f-006767052d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx5cdaf01ff0ed4d328d50f-006767052d) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5cdaf01ff0ed4d328d50f-006767052d) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx5cdaf01ff0ed4d328d50f-006767052d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5cdaf01ff0ed4d328d50f-006767052d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5cdaf01ff0ed4d328d50f-006767052d)test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default ... ok -test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix -test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix ... ok -test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception -test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception ... ok -test.unit.proxy.test_server.TestProxyServer.test_valid_api_version -test.unit.proxy.test_server.TestProxyServer.test_valid_api_version ... ok - -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx5cdaf01ff0ed4d328d50f-006767052d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx5cdaf01ff0ed4d328d50f-006767052d) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5cdaf01ff0ed4d328d50f-006767052d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx5cdaf01ff0ed4d328d50f-006767052d) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx5cdaf01ff0ed4d328d50f-006767052d) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5cdaf01ff0ed4d328d50f-006767052d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx5cdaf01ff0ed4d328d50f-006767052d) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5cdaf01ff0ed4d328d50f-006767052d) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5cdaf01ff0ed4d328d50f-006767052d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx5cdaf01ff0ed4d328d50f-006767052d) -test DEBUG: Setting object count to 3120 (txn: tx5cdaf01ff0ed4d328d50f-006767052d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txfcb83c844f174b47bdd01-006767052d) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txfcb83c844f174b47bdd01-006767052d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfcb83c844f174b47bdd01-006767052d) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txfcb83c844f174b47bdd01-006767052d) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txfcb83c844f174b47bdd01-006767052d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfcb83c844f174b47bdd01-006767052d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txfcb83c844f174b47bdd01-006767052d) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txfcb83c844f174b47bdd01-006767052d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txfcb83c844f174b47bdd01-006767052d) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txfcb83c844f174b47bdd01-006767052d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txfcb83c844f174b47bdd01-006767052d) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txfcb83c844f174b47bdd01-006767052d) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txfcb83c844f174b47bdd01-006767052d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txfcb83c844f174b47bdd01-006767052d) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txfcb83c844f174b47bdd01-006767052d) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txfcb83c844f174b47bdd01-006767052d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txfcb83c844f174b47bdd01-006767052d) -test DEBUG: Setting object count to 3120 (txn: txfcb83c844f174b47bdd01-006767052d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txaeacfeb2d5ce4a38b2f2d-006767052d) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txaeacfeb2d5ce4a38b2f2d-006767052d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txaeacfeb2d5ce4a38b2f2d-006767052d) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txaeacfeb2d5ce4a38b2f2d-006767052d) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txaeacfeb2d5ce4a38b2f2d-006767052d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txaeacfeb2d5ce4a38b2f2d-006767052d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txaeacfeb2d5ce4a38b2f2d-006767052d) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txaeacfeb2d5ce4a38b2f2d-006767052d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txaeacfeb2d5ce4a38b2f2d-006767052d) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txaeacfeb2d5ce4a38b2f2d-006767052d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txaeacfeb2d5ce4a38b2f2d-006767052d) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txaeacfeb2d5ce4a38b2f2d-006767052d) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txaeacfeb2d5ce4a38b2f2d-006767052d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txaeacfeb2d5ce4a38b2f2d-006767052d) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txaeacfeb2d5ce4a38b2f2d-006767052d) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txaeacfeb2d5ce4a38b2f2d-006767052d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txaeacfeb2d5ce4a38b2f2d-006767052d) -test DEBUG: Setting object count to 3120 (txn: txaeacfeb2d5ce4a38b2f2d-006767052d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9933230369fb411a85a77-006767052d) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx9933230369fb411a85a77-006767052d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9933230369fb411a85a77-006767052d) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9933230369fb411a85a77-006767052d) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9933230369fb411a85a77-006767052d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9933230369fb411a85a77-006767052d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9933230369fb411a85a77-006767052d) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx9933230369fb411a85a77-006767052d) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx9933230369fb411a85a77-006767052d) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx9933230369fb411a85a77-006767052d) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx9933230369fb411a85a77-006767052d) -test DEBUG: Setting object count to 3120 (txn: tx9933230369fb411a85a77-006767052d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx296889978065461aa0785-006767052d) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx296889978065461aa0785-006767052d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx296889978065461aa0785-006767052d) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx296889978065461aa0785-006767052d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx296889978065461aa0785-006767052d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx296889978065461aa0785-006767052d) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx296889978065461aa0785-006767052d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx296889978065461aa0785-006767052d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx296889978065461aa0785-006767052d) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx296889978065461aa0785-006767052d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx296889978065461aa0785-006767052d) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx296889978065461aa0785-006767052d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx296889978065461aa0785-006767052d) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx296889978065461aa0785-006767052d) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx296889978065461aa0785-006767052d) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx296889978065461aa0785-006767052d) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx296889978065461aa0785-006767052d) -test DEBUG: Setting object count to 3120 (txn: tx296889978065461aa0785-006767052d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx42543c89b05340c5b654c-006767052d) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx42543c89b05340c5b654c-006767052d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx42543c89b05340c5b654c-006767052d) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx42543c89b05340c5b654c-006767052d) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx42543c89b05340c5b654c-006767052d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx42543c89b05340c5b654c-006767052d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx42543c89b05340c5b654c-006767052d) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx42543c89b05340c5b654c-006767052d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx42543c89b05340c5b654c-006767052d) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx42543c89b05340c5b654c-006767052d) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx42543c89b05340c5b654c-006767052d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx5203a52fd5fc48c4a348a-006767052d) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx5203a52fd5fc48c4a348a-006767052d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx5203a52fd5fc48c4a348a-006767052d) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5203a52fd5fc48c4a348a-006767052d) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx5203a52fd5fc48c4a348a-006767052d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5203a52fd5fc48c4a348a-006767052d) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5203a52fd5fc48c4a348a-006767052d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx5203a52fd5fc48c4a348a-006767052d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txd74d0e81ffed4b01a1c6a-006767052e) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txd74d0e81ffed4b01a1c6a-006767052e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd74d0e81ffed4b01a1c6a-006767052e) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txd74d0e81ffed4b01a1c6a-006767052e) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd74d0e81ffed4b01a1c6a-006767052e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd74d0e81ffed4b01a1c6a-006767052e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txd74d0e81ffed4b01a1c6a-006767052e) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txd74d0e81ffed4b01a1c6a-006767052e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txd74d0e81ffed4b01a1c6a-006767052e) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txd74d0e81ffed4b01a1c6a-006767052e)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805119.00000-0, db: /tmp/tmp7neio178/sda/containers/0/d9e/bc3b065b241871eba46937eefb2a2d9e/bc3b065b241871eba46937eefb2a2d9e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805123.00000-0, db: /tmp/tmp7neio178/sda/containers/0/8eb/63d1b1cfd770da5414f9859da7d1c8eb/63d1b1cfd770da5414f9859da7d1c8eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805127.00000-0, db: /tmp/tmp7neio178/sda/containers/0/953/f53d6d24f970297e956aff1a37c5b953/f53d6d24f970297e956aff1a37c5b953.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805131.00000-0, db: /tmp/tmp7neio178/sda/containers/0/387/8bb5dfc13e9d29704cde54e50f59c387/8bb5dfc13e9d29704cde54e50f59c387.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805135.00000-0, db: /tmp/tmp7neio178/sda/containers/0/767/30a84bb353a7c2823238746ca5ead767/30a84bb353a7c2823238746ca5ead767.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805139.00000-0, db: /tmp/tmp7neio178/sda/containers/0/18b/cf5c774933a43dbfe08990300362918b/cf5c774933a43dbfe08990300362918b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805143.00000-0, db: /tmp/tmp7neio178/sda/containers/0/e33/78d292a15a00fd914f7794ffdaddee33/78d292a15a00fd914f7794ffdaddee33.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805147.00000-0, db: /tmp/tmp7neio178/sda/containers/0/d5f/aae071fccce6b8cd13509179e6e8bd5f/aae071fccce6b8cd13509179e6e8bd5f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805151.00000-0, db: /tmp/tmp7neio178/sda/containers/0/5d5/36d38c57a156698d77d0634ff9c005d5/36d38c57a156698d77d0634ff9c005d5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805155.00000-0, db: /tmp/tmp7neio178/sda/containers/0/214/1c4605435b5bc14f29ad7454c175c214/1c4605435b5bc14f29ad7454c175c214.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805159.00000-0, db: /tmp/tmp7neio178/sda/containers/0/c65/ba09aad6270fa4fc3e1779a1741f0c65/ba09aad6270fa4fc3e1779a1741f0c65.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805163.00000-0, db: /tmp/tmp7neio178/sda/containers/0/3a9/2407de038f008ed34d357753a7a6e3a9/2407de038f008ed34d357753a7a6e3a9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805167.00000-0, db: /tmp/tmp7neio178/sda/containers/0/45e/17e95f15db926e1389bf9ac9d56d345e/17e95f15db926e1389bf9ac9d56d345e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805171.00000-0, db: /tmp/tmp7neio178/sda/containers/0/c6e/88286f6e3353e70ac00c8d4d947dfc6e/88286f6e3353e70ac00c8d4d947dfc6e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805175.00000-0, db: /tmp/tmp7neio178/sda/containers/0/8cb/1b1c74a4d044b147e18c30e7e37ee8cb/1b1c74a4d044b147e18c30e7e37ee8cb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805179.00000-0, db: /tmp/tmp7neio178/sda/containers/0/ed5/e4e1e9d7b57f5c685a0027316797ded5/e4e1e9d7b57f5c685a0027316797ded5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805183.00000-0, db: /tmp/tmp7neio178/sda/containers/0/e8d/96b942ab7f8e3ec1396d0b262cabfe8d/96b942ab7f8e3ec1396d0b262cabfe8d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805187.00000-0, db: /tmp/tmp7neio178/sda/containers/0/d82/4dd666cb7aa4b02016999d3d2e24ed82/4dd666cb7aa4b02016999d3d2e24ed82.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805191.00000-0, db: /tmp/tmp7neio178/sda/containers/0/ec3/e504ee030f9ff6214c03a9b207043ec3/e504ee030f9ff6214c03a9b207043ec3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805195.00000-0, db: /tmp/tmp7neio178/sda/containers/0/206/531c3454a1391fda69e74d04982ce206/531c3454a1391fda69e74d04982ce206.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805199.00000-0, db: /tmp/tmp7neio178/sda/containers/0/b41/542811071d0b01d135205a4e2f437b41/542811071d0b01d135205a4e2f437b41.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805203.00000-0, db: /tmp/tmp7neio178/sda/containers/0/990/276ebeb1bb4ef6392c3968237f302990/276ebeb1bb4ef6392c3968237f302990.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805207.00000-0, db: /tmp/tmp7neio178/sda/containers/0/11c/290bb0403134a082bc6865ea3105e11c/290bb0403134a082bc6865ea3105e11c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805211.00000-0, db: /tmp/tmp7neio178/sda/containers/0/846/3bd2e510a4d9121cb25a2cfaeeee3846/3bd2e510a4d9121cb25a2cfaeeee3846.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805215.00000-0, db: /tmp/tmp7neio178/sda/containers/0/cf0/80858466baf6d0c28ccddb0752b2acf0/80858466baf6d0c28ccddb0752b2acf0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805219.00000-0, db: /tmp/tmp7neio178/sda/containers/0/acd/e52a16c5d1200668acb57c6102318acd/e52a16c5d1200668acb57c6102318acd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805223.00000-0, db: /tmp/tmp7neio178/sda/containers/0/a0d/6e053b7788da77e1cb196cced4af3a0d/6e053b7788da77e1cb196cced4af3a0d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805227.00000-0, db: /tmp/tmp7neio178/sda/containers/0/fa1/be9d85576e82e20ae2270e1cd4925fa1/be9d85576e82e20ae2270e1cd4925fa1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805231.00000-0, db: /tmp/tmp7neio178/sda/containers/0/830/31ddbc3c946dbbb61662560cc072e830/31ddbc3c946dbbb61662560cc072e830.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805235.00000-0, db: /tmp/tmp7neio178/sda/containers/0/aaf/cf4f50c8818d86ea4a514c207226caaf/cf4f50c8818d86ea4a514c207226caaf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805239.00000-0, db: /tmp/tmp7neio178/sda/containers/0/4e0/dfc940b9509b8dd73e44a64a433094e0/dfc940b9509b8dd73e44a64a433094e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805243.00000-0, db: /tmp/tmp7neio178/sda/containers/0/bdb/859870c2eb5d58ddf5f05b8ab0d6ebdb/859870c2eb5d58ddf5f05b8ab0d6ebdb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805247.00000-0, db: /tmp/tmp7neio178/sda/containers/0/d3c/18b69e2a26e3a2819e94bf1f7efddd3c/18b69e2a26e3a2819e94bf1f7efddd3c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805251.00000-0, db: /tmp/tmp7neio178/sda/containers/0/b9e/acf47bedbda8efef7fd221465f697b9e/acf47bedbda8efef7fd221465f697b9e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805255.00000-0, db: /tmp/tmp7neio178/sda/containers/0/e4b/575fce2887148df7b38e73542bdb6e4b/575fce2887148df7b38e73542bdb6e4b.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges ... ok - -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception +test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version +test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok + +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: txb6c21129e6d24d1b88898-006974155b) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: txb6c21129e6d24d1b88898-006974155b) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: txb6c21129e6d24d1b88898-006974155b) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: txb6c21129e6d24d1b88898-006974155b) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txb6c21129e6d24d1b88898-006974155b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0332b71e1fbb46198348f-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0332b71e1fbb46198348f-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0332b71e1fbb46198348f-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0332b71e1fbb46198348f-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0332b71e1fbb46198348f-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0332b71e1fbb46198348f-006974155b) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0332b71e1fbb46198348f-006974155b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations +test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders +test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_feed_remaining_primaries +test.unit.proxy.controllers.test_obj.TestECObjController.test_feed_remaining_primaries ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_fix_response_HEAD +test.unit.proxy.controllers.test_obj.TestECObjController.test_fix_response_HEAD ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info ... ok + test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) @@ -47772,569 +46516,48 @@ test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync ... ok - -test DEBUG: Setting object count to 1024 (txn: txc2cfcec0b4f0477ba5ed4-006767052c) -test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: txc2cfcec0b4f0477ba5ed4-006767052c) -test DEBUG: Setting object count to 1024 (txn: txc2cfcec0b4f0477ba5ed4-006767052c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe108191081064bd9a776b-006767052d) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe108191081064bd9a776b-006767052d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe108191081064bd9a776b-006767052d) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe108191081064bd9a776b-006767052d) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe108191081064bd9a776b-006767052d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe108191081064bd9a776b-006767052d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe108191081064bd9a776b-006767052d) -test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: txe108191081064bd9a776b-006767052d) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txe108191081064bd9a776b-006767052d) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txe108191081064bd9a776b-006767052d) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txe108191081064bd9a776b-006767052d) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txe108191081064bd9a776b-006767052d) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txe108191081064bd9a776b-006767052d) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txe108191081064bd9a776b-006767052d) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txe108191081064bd9a776b-006767052d) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe108191081064bd9a776b-006767052d) -test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe108191081064bd9a776b-006767052d) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: txe108191081064bd9a776b-006767052d) -test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: txe108191081064bd9a776b-006767052d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe108191081064bd9a776b-006767052d) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe108191081064bd9a776b-006767052d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txe108191081064bd9a776b-006767052d) -test DEBUG: Setting object count to 1072 (txn: txe108191081064bd9a776b-006767052d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb69686e73c924bc685916-006767052e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb69686e73c924bc685916-006767052e) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb69686e73c924bc685916-006767052e) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb69686e73c924bc685916-006767052e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb69686e73c924bc685916-006767052e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb69686e73c924bc685916-006767052e) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txb69686e73c924bc685916-006767052e) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txb69686e73c924bc685916-006767052e) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txb69686e73c924bc685916-006767052e) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txb69686e73c924bc685916-006767052e) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txb69686e73c924bc685916-006767052e) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txb69686e73c924bc685916-006767052e) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txb69686e73c924bc685916-006767052e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txb69686e73c924bc685916-006767052e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txb69686e73c924bc685916-006767052e) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txb69686e73c924bc685916-006767052e) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txb69686e73c924bc685916-006767052e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb69686e73c924bc685916-006767052e) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb69686e73c924bc685916-006767052e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txb69686e73c924bc685916-006767052e) -test DEBUG: Setting object count to 1072 (txn: txb69686e73c924bc685916-006767052e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805259.00000-0, db: /tmp/tmp7neio178/sda/containers/0/6bf/5c07dc9982850353d511145ab59c86bf/5c07dc9982850353d511145ab59c86bf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805263.00000-0, db: /tmp/tmp7neio178/sda/containers/0/6bd/07eeaa486db3753d32a4e76fafea46bd/07eeaa486db3753d32a4e76fafea46bd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805267.00000-0, db: /tmp/tmp7neio178/sda/containers/0/1f1/13b4c5ef18060ee0862e726f349ae1f1/13b4c5ef18060ee0862e726f349ae1f1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805271.00000-0, db: /tmp/tmp7neio178/sda/containers/0/f03/52bcb7e5fbce2733ad2961314fc1ef03/52bcb7e5fbce2733ad2961314fc1ef03.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805275.00000-0, db: /tmp/tmp7neio178/sda/containers/0/2cf/365cf7549f9181b6d3e2d2cd93d642cf/365cf7549f9181b6d3e2d2cd93d642cf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805279.00000-0, db: /tmp/tmp7neio178/sda/containers/0/4e1/c6de2722902dbaceae95037dba4cd4e1/c6de2722902dbaceae95037dba4cd4e1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805283.00000-0, db: /tmp/tmp7neio178/sda/containers/0/647/7102b7c602b76b78e471db5ad6a04647/7102b7c602b76b78e471db5ad6a04647.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805287.00000-0, db: /tmp/tmp7neio178/sda/containers/0/99e/b18c02a1ae7438bd980ec69a2abf999e/b18c02a1ae7438bd980ec69a2abf999e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805291.00000-0, db: /tmp/tmp7neio178/sda/containers/0/563/304563b280e5b2feeb2f1ddeacef7563/304563b280e5b2feeb2f1ddeacef7563.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpy3hboz89/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804783.00000.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpy3hboz89/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804783.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804786.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/4dd/0e8b2ad007f7a8bf63ab9658c49794dd/0e8b2ad007f7a8bf63ab9658c49794dd_1734804786.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804786.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/4dd/0e8b2ad007f7a8bf63ab9658c49794dd/0e8b2ad007f7a8bf63ab9658c49794dd_1734804786.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804789.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/7b4/d90ebf48fa072539bf7a94fa0a4767b4/d90ebf48fa072539bf7a94fa0a4767b4_1734804789.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804789.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/7b4/d90ebf48fa072539bf7a94fa0a4767b4/d90ebf48fa072539bf7a94fa0a4767b4_1734804789.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804792.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/aa0/94bada35a21b39a3c78c5a74e07c3aa0/94bada35a21b39a3c78c5a74e07c3aa0_1734804792.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804792.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/aa0/94bada35a21b39a3c78c5a74e07c3aa0/94bada35a21b39a3c78c5a74e07c3aa0_1734804792.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804795.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/e55/adec61504fe4c6370a7bef94a9600e55/adec61504fe4c6370a7bef94a9600e55_1734804795.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804795.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/e55/adec61504fe4c6370a7bef94a9600e55/adec61504fe4c6370a7bef94a9600e55_1734804795.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804798.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/73b/bcd850362b22f003080896961b26273b/bcd850362b22f003080896961b26273b_1734804798.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804798.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/73b/bcd850362b22f003080896961b26273b/bcd850362b22f003080896961b26273b_1734804798.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804801.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/6a6/cc9df3293c5d34d42acd7b8fdb06c6a6/cc9df3293c5d34d42acd7b8fdb06c6a6_1734804801.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804801.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/6a6/cc9df3293c5d34d42acd7b8fdb06c6a6/cc9df3293c5d34d42acd7b8fdb06c6a6_1734804801.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804804.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/699/a2c2830ffd42e7614f77b928afa02699/a2c2830ffd42e7614f77b928afa02699_1734804804.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804804.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/699/a2c2830ffd42e7614f77b928afa02699/a2c2830ffd42e7614f77b928afa02699_1734804804.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804807.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/6ba/8a3df95fc8d374f9c0d03b20a06cd6ba/8a3df95fc8d374f9c0d03b20a06cd6ba_1734804807.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804807.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/6ba/8a3df95fc8d374f9c0d03b20a06cd6ba/8a3df95fc8d374f9c0d03b20a06cd6ba_1734804807.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804810.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/d66/538782fa1574010af9cb8ed001c96d66/538782fa1574010af9cb8ed001c96d66_1734804810.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804810.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/d66/538782fa1574010af9cb8ed001c96d66/538782fa1574010af9cb8ed001c96d66_1734804810.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804813.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/57c/3a230d85fa87f24eee9f00d2f8aae57c/3a230d85fa87f24eee9f00d2f8aae57c_1734804813.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804813.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/57c/3a230d85fa87f24eee9f00d2f8aae57c/3a230d85fa87f24eee9f00d2f8aae57c_1734804813.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804816.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/5f0/190a35eeb9cee5c66c2e04b6685655f0/190a35eeb9cee5c66c2e04b6685655f0_1734804816.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804816.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/5f0/190a35eeb9cee5c66c2e04b6685655f0/190a35eeb9cee5c66c2e04b6685655f0_1734804816.00000.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804819.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/e7e/c166f7c45ac0975e3d1997ab12fc2e7e/c166f7c45ac0975e3d1997ab12fc2e7e_1734804819.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804819.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/e7e/c166f7c45ac0975e3d1997ab12fc2e7e/c166f7c45ac0975e3d1997ab12fc2e7e_1734804819.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804822.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/0b7/4fd3d9db7acab5054dec4a4a285e60b7/4fd3d9db7acab5054dec4a4a285e60b7_1734804822.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804822.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/0b7/4fd3d9db7acab5054dec4a4a285e60b7/4fd3d9db7acab5054dec4a4a285e60b7_1734804822.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804825.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/42b/1773d771b77d44ac1422f6e86cbaa42b/1773d771b77d44ac1422f6e86cbaa42b_1734804825.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804825.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/42b/1773d771b77d44ac1422f6e86cbaa42b/1773d771b77d44ac1422f6e86cbaa42b_1734804825.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804828.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/cf4/4f682ffbadc35dd980caf27810b59cf4/4f682ffbadc35dd980caf27810b59cf4_1734804828.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804828.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/cf4/4f682ffbadc35dd980caf27810b59cf4/4f682ffbadc35dd980caf27810b59cf4_1734804828.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804831.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/5be/133eaac311ff35e2c67c7e61e91a85be/133eaac311ff35e2c67c7e61e91a85be_1734804831.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804831.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/5be/133eaac311ff35e2c67c7e61e91a85be/133eaac311ff35e2c67c7e61e91a85be_1734804831.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804834.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/914/8566909756e23252b7cfe270c64cc914/8566909756e23252b7cfe270c64cc914_1734804834.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804834.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/914/8566909756e23252b7cfe270c64cc914/8566909756e23252b7cfe270c64cc914_1734804834.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804837.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/44c/a4bf75e7226f7eb1a5477d768a49044c/a4bf75e7226f7eb1a5477d768a49044c_1734804837.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804837.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/44c/a4bf75e7226f7eb1a5477d768a49044c/a4bf75e7226f7eb1a5477d768a49044c_1734804837.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804840.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/c35/e7703fc661ba30f7bdbcdd15d82c0c35/e7703fc661ba30f7bdbcdd15d82c0c35_1734804840.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804840.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/c35/e7703fc661ba30f7bdbcdd15d82c0c35/e7703fc661ba30f7bdbcdd15d82c0c35_1734804840.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804843.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/117/5749d32e434823c78ef69bf05ec24117/5749d32e434823c78ef69bf05ec24117_1734804843.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804843.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/117/5749d32e434823c78ef69bf05ec24117/5749d32e434823c78ef69bf05ec24117_1734804843.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804846.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/8f5/06c92360a7860593500f97c40cd8f8f5/06c92360a7860593500f97c40cd8f8f5_1734804846.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804846.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/8f5/06c92360a7860593500f97c40cd8f8f5/06c92360a7860593500f97c40cd8f8f5_1734804846.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804849.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/b18/3ea350b127adfb7be5c9ff85c9267b18/3ea350b127adfb7be5c9ff85c9267b18_1734804849.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804849.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/b18/3ea350b127adfb7be5c9ff85c9267b18/3ea350b127adfb7be5c9ff85c9267b18_1734804849.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804852.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/477/2448a653876a54588897daad02bb1477/2448a653876a54588897daad02bb1477_1734804852.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804852.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/477/2448a653876a54588897daad02bb1477/2448a653876a54588897daad02bb1477_1734804852.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804855.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/0f2/da1de239b28addcfdd4802ebe90c40f2/da1de239b28addcfdd4802ebe90c40f2_1734804855.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804855.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/0f2/da1de239b28addcfdd4802ebe90c40f2/da1de239b28addcfdd4802ebe90c40f2_1734804855.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804858.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/710/900de6059fdebd60472f3f9fc3367710/900de6059fdebd60472f3f9fc3367710_1734804858.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804858.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/710/900de6059fdebd60472f3f9fc3367710/900de6059fdebd60472f3f9fc3367710_1734804858.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804861.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/e87/843a54acf51e7760b433c468ecb27e87/843a54acf51e7760b433c468ecb27e87_1734804861.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804861.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/e87/843a54acf51e7760b433c468ecb27e87/843a54acf51e7760b433c468ecb27e87_1734804861.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804864.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/655/2ad91db29b9f09f9d210ce1f65093655/2ad91db29b9f09f9d210ce1f65093655_1734804864.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804864.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/655/2ad91db29b9f09f9d210ce1f65093655/2ad91db29b9f09f9d210ce1f65093655_1734804864.00000.dbtest.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804867.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/6fb/37a1ab19907f47edf95f26645f2216fb/37a1ab19907f47edf95f26645f2216fb_1734804867.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804867.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/6fb/37a1ab19907f47edf95f26645f2216fb/37a1ab19907f47edf95f26645f2216fb_1734804867.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804870.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/206/2ef979f0168dbe40169b1db856d04206/2ef979f0168dbe40169b1db856d04206_1734804870.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804870.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/206/2ef979f0168dbe40169b1db856d04206/2ef979f0168dbe40169b1db856d04206_1734804870.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804873.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/dc8/6ea7355cbd7fac8a754c8cf905f97dc8/6ea7355cbd7fac8a754c8cf905f97dc8_1734804873.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804873.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/dc8/6ea7355cbd7fac8a754c8cf905f97dc8/6ea7355cbd7fac8a754c8cf905f97dc8_1734804873.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804876.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/7ed/659df5f97b24de6bdc30c30a50c397ed/659df5f97b24de6bdc30c30a50c397ed_1734804876.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804876.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/7ed/659df5f97b24de6bdc30c30a50c397ed/659df5f97b24de6bdc30c30a50c397ed_1734804876.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804879.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/fb3/92511cbfd2256243e3b8cbcbe263cfb3/92511cbfd2256243e3b8cbcbe263cfb3_1734804879.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804879.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/fb3/92511cbfd2256243e3b8cbcbe263cfb3/92511cbfd2256243e3b8cbcbe263cfb3_1734804879.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804882.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/612/5b2dbd582329fa8efdb4a71822f56612/5b2dbd582329fa8efdb4a71822f56612_1734804882.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804882.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/612/5b2dbd582329fa8efdb4a71822f56612/5b2dbd582329fa8efdb4a71822f56612_1734804882.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804885.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/9e1/83932b886202b0d44224d8b50472a9e1/83932b886202b0d44224d8b50472a9e1_1734804885.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804885.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/9e1/83932b886202b0d44224d8b50472a9e1/83932b886202b0d44224d8b50472a9e1_1734804885.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804888.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/50f/0ddf84bdc8baee0b058a2c23aa36150f/0ddf84bdc8baee0b058a2c23aa36150f_1734804888.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804888.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/50f/0ddf84bdc8baee0b058a2c23aa36150f/0ddf84bdc8baee0b058a2c23aa36150f_1734804888.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804891.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/c42/3795899e6688de6e66e4cb74cb3acc42/3795899e6688de6e66e4cb74cb3acc42_1734804891.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804891.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/c42/3795899e6688de6e66e4cb74cb3acc42/3795899e6688de6e66e4cb74cb3acc42_1734804891.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804894.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/5f8/dc4d6f0a742f53846c8635bc7d7d95f8/dc4d6f0a742f53846c8635bc7d7d95f8_1734804894.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804894.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/5f8/dc4d6f0a742f53846c8635bc7d7d95f8/dc4d6f0a742f53846c8635bc7d7d95f8_1734804894.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804897.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/2d9/09b76e14af5da275625d41ee745972d9/09b76e14af5da275625d41ee745972d9_1734804897.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804897.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/2d9/09b76e14af5da275625d41ee745972d9/09b76e14af5da275625d41ee745972d9_1734804897.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804900.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/54f/302184302ed05c0324da51dd90c6354f/302184302ed05c0324da51dd90c6354f_1734804900.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804900.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/54f/302184302ed05c0324da51dd90c6354f/302184302ed05c0324da51dd90c6354f_1734804900.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804903.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/7cb/503e3134a769892ce74493e7eca1b7cb/503e3134a769892ce74493e7eca1b7cb_1734804903.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804903.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/7cb/503e3134a769892ce74493e7eca1b7cb/503e3134a769892ce74493e7eca1b7cb_1734804903.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804906.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/3e7/3fbb0d2d2fc331cdb31494a034de13e7/3fbb0d2d2fc331cdb31494a034de13e7_1734804906.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804906.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/3e7/3fbb0d2d2fc331cdb31494a034de13e7/3fbb0d2d2fc331cdb31494a034de13e7_1734804906.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804909.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/650/b9c9da648bd81eede93a261b24557650/b9c9da648bd81eede93a261b24557650_1734804909.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804909.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/650/b9c9da648bd81eede93a261b24557650/b9c9da648bd81eede93a261b24557650_1734804909.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804912.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/7ed/cbd0edd8992155cf6a118d19874cd7ed/cbd0edd8992155cf6a118d19874cd7ed_1734804912.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804912.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/7ed/cbd0edd8992155cf6a118d19874cd7ed/cbd0edd8992155cf6a118d19874cd7ed_1734804912.00000.dbtest ERROR: Failed to unlink '/tmp/tmp3_4v6js0/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - ~~~~~~~~~^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmp3_4v6js0/containers/part/suffix/hash/container_1734804763.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmp3_4v6js0/containers/part/suffix/hash/container_1734804763.00000.db': ['/tmp/tmp3_4v6js0/containers/part/suffix/hash/container.db', '/tmp/tmp3_4v6js0/containers/part/suffix/hash/container_1734804764.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp3_4v6js0/containers/part/suffix/hash/container_1734804764.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test ERROR: Problem finding shard upper in '/tmp/tmpzo6e48ja/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpzo6e48ja/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - shard_size, last_shard_upper) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpl8lpqelt/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpl8lpqelt/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects ... ok -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804915.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/85b/d524c714e924ee8aef94e8eab2ad585b/d524c714e924ee8aef94e8eab2ad585b_1734804915.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804915.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/85b/d524c714e924ee8aef94e8eab2ad585b/d524c714e924ee8aef94e8eab2ad585b_1734804915.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804918.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/172/2a4abb7d355cc563ab970f43deee0172/2a4abb7d355cc563ab970f43deee0172_1734804918.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804918.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/172/2a4abb7d355cc563ab970f43deee0172/2a4abb7d355cc563ab970f43deee0172_1734804918.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804921.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/ac5/9f1d39a23c1d55584d0f99c19aa9eac5/9f1d39a23c1d55584d0f99c19aa9eac5_1734804921.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804921.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/ac5/9f1d39a23c1d55584d0f99c19aa9eac5/9f1d39a23c1d55584d0f99c19aa9eac5_1734804921.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804924.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/27b/a7037f4910c362e13a749ce995c5827b/a7037f4910c362e13a749ce995c5827b_1734804924.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804924.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/27b/a7037f4910c362e13a749ce995c5827b/a7037f4910c362e13a749ce995c5827b_1734804924.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804927.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/77d/1fd2fd043d4ced42956060917c50877d/1fd2fd043d4ced42956060917c50877d_1734804927.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804927.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/77d/1fd2fd043d4ced42956060917c50877d/1fd2fd043d4ced42956060917c50877d_1734804927.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804930.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/102/6514399a99d547c019a58b5ac04ce102/6514399a99d547c019a58b5ac04ce102_1734804930.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804930.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/102/6514399a99d547c019a58b5ac04ce102/6514399a99d547c019a58b5ac04ce102_1734804930.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804933.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/3e2/3674acc639d44b464214847f94aeb3e2/3674acc639d44b464214847f94aeb3e2_1734804933.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804933.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/3e2/3674acc639d44b464214847f94aeb3e2/3674acc639d44b464214847f94aeb3e2_1734804933.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804936.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/20b/43d0e9e1441f3268c24383e35bc7620b/43d0e9e1441f3268c24383e35bc7620b_1734804936.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804936.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/20b/43d0e9e1441f3268c24383e35bc7620b/43d0e9e1441f3268c24383e35bc7620b_1734804936.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804939.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/159/25f07991922e73e8f0c2792960046159/25f07991922e73e8f0c2792960046159_1734804939.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804939.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/159/25f07991922e73e8f0c2792960046159/25f07991922e73e8f0c2792960046159_1734804939.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804942.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/b19/7bf20610a1c2bee1000599ca6ed0fb19/7bf20610a1c2bee1000599ca6ed0fb19_1734804942.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804942.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/b19/7bf20610a1c2bee1000599ca6ed0fb19/7bf20610a1c2bee1000599ca6ed0fb19_1734804942.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804945.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/dde/299b9e68f54429d399b70f85d1467dde/299b9e68f54429d399b70f85d1467dde_1734804945.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804945.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/dde/299b9e68f54429d399b70f85d1467dde/299b9e68f54429d399b70f85d1467dde_1734804945.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804948.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/19c/1eb9acccc58f84ebe3edd67ce74de19c/1eb9acccc58f84ebe3edd67ce74de19c_1734804948.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804948.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/19c/1eb9acccc58f84ebe3edd67ce74de19c/1eb9acccc58f84ebe3edd67ce74de19c_1734804948.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804951.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/231/a3e3b28af7e3f41ca4746bd5c98df231/a3e3b28af7e3f41ca4746bd5c98df231_1734804951.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804951.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/231/a3e3b28af7e3f41ca4746bd5c98df231/a3e3b28af7e3f41ca4746bd5c98df231_1734804951.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804954.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/809/8b337dcf55f38f5875b305311dbfc809/8b337dcf55f38f5875b305311dbfc809_1734804954.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804954.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/809/8b337dcf55f38f5875b305311dbfc809/8b337dcf55f38f5875b305311dbfc809_1734804954.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804957.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/ca4/85a947b0a265d17f090bec008276eca4/85a947b0a265d17f090bec008276eca4_1734804957.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804957.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/ca4/85a947b0a265d17f090bec008276eca4/85a947b0a265d17f090bec008276eca4_1734804957.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804960.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/eae/85cc3fb0c6ca646039cae00586a42eae/85cc3fb0c6ca646039cae00586a42eae_1734804960.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804960.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/eae/85cc3fb0c6ca646039cae00586a42eae/85cc3fb0c6ca646039cae00586a42eae_1734804960.00000.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804963.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/569/7849ecc8901770284b3b01b7fab4a569/7849ecc8901770284b3b01b7fab4a569_1734804963.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804963.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/569/7849ecc8901770284b3b01b7fab4a569/7849ecc8901770284b3b01b7fab4a569_1734804963.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804966.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/4db/1d19b53f8b49ab35b906fd59f00724db/1d19b53f8b49ab35b906fd59f00724db_1734804966.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804966.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/4db/1d19b53f8b49ab35b906fd59f00724db/1d19b53f8b49ab35b906fd59f00724db_1734804966.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804969.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/064/305b735dbd9568763ef3f4d006d9d064/305b735dbd9568763ef3f4d006d9d064_1734804969.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804969.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/064/305b735dbd9568763ef3f4d006d9d064/305b735dbd9568763ef3f4d006d9d064_1734804969.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804972.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/674/49535b769e84a04e2d1c7af31f1a9674/49535b769e84a04e2d1c7af31f1a9674_1734804972.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804972.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/674/49535b769e84a04e2d1c7af31f1a9674/49535b769e84a04e2d1c7af31f1a9674_1734804972.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804975.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/50a/13a57776ba92eeec234640f01a32e50a/13a57776ba92eeec234640f01a32e50a_1734804975.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804975.00000-0, db: /tmp/tmp7alh1kdd/sda/containers/0/50a/13a57776ba92eeec234640f01a32e50a/13a57776ba92eeec234640f01a32e50a_1734804975.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804788.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/7fd/79621e87efa03e65f9d38dc5c401b7fd/79621e87efa03e65f9d38dc5c401b7fd.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804788.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/7fd/79621e87efa03e65f9d38dc5c401b7fd/79621e87efa03e65f9d38dc5c401b7fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804792.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/aa0/94bada35a21b39a3c78c5a74e07c3aa0/94bada35a21b39a3c78c5a74e07c3aa0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804792.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/aa0/94bada35a21b39a3c78c5a74e07c3aa0/94bada35a21b39a3c78c5a74e07c3aa0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804796.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/9b7/ec9de0e763ff091d68626942fcddb9b7/ec9de0e763ff091d68626942fcddb9b7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804796.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/9b7/ec9de0e763ff091d68626942fcddb9b7/ec9de0e763ff091d68626942fcddb9b7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804800.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/845/a2b48995a88737c5832423fb52656845/a2b48995a88737c5832423fb52656845.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804800.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/845/a2b48995a88737c5832423fb52656845/a2b48995a88737c5832423fb52656845.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804804.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/699/a2c2830ffd42e7614f77b928afa02699/a2c2830ffd42e7614f77b928afa02699.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804804.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/699/a2c2830ffd42e7614f77b928afa02699/a2c2830ffd42e7614f77b928afa02699.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804808.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/e49/3ddbec922d398f247e9b7029feeefe49/3ddbec922d398f247e9b7029feeefe49.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804808.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/e49/3ddbec922d398f247e9b7029feeefe49/3ddbec922d398f247e9b7029feeefe49.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804812.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/c5e/d61a7f97ad81bfe6a0e20d16dc071c5e/d61a7f97ad81bfe6a0e20d16dc071c5e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804812.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/c5e/d61a7f97ad81bfe6a0e20d16dc071c5e/d61a7f97ad81bfe6a0e20d16dc071c5e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804816.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/5f0/190a35eeb9cee5c66c2e04b6685655f0/190a35eeb9cee5c66c2e04b6685655f0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804816.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/5f0/190a35eeb9cee5c66c2e04b6685655f0/190a35eeb9cee5c66c2e04b6685655f0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804820.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/e5b/b6870c4b46cff7c01e64bf5de43dfe5b/b6870c4b46cff7c01e64bf5de43dfe5b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804820.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/e5b/b6870c4b46cff7c01e64bf5de43dfe5b/b6870c4b46cff7c01e64bf5de43dfe5b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804824.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/801/a2787f21b043e103f8cfcdf8211c7801/a2787f21b043e103f8cfcdf8211c7801.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804824.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/801/a2787f21b043e103f8cfcdf8211c7801/a2787f21b043e103f8cfcdf8211c7801.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804828.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/cf4/4f682ffbadc35dd980caf27810b59cf4/4f682ffbadc35dd980caf27810b59cf4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804828.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/cf4/4f682ffbadc35dd980caf27810b59cf4/4f682ffbadc35dd980caf27810b59cf4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804832.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/ed2/73fe8264e865cca0b06af00dda513ed2/73fe8264e865cca0b06af00dda513ed2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804832.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/ed2/73fe8264e865cca0b06af00dda513ed2/73fe8264e865cca0b06af00dda513ed2.dbtest.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_all_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_all_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket +test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804836.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/b4b/89817cfb1559ff3b5a95240599cabb4b/89817cfb1559ff3b5a95240599cabb4b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804836.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/b4b/89817cfb1559ff3b5a95240599cabb4b/89817cfb1559ff3b5a95240599cabb4b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804840.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/c35/e7703fc661ba30f7bdbcdd15d82c0c35/e7703fc661ba30f7bdbcdd15d82c0c35.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804840.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/c35/e7703fc661ba30f7bdbcdd15d82c0c35/e7703fc661ba30f7bdbcdd15d82c0c35.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804844.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/e4b/635a7424502f2520d43592d86070ee4b/635a7424502f2520d43592d86070ee4b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804844.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/e4b/635a7424502f2520d43592d86070ee4b/635a7424502f2520d43592d86070ee4b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804848.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/e9b/cbbbe7470a3154417f35281b1b61ee9b/cbbbe7470a3154417f35281b1b61ee9b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804848.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/e9b/cbbbe7470a3154417f35281b1b61ee9b/cbbbe7470a3154417f35281b1b61ee9b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804852.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/477/2448a653876a54588897daad02bb1477/2448a653876a54588897daad02bb1477.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804852.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/477/2448a653876a54588897daad02bb1477/2448a653876a54588897daad02bb1477.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804856.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/d2b/e07016a752efd29aac46c58dc664dd2b/e07016a752efd29aac46c58dc664dd2b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804856.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/d2b/e07016a752efd29aac46c58dc664dd2b/e07016a752efd29aac46c58dc664dd2b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804860.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/3e9/1073d9a01f560e5cb19ca3460c32d3e9/1073d9a01f560e5cb19ca3460c32d3e9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804860.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/3e9/1073d9a01f560e5cb19ca3460c32d3e9/1073d9a01f560e5cb19ca3460c32d3e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804864.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/655/2ad91db29b9f09f9d210ce1f65093655/2ad91db29b9f09f9d210ce1f65093655.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804864.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/655/2ad91db29b9f09f9d210ce1f65093655/2ad91db29b9f09f9d210ce1f65093655.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804868.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/5b4/57f237b54691c985b2a695d4dc0955b4/57f237b54691c985b2a695d4dc0955b4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804868.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/5b4/57f237b54691c985b2a695d4dc0955b4/57f237b54691c985b2a695d4dc0955b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804872.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/0cf/6e65240365c0693738a3b498a242e0cf/6e65240365c0693738a3b498a242e0cf.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804872.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/0cf/6e65240365c0693738a3b498a242e0cf/6e65240365c0693738a3b498a242e0cf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804876.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/7ed/659df5f97b24de6bdc30c30a50c397ed/659df5f97b24de6bdc30c30a50c397ed.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804876.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/7ed/659df5f97b24de6bdc30c30a50c397ed/659df5f97b24de6bdc30c30a50c397ed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804880.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/1ab/5f95d2a9081be4b45a4ba171613a01ab/5f95d2a9081be4b45a4ba171613a01ab.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804880.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/1ab/5f95d2a9081be4b45a4ba171613a01ab/5f95d2a9081be4b45a4ba171613a01ab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804884.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/b9c/915d3c45a9c67793f947c6450235eb9c/915d3c45a9c67793f947c6450235eb9c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804884.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/b9c/915d3c45a9c67793f947c6450235eb9c/915d3c45a9c67793f947c6450235eb9c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804888.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/50f/0ddf84bdc8baee0b058a2c23aa36150f/0ddf84bdc8baee0b058a2c23aa36150f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804888.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/50f/0ddf84bdc8baee0b058a2c23aa36150f/0ddf84bdc8baee0b058a2c23aa36150f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804892.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/9ee/3d3033178bc39ae4792075048fce89ee/3d3033178bc39ae4792075048fce89ee.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804892.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/9ee/3d3033178bc39ae4792075048fce89ee/3d3033178bc39ae4792075048fce89ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804896.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/8b8/8b1c5bf4fab368640e326c680ab9b8b8/8b1c5bf4fab368640e326c680ab9b8b8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804896.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/8b8/8b1c5bf4fab368640e326c680ab9b8b8/8b1c5bf4fab368640e326c680ab9b8b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804900.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/54f/302184302ed05c0324da51dd90c6354f/302184302ed05c0324da51dd90c6354f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804900.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/54f/302184302ed05c0324da51dd90c6354f/302184302ed05c0324da51dd90c6354f.db -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txd74d0e81ffed4b01a1c6a-006767052e) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd74d0e81ffed4b01a1c6a-006767052e) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txd74d0e81ffed4b01a1c6a-006767052e) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txd74d0e81ffed4b01a1c6a-006767052e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txefab8252bb4449679246e-006767052e) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txefab8252bb4449679246e-006767052e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txefab8252bb4449679246e-006767052e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txefab8252bb4449679246e-006767052e) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txefab8252bb4449679246e-006767052e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx271b99ee45e64d2887c11-006767052e) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx271b99ee45e64d2887c11-006767052e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx271b99ee45e64d2887c11-006767052e) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx271b99ee45e64d2887c11-006767052e) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx271b99ee45e64d2887c11-006767052e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txde0d7a0c737f4d8e9a2b9-006767052e) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txde0d7a0c737f4d8e9a2b9-006767052e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txde0d7a0c737f4d8e9a2b9-006767052e) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txde0d7a0c737f4d8e9a2b9-006767052e) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txde0d7a0c737f4d8e9a2b9-006767052e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx91eaeacf1bbd419088c7d-006767052e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx91eaeacf1bbd419088c7d-006767052e) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx91eaeacf1bbd419088c7d-006767052e) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx91eaeacf1bbd419088c7d-006767052e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx91eaeacf1bbd419088c7d-006767052e) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx91eaeacf1bbd419088c7d-006767052e) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx91eaeacf1bbd419088c7d-006767052e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx91eaeacf1bbd419088c7d-006767052e) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx91eaeacf1bbd419088c7d-006767052e) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 404 (txn: tx91eaeacf1bbd419088c7d-006767052e) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: tx91eaeacf1bbd419088c7d-006767052e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx84b06a66e4404a528df89-0067670530) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx84b06a66e4404a528df89-0067670530) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx84b06a66e4404a528df89-0067670530) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx84b06a66e4404a528df89-0067670530) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx84b06a66e4404a528df89-0067670530) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx84b06a66e4404a528df89-0067670530) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx84b06a66e4404a528df89-0067670530) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx84b06a66e4404a528df89-0067670530) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx84b06a66e4404a528df89-0067670530) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx84b06a66e4404a528df89-0067670530) -test DEBUG: Setting object count to 1065 (txn: tx84b06a66e4404a528df89-0067670530) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok ... ok - proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: txa08b2be6824b4e8a89cca-0067670530) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: txa59842b308594658b8c1e-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sdx, error: ERROR Insufficient Storage (txn: txa59842b308594658b8c1e-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: txa59842b308594658b8c1e-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sds, error: ERROR Insufficient Storage (txn: txa59842b308594658b8c1e-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sdt, error: ERROR Insufficient Storage (txn: txa59842b308594658b8c1e-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: txa59842b308594658b8c1e-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: txa59842b308594658b8c1e-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txa59842b308594658b8c1e-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txa59842b308594658b8c1e-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: txa59842b308594658b8c1e-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: txa59842b308594658b8c1e-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sdq, error: ERROR Insufficient Storage (txn: txa59842b308594658b8c1e-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sdv, error: ERROR Insufficient Storage (txn: txa59842b308594658b8c1e-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: txa59842b308594658b8c1e-0067670530) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sdu, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sdt, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sdy, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sdw, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sdv, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sdb, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sdr, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since ... ok - -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: tx85385d78464946ce89bc5-0067670530) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sdt, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sdo, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sdr, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sdw, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sdb, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sdu, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sds, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_timeouts -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_timeouts ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_none_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_none_found ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_one_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_one_found ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects ... ok - -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: tx866bddd0d412462cab726-0067670530) -proxy-server ERROR: Object DELETE returning 503 for (204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx866bddd0d412462cab726-0067670530) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txf3c82b6d16a04743af1d2-0067670530) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txf3c82b6d16a04743af1d2-0067670530) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txf3c82b6d16a04743af1d2-0067670530) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txf3c82b6d16a04743af1d2-0067670530) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txf3c82b6d16a04743af1d2-0067670530) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txf3c82b6d16a04743af1d2-0067670530) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txf3c82b6d16a04743af1d2-0067670530) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txf3c82b6d16a04743af1d2-0067670530) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txf3c82b6d16a04743af1d2-0067670530) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txf3c82b6d16a04743af1d2-0067670530) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txf3c82b6d16a04743af1d2-0067670530) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txf3c82b6d16a04743af1d2-0067670530) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txf3c82b6d16a04743af1d2-0067670530) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txf3c82b6d16a04743af1d2-0067670530) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txf3c82b6d16a04743af1d2-0067670530) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) @@ -48345,1379 +46568,1994 @@ proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sdb (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sdy (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sdo (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: txdfdf60bbc31a409d875f8-0067670530)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804904.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/3c0/8fd04513dfd3d716f045ff34806e03c0/8fd04513dfd3d716f045ff34806e03c0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804904.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/3c0/8fd04513dfd3d716f045ff34806e03c0/8fd04513dfd3d716f045ff34806e03c0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804908.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/856/8f4089c6062c5992fc3492b6d7efd856/8f4089c6062c5992fc3492b6d7efd856.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804908.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/856/8f4089c6062c5992fc3492b6d7efd856/8f4089c6062c5992fc3492b6d7efd856.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804912.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/7ed/cbd0edd8992155cf6a118d19874cd7ed/cbd0edd8992155cf6a118d19874cd7ed.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804912.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/7ed/cbd0edd8992155cf6a118d19874cd7ed/cbd0edd8992155cf6a118d19874cd7ed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804916.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/2c5/85afcb9212754049d4826fc10685c2c5/85afcb9212754049d4826fc10685c2c5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804916.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/2c5/85afcb9212754049d4826fc10685c2c5/85afcb9212754049d4826fc10685c2c5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804920.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/abb/00015ee5d5ceaabed77df78838613abb/00015ee5d5ceaabed77df78838613abb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804920.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/abb/00015ee5d5ceaabed77df78838613abb/00015ee5d5ceaabed77df78838613abb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804924.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/27b/a7037f4910c362e13a749ce995c5827b/a7037f4910c362e13a749ce995c5827b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804924.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/27b/a7037f4910c362e13a749ce995c5827b/a7037f4910c362e13a749ce995c5827b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804928.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/cc0/a05b4919ee7ceb341d31adc0f3e14cc0/a05b4919ee7ceb341d31adc0f3e14cc0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804928.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/cc0/a05b4919ee7ceb341d31adc0f3e14cc0/a05b4919ee7ceb341d31adc0f3e14cc0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804932.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/68a/b3909aee33fa26bc20908f04da4ae68a/b3909aee33fa26bc20908f04da4ae68a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804932.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/68a/b3909aee33fa26bc20908f04da4ae68a/b3909aee33fa26bc20908f04da4ae68a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804936.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/20b/43d0e9e1441f3268c24383e35bc7620b/43d0e9e1441f3268c24383e35bc7620b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804936.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/20b/43d0e9e1441f3268c24383e35bc7620b/43d0e9e1441f3268c24383e35bc7620b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804940.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/775/3029bf3b36465e8eee4210f4e4beb775/3029bf3b36465e8eee4210f4e4beb775.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804940.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/775/3029bf3b36465e8eee4210f4e4beb775/3029bf3b36465e8eee4210f4e4beb775.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804944.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/83c/7b8cc79d921c8edfe22c58d8e14fb83c/7b8cc79d921c8edfe22c58d8e14fb83c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804944.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/83c/7b8cc79d921c8edfe22c58d8e14fb83c/7b8cc79d921c8edfe22c58d8e14fb83c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804948.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/19c/1eb9acccc58f84ebe3edd67ce74de19c/1eb9acccc58f84ebe3edd67ce74de19c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804948.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/19c/1eb9acccc58f84ebe3edd67ce74de19c/1eb9acccc58f84ebe3edd67ce74de19c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804952.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/748/a602fd0ab64b4aadec46c01852d74748/a602fd0ab64b4aadec46c01852d74748.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804952.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/748/a602fd0ab64b4aadec46c01852d74748/a602fd0ab64b4aadec46c01852d74748.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804956.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/c80/9992092fde4a738512bad56318c90c80/9992092fde4a738512bad56318c90c80.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804956.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/c80/9992092fde4a738512bad56318c90c80/9992092fde4a738512bad56318c90c80.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804960.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/eae/85cc3fb0c6ca646039cae00586a42eae/85cc3fb0c6ca646039cae00586a42eae.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804960.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/eae/85cc3fb0c6ca646039cae00586a42eae/85cc3fb0c6ca646039cae00586a42eae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804964.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/179/3f04ce715ac682d8deb9966a5c72e179/3f04ce715ac682d8deb9966a5c72e179.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804964.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/179/3f04ce715ac682d8deb9966a5c72e179/3f04ce715ac682d8deb9966a5c72e179.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804968.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/6df/ab1ccc8461fa9f66230ec40f668e96df/ab1ccc8461fa9f66230ec40f668e96df.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804968.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/6df/ab1ccc8461fa9f66230ec40f668e96df/ab1ccc8461fa9f66230ec40f668e96df.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row ... ok - -proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sdz (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sdr (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sdu (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sdv (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sdp (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sdx (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sdt (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sdq (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sds (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sdw (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server ERROR: Object returning 503 for [] (txn: txdfdf60bbc31a409d875f8-0067670530) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx108c06d72f164bd1b9666-0067670530) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx108c06d72f164bd1b9666-0067670530) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx108c06d72f164bd1b9666-0067670530) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx108c06d72f164bd1b9666-0067670530) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx108c06d72f164bd1b9666-0067670530) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx108c06d72f164bd1b9666-0067670530) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx108c06d72f164bd1b9666-0067670530) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx108c06d72f164bd1b9666-0067670530) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx108c06d72f164bd1b9666-0067670530) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx108c06d72f164bd1b9666-0067670530) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx108c06d72f164bd1b9666-0067670530) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx108c06d72f164bd1b9666-0067670530) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx108c06d72f164bd1b9666-0067670530) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx108c06d72f164bd1b9666-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108c06d72f164bd1b9666-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108c06d72f164bd1b9666-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108c06d72f164bd1b9666-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108c06d72f164bd1b9666-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108c06d72f164bd1b9666-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108c06d72f164bd1b9666-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108c06d72f164bd1b9666-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108c06d72f164bd1b9666-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108c06d72f164bd1b9666-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108c06d72f164bd1b9666-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108c06d72f164bd1b9666-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108c06d72f164bd1b9666-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108c06d72f164bd1b9666-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108c06d72f164bd1b9666-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108c06d72f164bd1b9666-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108c06d72f164bd1b9666-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108c06d72f164bd1b9666-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108c06d72f164bd1b9666-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108c06d72f164bd1b9666-0067670530)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804972.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/674/49535b769e84a04e2d1c7af31f1a9674/49535b769e84a04e2d1c7af31f1a9674.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804972.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/674/49535b769e84a04e2d1c7af31f1a9674/49535b769e84a04e2d1c7af31f1a9674.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804976.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/587/e26ad23ccccc113103a82daf95e5b587/e26ad23ccccc113103a82daf95e5b587.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804976.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/587/e26ad23ccccc113103a82daf95e5b587/e26ad23ccccc113103a82daf95e5b587.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804980.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/f91/ae4e5ff392c860aaa042d79f50422f91/ae4e5ff392c860aaa042d79f50422f91.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804980.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/f91/ae4e5ff392c860aaa042d79f50422f91/ae4e5ff392c860aaa042d79f50422f91.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804984.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/953/5be25131485cd8bf8ab235f3c5f14953/5be25131485cd8bf8ab235f3c5f14953.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804984.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/953/5be25131485cd8bf8ab235f3c5f14953/5be25131485cd8bf8ab235f3c5f14953.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804988.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/67a/ac30e0337d9300ce402a09dabbab167a/ac30e0337d9300ce402a09dabbab167a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804988.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/67a/ac30e0337d9300ce402a09dabbab167a/ac30e0337d9300ce402a09dabbab167a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804992.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/165/9101d9b722de2660d99d4b4a97e24165/9101d9b722de2660d99d4b4a97e24165.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804992.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/165/9101d9b722de2660d99d4b4a97e24165/9101d9b722de2660d99d4b4a97e24165.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804996.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/bb5/2c4071e34f42582662cca438c8f32bb5/2c4071e34f42582662cca438c8f32bb5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804996.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/bb5/2c4071e34f42582662cca438c8f32bb5/2c4071e34f42582662cca438c8f32bb5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805000.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/1bb/54634d2781de25177c0ab035f1d6c1bb/54634d2781de25177c0ab035f1d6c1bb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805000.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/1bb/54634d2781de25177c0ab035f1d6c1bb/54634d2781de25177c0ab035f1d6c1bb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805004.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/423/0aeb5ba97522fee76795fe621c241423/0aeb5ba97522fee76795fe621c241423.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805004.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/423/0aeb5ba97522fee76795fe621c241423/0aeb5ba97522fee76795fe621c241423.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805008.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/b91/ca3b471726267f6a88730977c8d30b91/ca3b471726267f6a88730977c8d30b91.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805008.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/b91/ca3b471726267f6a88730977c8d30b91/ca3b471726267f6a88730977c8d30b91.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805012.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/07d/f2b5e00d96d4d7d1dfcf7a24a3abf07d/f2b5e00d96d4d7d1dfcf7a24a3abf07d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805012.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/07d/f2b5e00d96d4d7d1dfcf7a24a3abf07d/f2b5e00d96d4d7d1dfcf7a24a3abf07d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805016.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/6c5/6e2541968ae2bf6d555932da401d86c5/6e2541968ae2bf6d555932da401d86c5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805016.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/6c5/6e2541968ae2bf6d555932da401d86c5/6e2541968ae2bf6d555932da401d86c5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805020.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/95b/6b5b0737159885eac0fbf31cbdc0995b/6b5b0737159885eac0fbf31cbdc0995b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805020.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/95b/6b5b0737159885eac0fbf31cbdc0995b/6b5b0737159885eac0fbf31cbdc0995b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805024.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/642/d7e255be23db9c6bd7830b87ec1d5642/d7e255be23db9c6bd7830b87ec1d5642.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805024.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/642/d7e255be23db9c6bd7830b87ec1d5642/d7e255be23db9c6bd7830b87ec1d5642.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805028.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/99e/f465c07c4da555cf5953989e0173699e/f465c07c4da555cf5953989e0173699e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805028.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/99e/f465c07c4da555cf5953989e0173699e/f465c07c4da555cf5953989e0173699e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805032.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/a10/47978f2589c43776e8b3e23dfb880a10/47978f2589c43776e8b3e23dfb880a10.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805032.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/a10/47978f2589c43776e8b3e23dfb880a10/47978f2589c43776e8b3e23dfb880a10.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805036.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/81e/06b5b5df5498332641f836896243a81e/06b5b5df5498332641f836896243a81e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805036.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/81e/06b5b5df5498332641f836896243a81e/06b5b5df5498332641f836896243a81e.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.11:1011/sdl (txn: tx7a96e4a24cb04ef6ae6da-006974155b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.11:1011/sdl (txn: tx75b1112148b14c24b8ad3-006974155b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.7:1007/sdh (txn: tx30216731612848a6b47d1-006974155b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108c06d72f164bd1b9666-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108c06d72f164bd1b9666-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108c06d72f164bd1b9666-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108c06d72f164bd1b9666-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108c06d72f164bd1b9666-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108c06d72f164bd1b9666-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108c06d72f164bd1b9666-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108c06d72f164bd1b9666-0067670530) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108c06d72f164bd1b9666-0067670530) -proxy-server ERROR: Object returning 503 for [] (txn: tx108c06d72f164bd1b9666-0067670530) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txed84a74bdfc24f96911ee-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: txed84a74bdfc24f96911ee-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: txed84a74bdfc24f96911ee-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: txed84a74bdfc24f96911ee-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: txed84a74bdfc24f96911ee-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: txed84a74bdfc24f96911ee-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: txed84a74bdfc24f96911ee-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: txed84a74bdfc24f96911ee-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: txed84a74bdfc24f96911ee-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: txed84a74bdfc24f96911ee-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: txed84a74bdfc24f96911ee-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: txed84a74bdfc24f96911ee-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: txed84a74bdfc24f96911ee-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: txed84a74bdfc24f96911ee-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: txed84a74bdfc24f96911ee-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: txed84a74bdfc24f96911ee-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: txed84a74bdfc24f96911ee-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: txed84a74bdfc24f96911ee-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: txed84a74bdfc24f96911ee-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: txed84a74bdfc24f96911ee-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: txed84a74bdfc24f96911ee-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: txed84a74bdfc24f96911ee-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: txed84a74bdfc24f96911ee-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: txed84a74bdfc24f96911ee-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: txed84a74bdfc24f96911ee-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: txed84a74bdfc24f96911ee-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: txed84a74bdfc24f96911ee-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: txed84a74bdfc24f96911ee-0067670531) -proxy-server ERROR: Object returning 503 for [] (txn: txed84a74bdfc24f96911ee-0067670531) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txafad3690be924e66aefe8-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: txafad3690be924e66aefe8-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: txafad3690be924e66aefe8-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: txafad3690be924e66aefe8-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: txafad3690be924e66aefe8-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: txafad3690be924e66aefe8-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: txafad3690be924e66aefe8-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: txafad3690be924e66aefe8-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: txafad3690be924e66aefe8-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: txafad3690be924e66aefe8-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txafad3690be924e66aefe8-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txafad3690be924e66aefe8-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txafad3690be924e66aefe8-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txafad3690be924e66aefe8-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txafad3690be924e66aefe8-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txafad3690be924e66aefe8-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txafad3690be924e66aefe8-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txafad3690be924e66aefe8-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txafad3690be924e66aefe8-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txafad3690be924e66aefe8-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txafad3690be924e66aefe8-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txafad3690be924e66aefe8-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txafad3690be924e66aefe8-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txafad3690be924e66aefe8-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txafad3690be924e66aefe8-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txafad3690be924e66aefe8-0067670531)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges ... ok - -proxy-server DEBUG: Ignoring 404 from handoff (txn: txafad3690be924e66aefe8-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txafad3690be924e66aefe8-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txafad3690be924e66aefe8-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txafad3690be924e66aefe8-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txafad3690be924e66aefe8-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txafad3690be924e66aefe8-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txafad3690be924e66aefe8-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txafad3690be924e66aefe8-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txafad3690be924e66aefe8-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txafad3690be924e66aefe8-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txafad3690be924e66aefe8-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txafad3690be924e66aefe8-0067670531) -proxy-server ERROR: Object returning 503 for [] (txn: txafad3690be924e66aefe8-0067670531) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12fdebf7632946f38b0ca-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12fdebf7632946f38b0ca-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12fdebf7632946f38b0ca-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12fdebf7632946f38b0ca-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12fdebf7632946f38b0ca-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12fdebf7632946f38b0ca-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12fdebf7632946f38b0ca-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12fdebf7632946f38b0ca-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12fdebf7632946f38b0ca-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12fdebf7632946f38b0ca-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12fdebf7632946f38b0ca-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12fdebf7632946f38b0ca-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12fdebf7632946f38b0ca-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12fdebf7632946f38b0ca-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12fdebf7632946f38b0ca-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12fdebf7632946f38b0ca-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12fdebf7632946f38b0ca-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12fdebf7632946f38b0ca-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12fdebf7632946f38b0ca-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12fdebf7632946f38b0ca-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12fdebf7632946f38b0ca-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12fdebf7632946f38b0ca-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12fdebf7632946f38b0ca-0067670531) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17e3ff41c9654641b989d-0067670531)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805040.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/5f8/3796bb37ed3fd78c55747d25bacdf5f8/3796bb37ed3fd78c55747d25bacdf5f8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805040.00000-0, db: /tmp/tmpvn0xoeek/sda/containers/0/5f8/3796bb37ed3fd78c55747d25bacdf5f8/3796bb37ed3fd78c55747d25bacdf5f8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804790.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/310/e4e40454e915ba51cd631a57d4a5f310/e4e40454e915ba51cd631a57d4a5f310.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804790.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/310/e4e40454e915ba51cd631a57d4a5f310/e4e40454e915ba51cd631a57d4a5f310.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804793.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/1c6/b2d2e70ea9e34a1442a4e750f326e1c6/b2d2e70ea9e34a1442a4e750f326e1c6.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804793.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/1c6/b2d2e70ea9e34a1442a4e750f326e1c6/b2d2e70ea9e34a1442a4e750f326e1c6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804796.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/9b7/ec9de0e763ff091d68626942fcddb9b7/ec9de0e763ff091d68626942fcddb9b7.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804796.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/9b7/ec9de0e763ff091d68626942fcddb9b7/ec9de0e763ff091d68626942fcddb9b7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804799.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/2ca/85108524a8b6298b58d964519cf982ca/85108524a8b6298b58d964519cf982ca.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804799.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/2ca/85108524a8b6298b58d964519cf982ca/85108524a8b6298b58d964519cf982ca.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804802.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/4ed/15e20324ea4849bdf75f1d62a12754ed/15e20324ea4849bdf75f1d62a12754ed.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804802.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/4ed/15e20324ea4849bdf75f1d62a12754ed/15e20324ea4849bdf75f1d62a12754ed.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804805.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/237/5ce3ab269c61074f5757353d9339a237/5ce3ab269c61074f5757353d9339a237.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804805.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/237/5ce3ab269c61074f5757353d9339a237/5ce3ab269c61074f5757353d9339a237.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804808.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/e49/3ddbec922d398f247e9b7029feeefe49/3ddbec922d398f247e9b7029feeefe49.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804808.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/e49/3ddbec922d398f247e9b7029feeefe49/3ddbec922d398f247e9b7029feeefe49.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804811.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/f17/7f58c1e8134cd1ea7197a8edfe7eef17/7f58c1e8134cd1ea7197a8edfe7eef17.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804811.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/f17/7f58c1e8134cd1ea7197a8edfe7eef17/7f58c1e8134cd1ea7197a8edfe7eef17.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804814.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/66c/decbe67986899261ad6fbbf042fc466c/decbe67986899261ad6fbbf042fc466c.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804814.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/66c/decbe67986899261ad6fbbf042fc466c/decbe67986899261ad6fbbf042fc466c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804817.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/415/d1df87bfc823cd722a456a7664723415/d1df87bfc823cd722a456a7664723415.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804817.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/415/d1df87bfc823cd722a456a7664723415/d1df87bfc823cd722a456a7664723415.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804820.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/e5b/b6870c4b46cff7c01e64bf5de43dfe5b/b6870c4b46cff7c01e64bf5de43dfe5b.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804820.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/e5b/b6870c4b46cff7c01e64bf5de43dfe5b/b6870c4b46cff7c01e64bf5de43dfe5b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804823.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/ce0/f14e1afe89e75253b1a90cfe5d98cce0/f14e1afe89e75253b1a90cfe5d98cce0.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804823.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/ce0/f14e1afe89e75253b1a90cfe5d98cce0/f14e1afe89e75253b1a90cfe5d98cce0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804826.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/1a0/8d8f86fb081241ffb675bcb2bafd91a0/8d8f86fb081241ffb675bcb2bafd91a0.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804826.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/1a0/8d8f86fb081241ffb675bcb2bafd91a0/8d8f86fb081241ffb675bcb2bafd91a0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804829.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/5cc/93b8bad47498f09f829d8659838525cc/93b8bad47498f09f829d8659838525cc.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804829.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/5cc/93b8bad47498f09f829d8659838525cc/93b8bad47498f09f829d8659838525cc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804832.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/ed2/73fe8264e865cca0b06af00dda513ed2/73fe8264e865cca0b06af00dda513ed2.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804832.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/ed2/73fe8264e865cca0b06af00dda513ed2/73fe8264e865cca0b06af00dda513ed2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804835.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/587/58e1bdf86c345c85529b78337496d587/58e1bdf86c345c85529b78337496d587.dbtest.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta ... ok - -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804835.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/587/58e1bdf86c345c85529b78337496d587/58e1bdf86c345c85529b78337496d587.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804838.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/efc/75ded349a2621ed6fb75c6e1935beefc/75ded349a2621ed6fb75c6e1935beefc.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804838.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/efc/75ded349a2621ed6fb75c6e1935beefc/75ded349a2621ed6fb75c6e1935beefc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804841.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/b69/430537edd6dd14244249e94827d73b69/430537edd6dd14244249e94827d73b69.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804841.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/b69/430537edd6dd14244249e94827d73b69/430537edd6dd14244249e94827d73b69.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804844.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/e4b/635a7424502f2520d43592d86070ee4b/635a7424502f2520d43592d86070ee4b.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804844.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/e4b/635a7424502f2520d43592d86070ee4b/635a7424502f2520d43592d86070ee4b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804847.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/ab3/4b170412b38fc38a72213510f9ca3ab3/4b170412b38fc38a72213510f9ca3ab3.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804847.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/ab3/4b170412b38fc38a72213510f9ca3ab3/4b170412b38fc38a72213510f9ca3ab3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804850.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/98c/26e89f2ef4506c6e321a8ec5361e898c/26e89f2ef4506c6e321a8ec5361e898c.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804850.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/98c/26e89f2ef4506c6e321a8ec5361e898c/26e89f2ef4506c6e321a8ec5361e898c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804853.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/b3c/48a1851a9fb59b63ecbd98a4a563bb3c/48a1851a9fb59b63ecbd98a4a563bb3c.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804853.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/b3c/48a1851a9fb59b63ecbd98a4a563bb3c/48a1851a9fb59b63ecbd98a4a563bb3c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804856.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/d2b/e07016a752efd29aac46c58dc664dd2b/e07016a752efd29aac46c58dc664dd2b.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804856.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/d2b/e07016a752efd29aac46c58dc664dd2b/e07016a752efd29aac46c58dc664dd2b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804859.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/c9a/cb58d177cfdcc6043aa72bc467deac9a/cb58d177cfdcc6043aa72bc467deac9a.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804859.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/c9a/cb58d177cfdcc6043aa72bc467deac9a/cb58d177cfdcc6043aa72bc467deac9a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804862.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/766/75736ced915d2e4f1fc833415b855766/75736ced915d2e4f1fc833415b855766.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804862.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/766/75736ced915d2e4f1fc833415b855766/75736ced915d2e4f1fc833415b855766.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804865.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/b8b/4353adecb32c6d825d1b82922f4a4b8b/4353adecb32c6d825d1b82922f4a4b8b.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804865.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/b8b/4353adecb32c6d825d1b82922f4a4b8b/4353adecb32c6d825d1b82922f4a4b8b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804868.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/5b4/57f237b54691c985b2a695d4dc0955b4/57f237b54691c985b2a695d4dc0955b4.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804868.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/5b4/57f237b54691c985b2a695d4dc0955b4/57f237b54691c985b2a695d4dc0955b4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804871.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/157/49ca772af1b85753ca11d6ee8ae2d157/49ca772af1b85753ca11d6ee8ae2d157.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804871.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/157/49ca772af1b85753ca11d6ee8ae2d157/49ca772af1b85753ca11d6ee8ae2d157.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804874.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/78d/b97776a25e2a1df12b1fa520c731a78d/b97776a25e2a1df12b1fa520c731a78d.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804874.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/78d/b97776a25e2a1df12b1fa520c731a78d/b97776a25e2a1df12b1fa520c731a78d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804877.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/250/e481ed23107801785ca789b6f8f1f250/e481ed23107801785ca789b6f8f1f250.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804877.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/250/e481ed23107801785ca789b6f8f1f250/e481ed23107801785ca789b6f8f1f250.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804880.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/1ab/5f95d2a9081be4b45a4ba171613a01ab/5f95d2a9081be4b45a4ba171613a01ab.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804880.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/1ab/5f95d2a9081be4b45a4ba171613a01ab/5f95d2a9081be4b45a4ba171613a01ab.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804883.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/59a/523b44166e5b329006c52a7614b1859a/523b44166e5b329006c52a7614b1859a.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804883.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/59a/523b44166e5b329006c52a7614b1859a/523b44166e5b329006c52a7614b1859a.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_custom_config +test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_custom_config ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps ... ok -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server ERROR: Object returning 503 for [] (txn: tx17e3ff41c9654641b989d-0067670531) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: tx8ce5ebf637aa41548ed0c-0067670531) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf134699d369242f9b4971-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf134699d369242f9b4971-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf134699d369242f9b4971-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf134699d369242f9b4971-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf134699d369242f9b4971-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf134699d369242f9b4971-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf134699d369242f9b4971-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf134699d369242f9b4971-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf134699d369242f9b4971-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf134699d369242f9b4971-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf134699d369242f9b4971-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf134699d369242f9b4971-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf134699d369242f9b4971-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf134699d369242f9b4971-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf134699d369242f9b4971-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf134699d369242f9b4971-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf134699d369242f9b4971-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf134699d369242f9b4971-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf134699d369242f9b4971-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf134699d369242f9b4971-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf134699d369242f9b4971-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf134699d369242f9b4971-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf134699d369242f9b4971-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf134699d369242f9b4971-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf134699d369242f9b4971-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf134699d369242f9b4971-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf134699d369242f9b4971-0067670531) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf134699d369242f9b4971-0067670531) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6adb9224297743dbb70db-006974155c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6adb9224297743dbb70db-006974155c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6adb9224297743dbb70db-006974155c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6adb9224297743dbb70db-006974155c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6adb9224297743dbb70db-006974155c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6adb9224297743dbb70db-006974155c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6adb9224297743dbb70db-006974155c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6adb9224297743dbb70db-006974155c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6adb9224297743dbb70db-006974155c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6adb9224297743dbb70db-006974155c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6adb9224297743dbb70db-006974155c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6adb9224297743dbb70db-006974155c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6adb9224297743dbb70db-006974155c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6adb9224297743dbb70db-006974155c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6adb9224297743dbb70db-006974155c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6adb9224297743dbb70db-006974155c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6adb9224297743dbb70db-006974155c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6adb9224297743dbb70db-006974155c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6adb9224297743dbb70db-006974155c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6adb9224297743dbb70db-006974155c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6adb9224297743dbb70db-006974155c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6adb9224297743dbb70db-006974155c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6adb9224297743dbb70db-006974155c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6adb9224297743dbb70db-006974155c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6adb9224297743dbb70db-006974155c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6adb9224297743dbb70db-006974155c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6adb9224297743dbb70db-006974155c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6adb9224297743dbb70db-006974155c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx268e00ad62f94cf792fed-006974155c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx268e00ad62f94cf792fed-006974155c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx268e00ad62f94cf792fed-006974155c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx268e00ad62f94cf792fed-006974155c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx268e00ad62f94cf792fed-006974155c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx268e00ad62f94cf792fed-006974155c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx268e00ad62f94cf792fed-006974155c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx268e00ad62f94cf792fed-006974155c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx268e00ad62f94cf792fed-006974155c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx268e00ad62f94cf792fed-006974155c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx268e00ad62f94cf792fed-006974155c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx268e00ad62f94cf792fed-006974155c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx268e00ad62f94cf792fed-006974155c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx268e00ad62f94cf792fed-006974155c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx268e00ad62f94cf792fed-006974155c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx268e00ad62f94cf792fed-006974155c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx268e00ad62f94cf792fed-006974155c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx268e00ad62f94cf792fed-006974155c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx268e00ad62f94cf792fed-006974155c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx268e00ad62f94cf792fed-006974155c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx268e00ad62f94cf792fed-006974155c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx268e00ad62f94cf792fed-006974155c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx268e00ad62f94cf792fed-006974155c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx268e00ad62f94cf792fed-006974155c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx268e00ad62f94cf792fed-006974155c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx268e00ad62f94cf792fed-006974155c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx268e00ad62f94cf792fed-006974155c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx268e00ad62f94cf792fed-006974155c) +proxy-server DEBUG: Ignoring 404 from primary (txn: txca48a51285324fd89e139-006974155c) +proxy-server DEBUG: Ignoring 404 from primary (txn: txca48a51285324fd89e139-006974155c) +proxy-server DEBUG: Ignoring 404 from primary (txn: txca48a51285324fd89e139-006974155c) +proxy-server DEBUG: Ignoring 404 from primary (txn: txca48a51285324fd89e139-006974155c) +proxy-server DEBUG: Ignoring 404 from primary (txn: txca48a51285324fd89e139-006974155c) +proxy-server DEBUG: Ignoring 404 from primary (txn: txca48a51285324fd89e139-006974155c) +proxy-server DEBUG: Ignoring 404 from primary (txn: txca48a51285324fd89e139-006974155c) +proxy-server DEBUG: Ignoring 404 from primary (txn: txca48a51285324fd89e139-006974155c) +proxy-server DEBUG: Ignoring 404 from primary (txn: txca48a51285324fd89e139-006974155c) +proxy-server DEBUG: Ignoring 404 from primary (txn: txca48a51285324fd89e139-006974155c) +proxy-server DEBUG: Ignoring 404 from primary (txn: txca48a51285324fd89e139-006974155c) +proxy-server DEBUG: Ignoring 404 from primary (txn: txca48a51285324fd89e139-006974155c) +proxy-server DEBUG: Ignoring 404 from primary (txn: txca48a51285324fd89e139-006974155c) +proxy-server DEBUG: Ignoring 404 from primary (txn: txca48a51285324fd89e139-006974155c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txca48a51285324fd89e139-006974155c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txca48a51285324fd89e139-006974155c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txca48a51285324fd89e139-006974155c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txca48a51285324fd89e139-006974155c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txca48a51285324fd89e139-006974155c)test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_default_config +test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_default_config ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range ... ok + +proxy-server DEBUG: Ignoring 404 from handoff (txn: txca48a51285324fd89e139-006974155c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txca48a51285324fd89e139-006974155c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txca48a51285324fd89e139-006974155c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txca48a51285324fd89e139-006974155c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txca48a51285324fd89e139-006974155c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txca48a51285324fd89e139-006974155c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txca48a51285324fd89e139-006974155c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txca48a51285324fd89e139-006974155c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txca48a51285324fd89e139-006974155c) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating&includes=1_test: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txfff78b092834440b97edd-006974155c) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: ValueError("upper ('a') must be greater than or equal to lower ('z')") (txn: tx766645cbe5884a0baf9de-006974155c) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: KeyError('name') (txn: tx6c0c8cc73e9c446ba00df-006974155c) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfa820335dbdd477e919e4-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfa820335dbdd477e919e4-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfa820335dbdd477e919e4-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfa820335dbdd477e919e4-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfa820335dbdd477e919e4-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfa820335dbdd477e919e4-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfa820335dbdd477e919e4-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfa820335dbdd477e919e4-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfa820335dbdd477e919e4-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfa820335dbdd477e919e4-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfa820335dbdd477e919e4-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfa820335dbdd477e919e4-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfa820335dbdd477e919e4-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfa820335dbdd477e919e4-0067670531)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default ... ok - -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804886.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/a16/f84d1ab61d04a7d667603737f2368a16/f84d1ab61d04a7d667603737f2368a16.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804886.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/a16/f84d1ab61d04a7d667603737f2368a16/f84d1ab61d04a7d667603737f2368a16.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804889.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/91a/ae5f0c54929ae663671c01e0d2aad91a/ae5f0c54929ae663671c01e0d2aad91a.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804889.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/91a/ae5f0c54929ae663671c01e0d2aad91a/ae5f0c54929ae663671c01e0d2aad91a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804892.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/9ee/3d3033178bc39ae4792075048fce89ee/3d3033178bc39ae4792075048fce89ee.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804892.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/9ee/3d3033178bc39ae4792075048fce89ee/3d3033178bc39ae4792075048fce89ee.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804895.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/761/625f7f23587ef6b1912de70516454761/625f7f23587ef6b1912de70516454761.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804895.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/761/625f7f23587ef6b1912de70516454761/625f7f23587ef6b1912de70516454761.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804898.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/af9/9ab22289e9a065af778955401abe8af9/9ab22289e9a065af778955401abe8af9.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804898.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/af9/9ab22289e9a065af778955401abe8af9/9ab22289e9a065af778955401abe8af9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804901.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/ce5/07865d2943792c9d8b10a112b098dce5/07865d2943792c9d8b10a112b098dce5.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804901.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/ce5/07865d2943792c9d8b10a112b098dce5/07865d2943792c9d8b10a112b098dce5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804904.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/3c0/8fd04513dfd3d716f045ff34806e03c0/8fd04513dfd3d716f045ff34806e03c0.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804904.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/3c0/8fd04513dfd3d716f045ff34806e03c0/8fd04513dfd3d716f045ff34806e03c0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804907.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/355/62b86a5133ff4567ed10c4f9a29db355/62b86a5133ff4567ed10c4f9a29db355.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804907.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/355/62b86a5133ff4567ed10c4f9a29db355/62b86a5133ff4567ed10c4f9a29db355.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804910.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/51c/8ed12560af59db00139f0b8022c3551c/8ed12560af59db00139f0b8022c3551c.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804910.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/51c/8ed12560af59db00139f0b8022c3551c/8ed12560af59db00139f0b8022c3551c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804913.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/a9f/5a9361758cd992265dd22d5ebc00ca9f/5a9361758cd992265dd22d5ebc00ca9f.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804913.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/a9f/5a9361758cd992265dd22d5ebc00ca9f/5a9361758cd992265dd22d5ebc00ca9f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804916.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/2c5/85afcb9212754049d4826fc10685c2c5/85afcb9212754049d4826fc10685c2c5.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804916.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/2c5/85afcb9212754049d4826fc10685c2c5/85afcb9212754049d4826fc10685c2c5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804919.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/5aa/49ae0cacac188c4205c7818e2fc205aa/49ae0cacac188c4205c7818e2fc205aa.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804919.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/5aa/49ae0cacac188c4205c7818e2fc205aa/49ae0cacac188c4205c7818e2fc205aa.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804922.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/889/4eedc208fa6d61a19935da76421cf889/4eedc208fa6d61a19935da76421cf889.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804922.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/889/4eedc208fa6d61a19935da76421cf889/4eedc208fa6d61a19935da76421cf889.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804925.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/d30/466d477dd4962f6df7bbcac1ce5d0d30/466d477dd4962f6df7bbcac1ce5d0d30.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804925.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/d30/466d477dd4962f6df7bbcac1ce5d0d30/466d477dd4962f6df7bbcac1ce5d0d30.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804928.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/cc0/a05b4919ee7ceb341d31adc0f3e14cc0/a05b4919ee7ceb341d31adc0f3e14cc0.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804928.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/cc0/a05b4919ee7ceb341d31adc0f3e14cc0/a05b4919ee7ceb341d31adc0f3e14cc0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804931.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/cba/6dc3c7fd999b92cb9a6c4b285b25dcba/6dc3c7fd999b92cb9a6c4b285b25dcba.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804931.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/cba/6dc3c7fd999b92cb9a6c4b285b25dcba/6dc3c7fd999b92cb9a6c4b285b25dcba.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804934.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/c48/4ff2a0dce8d9ca9653e2fe0c698e7c48/4ff2a0dce8d9ca9653e2fe0c698e7c48.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_succeed -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_succeed ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property ... ok - -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfa820335dbdd477e919e4-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfa820335dbdd477e919e4-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfa820335dbdd477e919e4-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfa820335dbdd477e919e4-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfa820335dbdd477e919e4-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfa820335dbdd477e919e4-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfa820335dbdd477e919e4-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfa820335dbdd477e919e4-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfa820335dbdd477e919e4-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfa820335dbdd477e919e4-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfa820335dbdd477e919e4-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfa820335dbdd477e919e4-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfa820335dbdd477e919e4-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfa820335dbdd477e919e4-0067670531) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txfa820335dbdd477e919e4-0067670531) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx47e86551368c4a0791324-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx47e86551368c4a0791324-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx47e86551368c4a0791324-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx47e86551368c4a0791324-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx47e86551368c4a0791324-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx47e86551368c4a0791324-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx47e86551368c4a0791324-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx47e86551368c4a0791324-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx47e86551368c4a0791324-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx47e86551368c4a0791324-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx47e86551368c4a0791324-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx47e86551368c4a0791324-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx47e86551368c4a0791324-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx47e86551368c4a0791324-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx47e86551368c4a0791324-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx47e86551368c4a0791324-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx47e86551368c4a0791324-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx47e86551368c4a0791324-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx47e86551368c4a0791324-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx47e86551368c4a0791324-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx47e86551368c4a0791324-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx47e86551368c4a0791324-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx47e86551368c4a0791324-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx47e86551368c4a0791324-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx47e86551368c4a0791324-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx47e86551368c4a0791324-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx47e86551368c4a0791324-0067670531) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx47e86551368c4a0791324-0067670531) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type None (txn: txa97065a8bb894ec883606-006974155c) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating&includes=1_test: ValueError('not a list') (txn: tx85a7bc6976144ce28da64-006974155c) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Failed to get container shard listing from /v1/a/c?format=json&states=updating&includes=1_test: 404 (txn: tx4b20029022c64191bcdb4-006974155c) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor ... ok +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type 'object' (txn: tx06c4db19f3db4ae4978de-006974155c) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpc5jnxoi6/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpc5jnxoi6/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpc5jnxoi6/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpc5jnxoi6/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0035 "-" 3035087 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0032 "-" 3035087 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 3035087 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 3035087 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx118b66f6b9b64f24ab383-006974155c" "proxy-server 3035087" 0.0013 "-" 3035087 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:50825/sda1/1/a/c" "tx118b66f6b9b64f24ab383-006974155c" "container-server 3035087" 0.0011 "-" 3035087 0test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info ... ok +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info ... ok +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_x_container_headers_db_states +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_x_container_headers_db_states ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0816adb557a44b4984a64-0067670532) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0816adb557a44b4984a64-0067670532) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0816adb557a44b4984a64-0067670532) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0816adb557a44b4984a64-0067670532) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0816adb557a44b4984a64-0067670532) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0816adb557a44b4984a64-0067670532) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0816adb557a44b4984a64-0067670532) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0816adb557a44b4984a64-0067670532) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0816adb557a44b4984a64-0067670532) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0816adb557a44b4984a64-0067670532) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0816adb557a44b4984a64-0067670532) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0816adb557a44b4984a64-0067670532) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0816adb557a44b4984a64-0067670532) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0816adb557a44b4984a64-0067670532) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0816adb557a44b4984a64-0067670532) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx0816adb557a44b4984a64-0067670532) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: txf5847229c38241ff8e762-0067670532)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file ... ok +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:47589/sdb1/1/a/c" "tx118b66f6b9b64f24ab383-006974155c" "container-server 3035087" 0.0011 "-" 3035087 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx118b66f6b9b64f24ab383-006974155c" "proxy-server 3035087" 0.0089 "-" 3035087 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx118b66f6b9b64f24ab383-006974155c" "proxy-server 3035087" 0.0141 "-" 3035087 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/42/04 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx118b66f6b9b64f24ab383-006974155c - 0.0217 - - 1769215324.223651886 1769215324.245383978 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx8f2d0af118934cf486c97-006974155c" "proxy-server 3035087" 0.0011 "-" 3035087 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:50825/sda1/1/a1/c1" "tx8f2d0af118934cf486c97-006974155c" "container-server 3035087" 0.0011 "-" 3035087 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:47589/sdb1/1/a1/c1" "tx8f2d0af118934cf486c97-006974155c" "container-server 3035087" 0.0010 "-" 3035087 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx8f2d0af118934cf486c97-006974155c" "proxy-server 3035087" 0.0083 "-" 3035087 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx8f2d0af118934cf486c97-006974155c" "proxy-server 3035087" 0.0136 "-" 3035087 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/42/04 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx8f2d0af118934cf486c97-006974155c - 0.0211 - - 1769215324.246978521 1769215324.268030882 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc7ba59c47b00450bb738b-006974155c" "proxy-server 3035087" 0.0018 "-" 3035087 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:47589/sdb1/2/a/c1" "txc7ba59c47b00450bb738b-006974155c" "container-server 3035087" 0.0018 "-" 3035087 1 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:50825/sda1/2/a/c1" "txc7ba59c47b00450bb738b-006974155c" "container-server 3035087" 0.0011 "-" 3035087 1 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txc7ba59c47b00450bb738b-006974155c" "proxy-server 3035087" 0.0169 "-" 3035087 1 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txc7ba59c47b00450bb738b-006974155c" "proxy-server 3035087" 0.0105 "-" 3035087 1 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/42/04 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txc7ba59c47b00450bb738b-006974155c - 0.0260 - - 1769215324.269501209 1769215324.295524120 1 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txbbc3e5fc365c4b9aa1bb0-006974155c" "proxy-server 3035087" 0.0020 "-" 3035087 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:47589/sdb1/1/a/c2" "txbbc3e5fc365c4b9aa1bb0-006974155c" "container-server 3035087" 0.0019 "-" 3035087 2 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:50825/sda1/1/a/c2" "txbbc3e5fc365c4b9aa1bb0-006974155c" "container-server 3035087" 0.0011 "-" 3035087 2 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txbbc3e5fc365c4b9aa1bb0-006974155c" "proxy-server 3035087" 0.0138 "-" 3035087 2 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txbbc3e5fc365c4b9aa1bb0-006974155c" "proxy-server 3035087" 0.0104 "-" 3035087 2 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/42/04 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txbbc3e5fc365c4b9aa1bb0-006974155c - 0.0234 - - 1769215324.296954155 1769215324.320314407 2 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpgov4f5ai/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpgov4f5ai/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpgov4f5ai/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpgov4f5ai/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0033 "-" 3035087 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0031 "-" 3035087 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 3035087 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 3035087 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx53e8bef3a9e14bf4be43d-006974155c" "proxy-server 3035087" 0.0011 "-" 3035087 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:35971/sdb1/1/a/c" "tx53e8bef3a9e14bf4be43d-006974155c" "container-server 3035087" 0.0011 "-" 3035087 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:38405/sda1/1/a/c" "tx53e8bef3a9e14bf4be43d-006974155c" "container-server 3035087" 0.0011 "-" 3035087 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx53e8bef3a9e14bf4be43d-006974155c" "proxy-server 3035087" 0.0133 "-" 3035087 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx53e8bef3a9e14bf4be43d-006974155c" "proxy-server 3035087" 0.0095 "-" 3035087 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/42/04 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx53e8bef3a9e14bf4be43d-006974155c - 0.0217 - - 1769215324.397197723 1769215324.418941498 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx792c23ecf8ee421697d23-006974155c" "proxy-server 3035087" 0.0012 "-" 3035087 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:38405/sda1/1/a1/c1" "tx792c23ecf8ee421697d23-006974155c" "container-server 3035087" 0.0010 "-" 3035087 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:35971/sdb1/1/a1/c1" "tx792c23ecf8ee421697d23-006974155c" "container-server 3035087" 0.0010 "-" 3035087 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx792c23ecf8ee421697d23-006974155c" "proxy-server 3035087" 0.0085 "-" 3035087 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx792c23ecf8ee421697d23-006974155c" "proxy-server 3035087" 0.0135 "-" 3035087 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/42/04 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx792c23ecf8ee421697d23-006974155c - 0.0209 - - 1769215324.420429230 1769215324.441353559 0/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables +test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes +test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes ... ok -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804934.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/c48/4ff2a0dce8d9ca9653e2fe0c698e7c48/4ff2a0dce8d9ca9653e2fe0c698e7c48.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804937.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/9f5/3bd9fc9b55ff48b088177b18f7b259f5/3bd9fc9b55ff48b088177b18f7b259f5.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804937.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/9f5/3bd9fc9b55ff48b088177b18f7b259f5/3bd9fc9b55ff48b088177b18f7b259f5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804940.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/775/3029bf3b36465e8eee4210f4e4beb775/3029bf3b36465e8eee4210f4e4beb775.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804940.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/775/3029bf3b36465e8eee4210f4e4beb775/3029bf3b36465e8eee4210f4e4beb775.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804943.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/3b1/a1b4ad44b094f08f5e28f9ae6b3d83b1/a1b4ad44b094f08f5e28f9ae6b3d83b1.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804943.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/3b1/a1b4ad44b094f08f5e28f9ae6b3d83b1/a1b4ad44b094f08f5e28f9ae6b3d83b1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804946.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/ff8/cc09eb61d6cbe4edbef242b92a503ff8/cc09eb61d6cbe4edbef242b92a503ff8.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804946.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/ff8/cc09eb61d6cbe4edbef242b92a503ff8/cc09eb61d6cbe4edbef242b92a503ff8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804949.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/243/b29c3807aacf287650d3c7560f189243/b29c3807aacf287650d3c7560f189243.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804949.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/243/b29c3807aacf287650d3c7560f189243/b29c3807aacf287650d3c7560f189243.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804952.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/748/a602fd0ab64b4aadec46c01852d74748/a602fd0ab64b4aadec46c01852d74748.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804952.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/748/a602fd0ab64b4aadec46c01852d74748/a602fd0ab64b4aadec46c01852d74748.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804955.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/180/d5c9db6bb8f6f020957089cfa33af180/d5c9db6bb8f6f020957089cfa33af180.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804955.00000-0, db: /tmp/tmpnerk2mt3/sda/containers/0/180/d5c9db6bb8f6f020957089cfa33af180/d5c9db6bb8f6f020957089cfa33af180.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804790.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/310/e4e40454e915ba51cd631a57d4a5f310/e4e40454e915ba51cd631a57d4a5f310.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804795.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/e55/adec61504fe4c6370a7bef94a9600e55/adec61504fe4c6370a7bef94a9600e55.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804800.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/845/a2b48995a88737c5832423fb52656845/a2b48995a88737c5832423fb52656845.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804805.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/237/5ce3ab269c61074f5757353d9339a237/5ce3ab269c61074f5757353d9339a237.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804810.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/d66/538782fa1574010af9cb8ed001c96d66/538782fa1574010af9cb8ed001c96d66.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804815.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/e4a/40f651667b7d030faf0bd46b0f1d8e4a/40f651667b7d030faf0bd46b0f1d8e4a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804820.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/e5b/b6870c4b46cff7c01e64bf5de43dfe5b/b6870c4b46cff7c01e64bf5de43dfe5b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804825.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/42b/1773d771b77d44ac1422f6e86cbaa42b/1773d771b77d44ac1422f6e86cbaa42b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804830.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/694/04fe7be8321d094e223cc60ae44d5694/04fe7be8321d094e223cc60ae44d5694.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804835.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/587/58e1bdf86c345c85529b78337496d587/58e1bdf86c345c85529b78337496d587.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804840.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/c35/e7703fc661ba30f7bdbcdd15d82c0c35/e7703fc661ba30f7bdbcdd15d82c0c35.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804845.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/38b/7f85b000a9e8ed5ffcbfa738733f938b/7f85b000a9e8ed5ffcbfa738733f938b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804850.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/98c/26e89f2ef4506c6e321a8ec5361e898c/26e89f2ef4506c6e321a8ec5361e898c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804855.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/0f2/da1de239b28addcfdd4802ebe90c40f2/da1de239b28addcfdd4802ebe90c40f2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804860.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/3e9/1073d9a01f560e5cb19ca3460c32d3e9/1073d9a01f560e5cb19ca3460c32d3e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804865.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/b8b/4353adecb32c6d825d1b82922f4a4b8b/4353adecb32c6d825d1b82922f4a4b8b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804870.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/206/2ef979f0168dbe40169b1db856d04206/2ef979f0168dbe40169b1db856d04206.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804875.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/a01/ce6aa9350ed9e32f010510727c54aa01/ce6aa9350ed9e32f010510727c54aa01.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804880.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/1ab/5f95d2a9081be4b45a4ba171613a01ab/5f95d2a9081be4b45a4ba171613a01ab.dbtest.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_fail -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter ... ok +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx9f5149c0e16740d7ab69c-006974155b) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9f5149c0e16740d7ab69c-006974155b) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx9f5149c0e16740d7ab69c-006974155b) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9f5149c0e16740d7ab69c-006974155b) +test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9f5149c0e16740d7ab69c-006974155b) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: tx9f5149c0e16740d7ab69c-006974155b) +test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: tx9f5149c0e16740d7ab69c-006974155b) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9f5149c0e16740d7ab69c-006974155b) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9f5149c0e16740d7ab69c-006974155b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx9f5149c0e16740d7ab69c-006974155b) +test DEBUG: Setting object count to 1072 (txn: tx9f5149c0e16740d7ab69c-006974155b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc4dd3e7d53084123a58a0-006974155b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc4dd3e7d53084123a58a0-006974155b) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc4dd3e7d53084123a58a0-006974155b) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc4dd3e7d53084123a58a0-006974155b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc4dd3e7d53084123a58a0-006974155b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc4dd3e7d53084123a58a0-006974155b) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txc4dd3e7d53084123a58a0-006974155b) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txc4dd3e7d53084123a58a0-006974155b) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txc4dd3e7d53084123a58a0-006974155b) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txc4dd3e7d53084123a58a0-006974155b) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txc4dd3e7d53084123a58a0-006974155b) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txc4dd3e7d53084123a58a0-006974155b) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txc4dd3e7d53084123a58a0-006974155b) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txc4dd3e7d53084123a58a0-006974155b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txc4dd3e7d53084123a58a0-006974155b) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txc4dd3e7d53084123a58a0-006974155b) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txc4dd3e7d53084123a58a0-006974155b) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc4dd3e7d53084123a58a0-006974155b) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc4dd3e7d53084123a58a0-006974155b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txc4dd3e7d53084123a58a0-006974155b) +test DEBUG: Setting object count to 1072 (txn: txc4dd3e7d53084123a58a0-006974155b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx0d6aa35692554efeb0c32-006974155c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0d6aa35692554efeb0c32-006974155c) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0d6aa35692554efeb0c32-006974155c) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0d6aa35692554efeb0c32-006974155c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0d6aa35692554efeb0c32-006974155c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0d6aa35692554efeb0c32-006974155c) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx0d6aa35692554efeb0c32-006974155c) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx0d6aa35692554efeb0c32-006974155c) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0d6aa35692554efeb0c32-006974155c) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx0d6aa35692554efeb0c32-006974155c) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx0d6aa35692554efeb0c32-006974155c) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0d6aa35692554efeb0c32-006974155c) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx0d6aa35692554efeb0c32-006974155c) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx0d6aa35692554efeb0c32-006974155c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx0d6aa35692554efeb0c32-006974155c) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx0d6aa35692554efeb0c32-006974155c)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default ... ok -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx074eb6fe19474cc7916be-006767052f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx074eb6fe19474cc7916be-006767052f) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx074eb6fe19474cc7916be-006767052f) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx074eb6fe19474cc7916be-006767052f) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx074eb6fe19474cc7916be-006767052f) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx074eb6fe19474cc7916be-006767052f) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx074eb6fe19474cc7916be-006767052f) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx074eb6fe19474cc7916be-006767052f) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx074eb6fe19474cc7916be-006767052f) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx074eb6fe19474cc7916be-006767052f) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx074eb6fe19474cc7916be-006767052f) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx074eb6fe19474cc7916be-006767052f) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx074eb6fe19474cc7916be-006767052f) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx074eb6fe19474cc7916be-006767052f) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx074eb6fe19474cc7916be-006767052f) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx074eb6fe19474cc7916be-006767052f) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx074eb6fe19474cc7916be-006767052f) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx074eb6fe19474cc7916be-006767052f) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx074eb6fe19474cc7916be-006767052f) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx074eb6fe19474cc7916be-006767052f) -test DEBUG: Setting object count to 1072 (txn: tx074eb6fe19474cc7916be-006767052f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9963d9e6158d4c63aea12-0067670530) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx9963d9e6158d4c63aea12-0067670530) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9963d9e6158d4c63aea12-0067670530) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9963d9e6158d4c63aea12-0067670530) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9963d9e6158d4c63aea12-0067670530) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9963d9e6158d4c63aea12-0067670530) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9963d9e6158d4c63aea12-0067670530) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx9963d9e6158d4c63aea12-0067670530) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx9963d9e6158d4c63aea12-0067670530) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9963d9e6158d4c63aea12-0067670530) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx9963d9e6158d4c63aea12-0067670530) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx9963d9e6158d4c63aea12-0067670530) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9963d9e6158d4c63aea12-0067670530) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx9963d9e6158d4c63aea12-0067670530) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx9963d9e6158d4c63aea12-0067670530) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx9963d9e6158d4c63aea12-0067670530) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx9963d9e6158d4c63aea12-0067670530) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx9963d9e6158d4c63aea12-0067670530) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9963d9e6158d4c63aea12-0067670530) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9963d9e6158d4c63aea12-0067670530) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx9963d9e6158d4c63aea12-0067670530) -test DEBUG: Setting object count to 1072 (txn: tx9963d9e6158d4c63aea12-0067670530) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7f70b8b8a6c94fcf80075-0067670532) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx7f70b8b8a6c94fcf80075-0067670532) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7f70b8b8a6c94fcf80075-0067670532) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00&states=listing: 404 (txn: tx7f70b8b8a6c94fcf80075-0067670532) -test ERROR: Aborting listing from shards due to bad response: [404] (txn: tx7f70b8b8a6c94fcf80075-0067670532)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after ... ok +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txbf385d9fce6f4195bd558-006974155c" "proxy-server 3035087" 0.0021 "-" 3035087 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:38405/sda1/2/a/c1" "txbf385d9fce6f4195bd558-006974155c" "container-server 3035087" 0.0020 "-" 3035087 1 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:35971/sdb1/2/a/c1" "txbf385d9fce6f4195bd558-006974155c" "container-server 3035087" 0.0011 "-" 3035087 1 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txbf385d9fce6f4195bd558-006974155c" "proxy-server 3035087" 0.0165 "-" 3035087 1 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txbf385d9fce6f4195bd558-006974155c" "proxy-server 3035087" 0.0132 "-" 3035087 1 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/42/04 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txbf385d9fce6f4195bd558-006974155c - 0.0259 - - 1769215324.442922592 1769215324.468835592 1 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0b807d4420c449eb99119-006974155c" "proxy-server 3035087" 0.0020 "-" 3035087 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:38405/sda1/1/a/c2" "tx0b807d4420c449eb99119-006974155c" "container-server 3035087" 0.0018 "-" 3035087 2 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:35971/sdb1/1/a/c2" "tx0b807d4420c449eb99119-006974155c" "container-server 3035087" 0.0012 "-" 3035087 2 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx0b807d4420c449eb99119-006974155c" "proxy-server 3035087" 0.0144 "-" 3035087 2 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:04 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx0b807d4420c449eb99119-006974155c" "proxy-server 3035087" 0.0106 "-" 3035087 2 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/42/04 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx0b807d4420c449eb99119-006974155c - 0.0236 - - 1769215324.470329762 1769215324.493977308 2 +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache ... ok + +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx0d6aa35692554efeb0c32-006974155c) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0d6aa35692554efeb0c32-006974155c) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0d6aa35692554efeb0c32-006974155c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx0d6aa35692554efeb0c32-006974155c) +test DEBUG: Setting object count to 1072 (txn: tx0d6aa35692554efeb0c32-006974155c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx987febe4b1b744a8a0fee-006974155d) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx987febe4b1b744a8a0fee-006974155d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx987febe4b1b744a8a0fee-006974155d) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx987febe4b1b744a8a0fee-006974155d) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx987febe4b1b744a8a0fee-006974155d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx987febe4b1b744a8a0fee-006974155d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx987febe4b1b744a8a0fee-006974155d) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx987febe4b1b744a8a0fee-006974155d) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx987febe4b1b744a8a0fee-006974155d) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx987febe4b1b744a8a0fee-006974155d) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx987febe4b1b744a8a0fee-006974155d) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx987febe4b1b744a8a0fee-006974155d) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx987febe4b1b744a8a0fee-006974155d) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx987febe4b1b744a8a0fee-006974155d) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx987febe4b1b744a8a0fee-006974155d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx987febe4b1b744a8a0fee-006974155d) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx987febe4b1b744a8a0fee-006974155d) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx987febe4b1b744a8a0fee-006974155d) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx987febe4b1b744a8a0fee-006974155d) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx987febe4b1b744a8a0fee-006974155d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx987febe4b1b744a8a0fee-006974155d) +test DEBUG: Setting object count to 1072 (txn: tx987febe4b1b744a8a0fee-006974155d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7b468db300e0482b8bbc3-006974155d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx7b468db300e0482b8bbc3-006974155d) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7b468db300e0482b8bbc3-006974155d) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00&states=listing: 404 (txn: tx7b468db300e0482b8bbc3-006974155d) +test ERROR: Aborting listing from shards due to bad response: [404] (txn: tx7b468db300e0482b8bbc3-006974155d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: tx5618e4eb16c64183a2d11-006974155e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx5618e4eb16c64183a2d11-006974155e) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5618e4eb16c64183a2d11-006974155e) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx5618e4eb16c64183a2d11-006974155e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx5618e4eb16c64183a2d11-006974155e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5618e4eb16c64183a2d11-006974155e) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx5618e4eb16c64183a2d11-006974155e) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5618e4eb16c64183a2d11-006974155e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5618e4eb16c64183a2d11-006974155e) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx5618e4eb16c64183a2d11-006974155e) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5618e4eb16c64183a2d11-006974155e) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5618e4eb16c64183a2d11-006974155e) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx5618e4eb16c64183a2d11-006974155e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok + +test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: txd7963b53fec4460eb4c5b-006974155f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd7963b53fec4460eb4c5b-006974155f) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txd7963b53fec4460eb4c5b-006974155f) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txd7963b53fec4460eb4c5b-006974155f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd7963b53fec4460eb4c5b-006974155f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txd7963b53fec4460eb4c5b-006974155f) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: txd7963b53fec4460eb4c5b-006974155f) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd7963b53fec4460eb4c5b-006974155f) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: txd7963b53fec4460eb4c5b-006974155f) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txd7963b53fec4460eb4c5b-006974155f) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txd7963b53fec4460eb4c5b-006974155f) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: txd7963b53fec4460eb4c5b-006974155f) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txd7963b53fec4460eb4c5b-006974155f) +test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: txd7963b53fec4460eb4c5b-006974155f) +test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd7963b53fec4460eb4c5b-006974155f) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: txd7963b53fec4460eb4c5b-006974155f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx00eeb1d3b1134b37b1abd-0069741560) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx00eeb1d3b1134b37b1abd-0069741560) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx00eeb1d3b1134b37b1abd-0069741560) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx00eeb1d3b1134b37b1abd-0069741560) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx00eeb1d3b1134b37b1abd-0069741560) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx00eeb1d3b1134b37b1abd-0069741560) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx00eeb1d3b1134b37b1abd-0069741560) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx00eeb1d3b1134b37b1abd-0069741560) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx00eeb1d3b1134b37b1abd-0069741560) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx00eeb1d3b1134b37b1abd-0069741560) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx00eeb1d3b1134b37b1abd-0069741560) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx00eeb1d3b1134b37b1abd-0069741560) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx00eeb1d3b1134b37b1abd-0069741560) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx00eeb1d3b1134b37b1abd-0069741560) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx00eeb1d3b1134b37b1abd-0069741560) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx00eeb1d3b1134b37b1abd-0069741560) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx00eeb1d3b1134b37b1abd-0069741560) +test DEBUG: Setting object count to 3120 (txn: tx00eeb1d3b1134b37b1abd-0069741560) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx8dcbf280e2a946c58c2a4-0069741560) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx8dcbf280e2a946c58c2a4-0069741560) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8dcbf280e2a946c58c2a4-0069741560) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8dcbf280e2a946c58c2a4-0069741560) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8dcbf280e2a946c58c2a4-0069741560) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8dcbf280e2a946c58c2a4-0069741560) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8dcbf280e2a946c58c2a4-0069741560) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx8dcbf280e2a946c58c2a4-0069741560) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx8dcbf280e2a946c58c2a4-0069741560) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8dcbf280e2a946c58c2a4-0069741560) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx8dcbf280e2a946c58c2a4-0069741560) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx8dcbf280e2a946c58c2a4-0069741560) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8dcbf280e2a946c58c2a4-0069741560) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx8dcbf280e2a946c58c2a4-0069741560) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8dcbf280e2a946c58c2a4-0069741560) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8dcbf280e2a946c58c2a4-0069741560) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx8dcbf280e2a946c58c2a4-0069741560) +test DEBUG: Setting object count to 3120 (txn: tx8dcbf280e2a946c58c2a4-0069741560) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txf7afd53ab65f4576935d3-0069741560) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txf7afd53ab65f4576935d3-0069741560) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf7afd53ab65f4576935d3-0069741560) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf7afd53ab65f4576935d3-0069741560) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf7afd53ab65f4576935d3-0069741560) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf7afd53ab65f4576935d3-0069741560) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf7afd53ab65f4576935d3-0069741560) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf7afd53ab65f4576935d3-0069741560) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txf7afd53ab65f4576935d3-0069741560) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txf7afd53ab65f4576935d3-0069741560) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txf7afd53ab65f4576935d3-0069741560) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txf7afd53ab65f4576935d3-0069741560) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txf7afd53ab65f4576935d3-0069741560) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txf7afd53ab65f4576935d3-0069741560) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf7afd53ab65f4576935d3-0069741560) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf7afd53ab65f4576935d3-0069741560) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txf7afd53ab65f4576935d3-0069741560) +test DEBUG: Setting object count to 3120 (txn: txf7afd53ab65f4576935d3-0069741560) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx2e8097cd4225403e8d9d2-0069741560) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx2e8097cd4225403e8d9d2-0069741560) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2e8097cd4225403e8d9d2-0069741560) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2e8097cd4225403e8d9d2-0069741560) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx2e8097cd4225403e8d9d2-0069741560) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2e8097cd4225403e8d9d2-0069741560) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2e8097cd4225403e8d9d2-0069741560) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx2e8097cd4225403e8d9d2-0069741560) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx2e8097cd4225403e8d9d2-0069741560) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx2e8097cd4225403e8d9d2-0069741560) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx2e8097cd4225403e8d9d2-0069741560) +test DEBUG: Setting object count to 3120 (txn: tx2e8097cd4225403e8d9d2-0069741560) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx654751fa137f45bc8418e-0069741560) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx654751fa137f45bc8418e-0069741560) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx654751fa137f45bc8418e-0069741560) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx654751fa137f45bc8418e-0069741560) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx654751fa137f45bc8418e-0069741560) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx654751fa137f45bc8418e-0069741560) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx654751fa137f45bc8418e-0069741560) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx654751fa137f45bc8418e-0069741560) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx654751fa137f45bc8418e-0069741560) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx654751fa137f45bc8418e-0069741560) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx654751fa137f45bc8418e-0069741560) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx654751fa137f45bc8418e-0069741560) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx654751fa137f45bc8418e-0069741560) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx654751fa137f45bc8418e-0069741560) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx654751fa137f45bc8418e-0069741560) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx654751fa137f45bc8418e-0069741560) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx654751fa137f45bc8418e-0069741560) +test DEBUG: Setting object count to 3120 (txn: tx654751fa137f45bc8418e-0069741560) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx584cbf9e2f2d452c994ad-0069741560) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx584cbf9e2f2d452c994ad-0069741560) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx584cbf9e2f2d452c994ad-0069741560)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache ... ok + +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx584cbf9e2f2d452c994ad-0069741560) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx584cbf9e2f2d452c994ad-0069741560) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx584cbf9e2f2d452c994ad-0069741560) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx584cbf9e2f2d452c994ad-0069741560) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx584cbf9e2f2d452c994ad-0069741560) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx584cbf9e2f2d452c994ad-0069741560) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx584cbf9e2f2d452c994ad-0069741560) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx584cbf9e2f2d452c994ad-0069741560) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txd994a102e8854fb3b76fe-0069741560) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txd994a102e8854fb3b76fe-0069741560) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd994a102e8854fb3b76fe-0069741560) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txd994a102e8854fb3b76fe-0069741560) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txd994a102e8854fb3b76fe-0069741560) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd994a102e8854fb3b76fe-0069741560) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd994a102e8854fb3b76fe-0069741560) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txd994a102e8854fb3b76fe-0069741560) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txd341355af17d4d0aa275d-0069741560) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txd341355af17d4d0aa275d-0069741560) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd341355af17d4d0aa275d-0069741560) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txd341355af17d4d0aa275d-0069741560) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd341355af17d4d0aa275d-0069741560) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd341355af17d4d0aa275d-0069741560) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txd341355af17d4d0aa275d-0069741560) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txd341355af17d4d0aa275d-0069741560) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txd341355af17d4d0aa275d-0069741560) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txd341355af17d4d0aa275d-0069741560) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txd341355af17d4d0aa275d-0069741560) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd341355af17d4d0aa275d-0069741560) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txd341355af17d4d0aa275d-0069741560) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txd341355af17d4d0aa275d-0069741560) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx574b0f39a9a04f3bb4d69-0069741560) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx574b0f39a9a04f3bb4d69-0069741560) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx574b0f39a9a04f3bb4d69-0069741560) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx574b0f39a9a04f3bb4d69-0069741560) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx574b0f39a9a04f3bb4d69-0069741560) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx3692974920354e38b6c60-0069741560) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx3692974920354e38b6c60-0069741560) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx3692974920354e38b6c60-0069741560) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx3692974920354e38b6c60-0069741560) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx3692974920354e38b6c60-0069741560) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txb172de96aa644de2b355f-0069741560) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txb172de96aa644de2b355f-0069741560) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txb172de96aa644de2b355f-0069741560) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txb172de96aa644de2b355f-0069741560) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txb172de96aa644de2b355f-0069741560) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx858c6944d82349428fb91-0069741561) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx858c6944d82349428fb91-0069741561) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx858c6944d82349428fb91-0069741561) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx858c6944d82349428fb91-0069741561) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx858c6944d82349428fb91-0069741561)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_all_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_all_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses ... ok + +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx858c6944d82349428fb91-0069741561) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx858c6944d82349428fb91-0069741561) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx858c6944d82349428fb91-0069741561) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx858c6944d82349428fb91-0069741561) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 404 (txn: tx858c6944d82349428fb91-0069741561) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: tx858c6944d82349428fb91-0069741561) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx8fd19276ec4942f68f909-0069741561) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8fd19276ec4942f68f909-0069741561) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8fd19276ec4942f68f909-0069741561) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8fd19276ec4942f68f909-0069741561) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8fd19276ec4942f68f909-0069741561) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8fd19276ec4942f68f909-0069741561) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx8fd19276ec4942f68f909-0069741561) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8fd19276ec4942f68f909-0069741561) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8fd19276ec4942f68f909-0069741561) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx8fd19276ec4942f68f909-0069741561) +test DEBUG: Setting object count to 1065 (txn: tx8fd19276ec4942f68f909-0069741561) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/ascii/ascii From Object Server 10.0.0.0:1000/sda (txn: tx233f749c9c0c4476b0e4c-0069741561) +proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/툎/鐉 From Object Server 10.0.0.0:1000/sda (txn: tx1d2d62f3da3e477d9e03b-0069741561) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txde23a9ecfc744c4e88473-0069741561) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txc8d4db4fdb1946d686f6f-0069741561) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txc8d4db4fdb1946d686f6f-0069741561) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txc24c594bf6574f5bab560-0069741561) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txc24c594bf6574f5bab560-0069741561) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/ascii/ascii: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception (txn: txc24c594bf6574f5bab560-0069741561) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txf1478c179e354faa82e84-0069741561) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txf1478c179e354faa82e84-0069741561) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/툎/鐉: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception (txn: txf1478c179e354faa82e84-0069741561) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_timeouts +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_timeouts ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_none_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_none_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_one_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_one_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state ... ok -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: txf5847229c38241ff8e762-0067670532) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txf5847229c38241ff8e762-0067670532) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txae6bb897ddc34f7fbdca6-0069741561) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txa28a91e2707a4769a6b5d-0069741561) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txa28a91e2707a4769a6b5d-0069741561) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txa2da886d5d1f477da191c-0069741561) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txa2da886d5d1f477da191c-0069741561) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: txa2da886d5d1f477da191c-0069741561) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sda (txn: txa2da886d5d1f477da191c-0069741561) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: txa2da886d5d1f477da191c-0069741561) +proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sda (txn: txa2da886d5d1f477da191c-0069741561) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: txa2da886d5d1f477da191c-0069741561) +proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sda (txn: txa2da886d5d1f477da191c-0069741561) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx6869adf07fb945fc8d74b-0069741561) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx6869adf07fb945fc8d74b-0069741561) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: tx6869adf07fb945fc8d74b-0069741561) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: tx6869adf07fb945fc8d74b-0069741561) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: tx6869adf07fb945fc8d74b-0069741561) +proxy-server ERROR: Object DELETE returning 503 for (204, 503, 503) (txn: tx6869adf07fb945fc8d74b-0069741561) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txb1eee985d84b41ca98889-0069741561) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txb1eee985d84b41ca98889-0069741561) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2cd1200f72bc48fb8fbd9-0067670532) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2cd1200f72bc48fb8fbd9-0067670532) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2cd1200f72bc48fb8fbd9-0067670532) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2cd1200f72bc48fb8fbd9-0067670532) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2cd1200f72bc48fb8fbd9-0067670532) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2cd1200f72bc48fb8fbd9-0067670532) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2cd1200f72bc48fb8fbd9-0067670532) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2cd1200f72bc48fb8fbd9-0067670532) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2cd1200f72bc48fb8fbd9-0067670532) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2cd1200f72bc48fb8fbd9-0067670532) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2cd1200f72bc48fb8fbd9-0067670532) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2cd1200f72bc48fb8fbd9-0067670532) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2cd1200f72bc48fb8fbd9-0067670532) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2cd1200f72bc48fb8fbd9-0067670532) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804885.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/9e1/83932b886202b0d44224d8b50472a9e1/83932b886202b0d44224d8b50472a9e1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804890.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/c13/c09701636d31a3663a9aa1047aad1c13/c09701636d31a3663a9aa1047aad1c13.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804895.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/761/625f7f23587ef6b1912de70516454761/625f7f23587ef6b1912de70516454761.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804900.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/54f/302184302ed05c0324da51dd90c6354f/302184302ed05c0324da51dd90c6354f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804905.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/a29/2ac74884651a0bd3114195e91bbc7a29/2ac74884651a0bd3114195e91bbc7a29.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804910.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/51c/8ed12560af59db00139f0b8022c3551c/8ed12560af59db00139f0b8022c3551c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804915.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/85b/d524c714e924ee8aef94e8eab2ad585b/d524c714e924ee8aef94e8eab2ad585b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804920.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/abb/00015ee5d5ceaabed77df78838613abb/00015ee5d5ceaabed77df78838613abb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804925.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/d30/466d477dd4962f6df7bbcac1ce5d0d30/466d477dd4962f6df7bbcac1ce5d0d30.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804930.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/102/6514399a99d547c019a58b5ac04ce102/6514399a99d547c019a58b5ac04ce102.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804935.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/81f/ed141ffb621cf07ad8b05c50e370781f/ed141ffb621cf07ad8b05c50e370781f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804940.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/775/3029bf3b36465e8eee4210f4e4beb775/3029bf3b36465e8eee4210f4e4beb775.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804945.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/dde/299b9e68f54429d399b70f85d1467dde/299b9e68f54429d399b70f85d1467dde.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804950.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/4cc/97f6900b6e41f71b134b3c96b93784cc/97f6900b6e41f71b134b3c96b93784cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804955.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/180/d5c9db6bb8f6f020957089cfa33af180/d5c9db6bb8f6f020957089cfa33af180.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804960.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/eae/85cc3fb0c6ca646039cae00586a42eae/85cc3fb0c6ca646039cae00586a42eae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804965.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/114/4ceccdec5630bead6d8c3cfb61b43114/4ceccdec5630bead6d8c3cfb61b43114.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804970.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/de0/39f1c02194a017d80a6e3fa71473ade0/39f1c02194a017d80a6e3fa71473ade0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804975.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/50a/13a57776ba92eeec234640f01a32e50a/13a57776ba92eeec234640f01a32e50a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804980.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/f91/ae4e5ff392c860aaa042d79f50422f91/ae4e5ff392c860aaa042d79f50422f91.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804985.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/7b2/a862982f8bc6bbd8f3a03b61126aa7b2/a862982f8bc6bbd8f3a03b61126aa7b2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804990.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/650/ba20afbf5497cf7b361fad2330c28650/ba20afbf5497cf7b361fad2330c28650.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804995.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/ef0/19d3e22373a7fb6bf5c2cf221828cef0/19d3e22373a7fb6bf5c2cf221828cef0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805000.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/1bb/54634d2781de25177c0ab035f1d6c1bb/54634d2781de25177c0ab035f1d6c1bb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805005.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/2ea/52f1b63871193902a74b8b08f3b812ea/52f1b63871193902a74b8b08f3b812ea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805010.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/e6a/47ac7e2e5b2a92a1b948d6b4b81d0e6a/47ac7e2e5b2a92a1b948d6b4b81d0e6a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805015.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/07b/c9202032331a28d401b828786671707b/c9202032331a28d401b828786671707b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805020.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/95b/6b5b0737159885eac0fbf31cbdc0995b/6b5b0737159885eac0fbf31cbdc0995b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805025.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/164/0d8af49132aa42f9b228acd21ee81164/0d8af49132aa42f9b228acd21ee81164.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805030.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/637/f0b2b785f9bfe111402ee25baa781637/f0b2b785f9bfe111402ee25baa781637.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805035.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/fbf/e168e2a058c8e3e267fcbecd03babfbf/e168e2a058c8e3e267fcbecd03babfbf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805040.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/5f8/3796bb37ed3fd78c55747d25bacdf5f8/3796bb37ed3fd78c55747d25bacdf5f8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805045.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/439/772c94dc913191236565e1083ba56439/772c94dc913191236565e1083ba56439.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805050.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/269/fbfacaa338259203c30bedcbb0a4e269/fbfacaa338259203c30bedcbb0a4e269.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805055.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/6cc/45dd6b7ba9f0d966ead4461247a2c6cc/45dd6b7ba9f0d966ead4461247a2c6cc.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer ... ok test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx3bc82c005c324b07b4a6f-0069741562) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx3bc82c005c324b07b4a6f-0069741562) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx3bc82c005c324b07b4a6f-0069741562) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx3bc82c005c324b07b4a6f-0069741562) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: my-txn-id) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx2d621a5a59fd4e6e916e4-0069741562) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx2d621a5a59fd4e6e916e4-0069741562) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx2d621a5a59fd4e6e916e4-0069741562) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx2d621a5a59fd4e6e916e4-0069741562) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx04f8212388304defb5cba-0069741562) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx052e2e2c35574ff3b20a5-0069741562) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx052e2e2c35574ff3b20a5-0069741562) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx052e2e2c35574ff3b20a5-0069741562) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txdc98b2fc7ec540f5ae1a7-0069741562) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: txdc98b2fc7ec540f5ae1a7-0069741562) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc4d7cfa3ec004ac2ade00-0069741562) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd2c8a214886b4d13b14e0-0069741562) +proxy-server ERROR: Object GET returning 503 for [] (txn: txd2c8a214886b4d13b14e0-0069741562) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx13e322fd1d3b4315ab349-0069741562) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx13e322fd1d3b4315ab349-0069741562) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txfccf959298ec415ab2ce0-0069741562) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: txfccf959298ec415ab2ce0-0069741562)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container ... ok + +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx912c0cabf7184201acf2d-0069741562) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx912c0cabf7184201acf2d-0069741562) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx912c0cabf7184201acf2d-0069741562) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx409b003976df42628c9fb-0069741562) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx409b003976df42628c9fb-0069741562) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc0dc66e9917f4a2b8b09d-0069741562) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf22b3961d8ea4372b9d50-0069741562) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf22b3961d8ea4372b9d50-0069741562) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txda2cb7302c514aec87172-0069741562) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txda2cb7302c514aec87172-0069741562) +proxy-server ERROR: Object GET returning 503 for [] (txn: txda2cb7302c514aec87172-0069741562) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: txa98bd4f60bdf4ea7ab0eb-0069741562) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: txa98bd4f60bdf4ea7ab0eb-0069741562) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: txa98bd4f60bdf4ea7ab0eb-0069741562)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file ... ok + +proxy-server ERROR: Object GET returning 503 for [] (txn: txa98bd4f60bdf4ea7ab0eb-0069741562) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx879dd5a2ea994db5ab201-0069741562) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx879dd5a2ea994db5ab201-0069741562) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx879dd5a2ea994db5ab201-0069741562) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx879dd5a2ea994db5ab201-0069741562) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx63578a8703544c7483821-0069741562) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx63578a8703544c7483821-0069741562) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx63578a8703544c7483821-0069741562) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx63578a8703544c7483821-0069741562) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx9f95bb6af4a84dec9d74a-0069741562) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: txe4cda6111e414e81bd923-0069741562) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: txe4cda6111e414e81bd923-0069741562) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: txa5eb677239e04b98a2d24-0069741562) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx67c8b05f8f224be68c988-0069741562) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx6b7aae4cf7454159b3d59-0069741562) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx64c65469361f40de8bcde-0069741562) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805060.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/1e2/99aa56ea573b4ac6fccb81499e63a1e2/99aa56ea573b4ac6fccb81499e63a1e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805065.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/e9c/403826b822811cf0325166795c452e9c/403826b822811cf0325166795c452e9c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805070.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/346/1daa308de498ac686b5a172a3a0ab346/1daa308de498ac686b5a172a3a0ab346.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805075.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/4a2/dbc62a77db92bb95032fb4f05fcf64a2/dbc62a77db92bb95032fb4f05fcf64a2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805080.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/0b0/c4b3e9dae4fe538c5fe7680df62170b0/c4b3e9dae4fe538c5fe7680df62170b0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805085.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/60f/b1c7d6785d6c733ad11739f6b600660f/b1c7d6785d6c733ad11739f6b600660f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805090.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/491/299a45a31301757b9e93404a2876a491/299a45a31301757b9e93404a2876a491.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805095.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/f7e/3428752a940c8314567c8ebb5a546f7e/3428752a940c8314567c8ebb5a546f7e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805100.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/bb7/e8f306e1a324d7159a2d123445076bb7/e8f306e1a324d7159a2d123445076bb7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805105.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/ca9/e87f026ae2863a0b7b39766362bccca9/e87f026ae2863a0b7b39766362bccca9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805110.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/31f/646521d6de04542091b3ecfee1a1f31f/646521d6de04542091b3ecfee1a1f31f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805115.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/237/8ef03410e3a5920d658faedf886d0237/8ef03410e3a5920d658faedf886d0237.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805120.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/360/e3cd97b458e260e5a0de5cdcf02d3360/e3cd97b458e260e5a0de5cdcf02d3360.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805125.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/e5d/0d9f8e3302e89c0ad2fd7c811da91e5d/0d9f8e3302e89c0ad2fd7c811da91e5d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805130.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/759/76295db643489538a8d98090bac74759/76295db643489538a8d98090bac74759.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805135.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/767/30a84bb353a7c2823238746ca5ead767/30a84bb353a7c2823238746ca5ead767.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805140.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/cd6/a896ede83898ca57cdc19f5550036cd6/a896ede83898ca57cdc19f5550036cd6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805145.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/695/2aeaf632150f89db0cfdb4fa69d47695/2aeaf632150f89db0cfdb4fa69d47695.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805150.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/9e8/2b33a1ccf747ea0ec8b5c92ffd2bc9e8/2b33a1ccf747ea0ec8b5c92ffd2bc9e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805155.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/214/1c4605435b5bc14f29ad7454c175c214/1c4605435b5bc14f29ad7454c175c214.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805160.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/153/9c41a2a420cbfeb39af6bceb0c2b7153/9c41a2a420cbfeb39af6bceb0c2b7153.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805165.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/3e7/c532ef2094aec8380d2537662ba253e7/c532ef2094aec8380d2537662ba253e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805170.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/f21/e6c543ee2c9dd4cf10008f2021bfbf21/e6c543ee2c9dd4cf10008f2021bfbf21.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805175.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/8cb/1b1c74a4d044b147e18c30e7e37ee8cb/1b1c74a4d044b147e18c30e7e37ee8cb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805180.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/253/c48e06dfe44d8553acb98b9d9289a253/c48e06dfe44d8553acb98b9d9289a253.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805185.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/d2f/331fa138a6b20a9750d51be1d53bbd2f/331fa138a6b20a9750d51be1d53bbd2f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805190.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/14b/7d5674784e35291a007bf32c041c114b/7d5674784e35291a007bf32c041c114b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805195.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/206/531c3454a1391fda69e74d04982ce206/531c3454a1391fda69e74d04982ce206.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805200.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/d9d/738d5101ac6c4bad0c83ce5f618f2d9d/738d5101ac6c4bad0c83ce5f618f2d9d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805205.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/05a/11806dfbec165ed89e499125a594605a/11806dfbec165ed89e499125a594605a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805210.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/0a4/eb47077d1fbc14298155f2d6656890a4/eb47077d1fbc14298155f2d6656890a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805215.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/cf0/80858466baf6d0c28ccddb0752b2acf0/80858466baf6d0c28ccddb0752b2acf0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805220.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/a76/55a6176949afc509670f71bc20248a76/55a6176949afc509670f71bc20248a76.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805225.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/ef2/7415fd4551a2e096e5ede137c769fef2/7415fd4551a2e096e5ede137c769fef2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805230.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/636/2d48034e07e3b8b359f94b03e2a3a636/2d48034e07e3b8b359f94b03e2a3a636.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable ... ok +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx20a49cb70e3f43788eae1-0069741562) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: tx20a49cb70e3f43788eae1-0069741562) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx20a49cb70e3f43788eae1-0069741562) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx20a49cb70e3f43788eae1-0069741562) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory ... ok test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest ... ok test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805235.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/aaf/cf4f50c8818d86ea4a514c207226caaf/cf4f50c8818d86ea4a514c207226caaf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805240.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/212/885c520dabc2ddf52274c24fd2b39212/885c520dabc2ddf52274c24fd2b39212.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805245.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/b0c/8cba75abdf179cafc78b8fe14c115b0c/8cba75abdf179cafc78b8fe14c115b0c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805250.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/843/0c777e10bdb45e546aad026337787843/0c777e10bdb45e546aad026337787843.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805255.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/e4b/575fce2887148df7b38e73542bdb6e4b/575fce2887148df7b38e73542bdb6e4b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805260.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/1fd/e1c7b8c85ce3c907bdb44caa904911fd/e1c7b8c85ce3c907bdb44caa904911fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805265.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/33a/7777805b5a3c5e5f4f5c325e111c633a/7777805b5a3c5e5f4f5c325e111c633a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805270.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/15e/0c4debffa6ec6f61b4750a755288a15e/0c4debffa6ec6f61b4750a755288a15e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805275.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/2cf/365cf7549f9181b6d3e2d2cd93d642cf/365cf7549f9181b6d3e2d2cd93d642cf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805280.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/cc8/94712f8b56b4c06f8d37c0c4bd806cc8/94712f8b56b4c06f8d37c0c4bd806cc8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805285.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/1a1/3cfd5af61d5e0207e381702fb2dfb1a1/3cfd5af61d5e0207e381702fb2dfb1a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805290.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/695/0063e050714631bcd107a97dec92a695/0063e050714631bcd107a97dec92a695.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805295.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/f82/4379c525b4dcf4887bad8a2dea32df82/4379c525b4dcf4887bad8a2dea32df82.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805300.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/36f/4c0416cad90151f7de49d4a7af41136f/4c0416cad90151f7de49d4a7af41136f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805305.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/de3/5780611cd45f0317e3b76938eb685de3/5780611cd45f0317e3b76938eb685de3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805310.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/ff7/15ca37a2af53f09fc9d4e80769974ff7/15ca37a2af53f09fc9d4e80769974ff7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805315.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/e8b/168fd5b3f37b9497cef3ad39dd170e8b/168fd5b3f37b9497cef3ad39dd170e8b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805320.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/319/37f3ef121d2207781d79fa3eb3fe7319/37f3ef121d2207781d79fa3eb3fe7319.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805325.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/a5d/173bcdb2dbb6a52d6b6ffd4b9cd38a5d/173bcdb2dbb6a52d6b6ffd4b9cd38a5d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805330.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/546/4abc59214a13893c2d485c2fa7b63546/4abc59214a13893c2d485c2fa7b63546.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805335.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/c1c/cd15f22639956ce3335dd5b1d964cc1c/cd15f22639956ce3335dd5b1d964cc1c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805340.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/cf9/b94dc088dc81b2e13e6924853bc83cf9/b94dc088dc81b2e13e6924853bc83cf9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805345.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/3cd/cd889066feafc9eb5984dc127ccbb3cd/cd889066feafc9eb5984dc127ccbb3cd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805350.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/c5e/67ad44b4bfbfb86bd769ffaec7193c5e/67ad44b4bfbfb86bd769ffaec7193c5e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805355.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/93d/7fbdd5989f9be90d9f1d21cda5de593d/7fbdd5989f9be90d9f1d21cda5de593d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805360.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/909/09dfbc7539a127c274bb69ca54e75909/09dfbc7539a127c274bb69ca54e75909.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805365.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/01d/9f45f1a82ce8044e70ede6a4d72b101d/9f45f1a82ce8044e70ede6a4d72b101d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805370.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/d02/41e8c7347567ad09a93bc7afd189fd02/41e8c7347567ad09a93bc7afd189fd02.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805375.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/9a1/a294d431fb90423f3c8e01bd3341d9a1/a294d431fb90423f3c8e01bd3341d9a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805380.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/260/616d062473396c1479f415d625cbd260/616d062473396c1479f415d625cbd260.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805385.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/5c9/c9558b687c5cdf774b74b5fc915885c9/c9558b687c5cdf774b74b5fc915885c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805390.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/813/90961b60ceb55d94733603f6f9de1813/90961b60ceb55d94733603f6f9de1813.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805395.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/29f/9f15cceeded502b5eb2d2329cda5229f/9f15cceeded502b5eb2d2329cda5229f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805400.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/3e1/ef6f72f55c11c80cab8d421d45fbd3e1/ef6f72f55c11c80cab8d421d45fbd3e1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805405.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/9fc/e6b4918745c1ed0b0c473ce5fedfc9fc/e6b4918745c1ed0b0c473ce5fedfc9fc.dbtest.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_custom_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_custom_config ... ok +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: txc083ba8fbd61439193b8b-0069741562) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: tx988d1651280e4882af77c-0069741562) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: txe936e646848040e08a935-0069741562) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: tx89b03de9ead64a8d9bef5-0069741562) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx89b03de9ead64a8d9bef5-0069741562) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: tx89b03de9ead64a8d9bef5-0069741562) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx16a56ec46bfd441aa77dc-0069741562) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx16a56ec46bfd441aa77dc-0069741562) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txaafa796a649e49af94d39-0069741562) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx691f1d965953475c8e7b6-0069741562) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx691f1d965953475c8e7b6-0069741562) +proxy-server ERROR: Object HEAD returning 503 for [] (txn: tx691f1d965953475c8e7b6-0069741562) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: txeeed8c19fe1a4981a0432-0069741562) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txeeed8c19fe1a4981a0432-0069741562) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txeeed8c19fe1a4981a0432-0069741562) +proxy-server ERROR: Object HEAD returning 503 for [507] (txn: txeeed8c19fe1a4981a0432-0069741562) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx73911f258854481a86463-0069741562) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx73911f258854481a86463-0069741562) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx73911f258854481a86463-0069741562) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2c066bfe1c0146a99b9e7-0069741562) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2c066bfe1c0146a99b9e7-0069741562) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2c066bfe1c0146a99b9e7-0069741562) +proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: tx2c066bfe1c0146a99b9e7-0069741562) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_succeed +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_succeed ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_with_x_open_expired +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_with_x_open_expired ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data ... ok test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd69035d9dbd4461193693-0069741562) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd69035d9dbd4461193693-0069741562) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd69035d9dbd4461193693-0069741562) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd14b36f37b7f4799918e2-0069741562) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd14b36f37b7f4799918e2-0069741562) +proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: txd14b36f37b7f4799918e2-0069741562) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe1fe1a1ba82a41ec9c87c-0069741562) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe1fe1a1ba82a41ec9c87c-0069741562) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: txe1fe1a1ba82a41ec9c87c-0069741562) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: txe1fe1a1ba82a41ec9c87c-0069741562) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: txe1fe1a1ba82a41ec9c87c-0069741562) +proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: txe1fe1a1ba82a41ec9c87c-0069741562) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfb973a219f584091b2997-0067670533)test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txdcc1a8e98e5046e3a2f6f-0069741562) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: ERROR Client read timeout (Nones) (txn: txca3076c9d82344bebd96d-0069741562) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Expect: 100-continue on /AUTH_kilroy/%ED%88%8E/%E9%90%89: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node + putter = self._make_putter(node, part, req, headers) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 978, in _make_putter + putter = Putter.connect( + node, part, req.swift_entity_path, headers, self.app.watchdog, + ...<4 lines>... + logger=self.logger, + chunked=te.endswith(',chunked')) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1847, in connect + conn, expect_resp, final_resp, connect_duration = cls._make_connection( + ~~~~~~~~~~~~~~~~~~~~^ + node, part, path, headers, conn_timeout, node_timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1811, in _make_connection + conn = http_connect(ip, port, node['device'], + part, 'PUT', path, headers) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: Connection refused: Please insert ten dollars (txn: txed5a8661c62c4562ac05e-0069741562)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path ... ok test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.0:1000/sda (txn: txabee6eb293e144208c937-0069741562) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.1:1001/sdb (txn: tx6776f0eef24f4bfe9b0e3-0069741562) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.2:1002/sdc (txn: txaf2e6b2aa00d475eb9f62-0069741562) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Expect: 100-continue on /a/c/o.jpg: Timeout (Nones) (txn: tx4bd84c4c08724f13b3257-0069741562) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /a/c/o.jpg: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node + putter = self._make_putter(node, part, req, headers) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 978, in _make_putter + putter = Putter.connect( + node, part, req.swift_entity_path, headers, self.app.watchdog, + ...<4 lines>... + logger=self.logger, + chunked=te.endswith(',chunked')) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1847, in connect + conn, expect_resp, final_resp, connect_duration = cls._make_connection( + ~~~~~~~~~~~~~~~~~~~~^ + node, part, path, headers, conn_timeout, node_timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1811, in _make_connection + conn = http_connect(ip, port, node['device'], + part, 'PUT', path, headers) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx13f62f0877984e1d8290a-0069741562) +proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: tx4ca61eed03ab4f3da48f7-0069741562) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txd52ed4ab53734734a2222-0069741562) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/a/c/o.jpg: Timeout (Nones) (txn: tx59172ceedfb64684b6482-0069741562) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/a/c/o.jpg: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response + resp = putter.await_response( + self.app.node_timeout, not final_phase) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1749, in await_response + self.resp = self.conn.getresponse() + ~~~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 849, in getresponse + self.status = self._status.get_response_status() + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 749, in get_response_status + raise self.status +Exception (txn: tx4a3a97c66ce14d2d9ed28-0069741562) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx1d808f07cbd34a6199f44-0069741562) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected without sending last chunk (txn: txfa16f68a8cb247d7b095d-0069741562) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txb4c0972b78e649d19c5d7-0069741562) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txb4c0972b78e649d19c5d7-0069741562) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txb4c0972b78e649d19c5d7-0069741562) +proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: txb4c0972b78e649d19c5d7-0069741562) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length ... ok test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking ... ok - -proxy-server DEBUG: Ignoring 404 from primary (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfb973a219f584091b2997-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx695e9d5d2116486f95ba8-0067670533)test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges ... ok test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805410.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/961/efc13244499f0e92df849e6a797c4961/efc13244499f0e92df849e6a797c4961.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805415.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/03b/e67472e96fdbd1807c5ce38238be103b/e67472e96fdbd1807c5ce38238be103b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805420.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/5d1/b83194e3df2174eb21c992d840eac5d1/b83194e3df2174eb21c992d840eac5d1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805425.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/e60/6ae0fb69fa4b508791f486ee0966ce60/6ae0fb69fa4b508791f486ee0966ce60.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805430.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/260/cd98f911d43f8ca9c34906c2ffeb2260/cd98f911d43f8ca9c34906c2ffeb2260.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805435.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/31b/c15a349120d3506b899af5063463631b/c15a349120d3506b899af5063463631b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805440.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/b98/0c14b5b33340433bdb5b0bcfbccabb98/0c14b5b33340433bdb5b0bcfbccabb98.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805445.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/1e9/2b3d1279b4fb0b455c86f32edc0081e9/2b3d1279b4fb0b455c86f32edc0081e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805450.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/e29/d77196eb829196915793af4672028e29/d77196eb829196915793af4672028e29.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805455.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/32a/b88bda39fe152a77848f9874f0a5532a/b88bda39fe152a77848f9874f0a5532a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805460.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/d32/4187826796610e6ddafbea2c07007d32/4187826796610e6ddafbea2c07007d32.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805465.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/215/cb0ff6f55f9d3d9e2cac61165548d215/cb0ff6f55f9d3d9e2cac61165548d215.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805470.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/018/df19cb13ce06074d94aa805b36aff018/df19cb13ce06074d94aa805b36aff018.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805475.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/e7b/278e91fe0e90f9422edd26de8a4aae7b/278e91fe0e90f9422edd26de8a4aae7b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805480.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/cf1/80daf4b620d6e25bf50395c332a5dcf1/80daf4b620d6e25bf50395c332a5dcf1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805485.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/902/bd3c7995f79a536449ac7a57f6f4a902/bd3c7995f79a536449ac7a57f6f4a902.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805490.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/795/3a071479a48c696109c53322436a1795/3a071479a48c696109c53322436a1795.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805495.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/654/361bd0bc8601cf652003dc3446b1c654/361bd0bc8601cf652003dc3446b1c654.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805500.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/5eb/d065eb308510c39f9b5a94fdc19045eb/d065eb308510c39f9b5a94fdc19045eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805505.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/e0c/b6d88334501a89ffa799d269613d6e0c/b6d88334501a89ffa799d269613d6e0c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805510.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/151/a3b8653b85efe0b7cd46caa5d4f20151/a3b8653b85efe0b7cd46caa5d4f20151.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805515.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/d1f/f8066b2d4f5822e8bb1548fca34f8d1f/f8066b2d4f5822e8bb1548fca34f8d1f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805520.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/980/9bbdb075e6a935934405ae50380b6980/9bbdb075e6a935934405ae50380b6980.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805525.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/df6/08bac0bff13c77acf9691996fb8a1df6/08bac0bff13c77acf9691996fb8a1df6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805530.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/087/22175636b83cafbd7ce8f917ec31b087/22175636b83cafbd7ce8f917ec31b087.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805535.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/f71/88054510e3cef18f98ff3d8417564f71/88054510e3cef18f98ff3d8417564f71.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805540.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/2df/dd135a05dcfc9f4bfcbe1812d6f072df/dd135a05dcfc9f4bfcbe1812d6f072df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805545.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/28c/538bb42bea1684b6d37e8af03f7ac28c/538bb42bea1684b6d37e8af03f7ac28c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805550.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/808/3315ddb4bdf1b1acd719afde01337808/3315ddb4bdf1b1acd719afde01337808.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805555.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/fb6/9cf0a179a565115b169c386370fe3fb6/9cf0a179a565115b169c386370fe3fb6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805560.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/01f/b5a4ce84269510eeb18e8c859335601f/b5a4ce84269510eeb18e8c859335601f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805565.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/697/0f93391802f8ee2d6fea7023a3cae697/0f93391802f8ee2d6fea7023a3cae697.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805570.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/b99/9900d7fd91a780b456bad9c1aa8acb99/9900d7fd91a780b456bad9c1aa8acb99.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805575.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/77e/2a742a7e538c94d4e2930e52176a577e/2a742a7e538c94d4e2930e52176a577e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805580.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/a94/4d883c638797fb6334f554040e071a94/4d883c638797fb6334f554040e071a94.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_default_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_default_config ... ok -test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it -test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name ... ok +proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1017, in _transfer_data + chunk = next(data_source) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ + return self._get_next_item() + ~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 5009, in _get_next_item + return super(CooperativeIterator, self)._get_next_item() + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item + return next(self.wrapped_iter) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 884, in reader + return req.environ['wsgi.input'].read( + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ + self.app.client_chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 2008, in read + raise Exception('exception message') +Exception: exception message (txn: txc80ad4d248bf4b5c83279-0069741562) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response + resp = putter.await_response( + self.app.node_timeout, not final_phase) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1749, in await_response + self.resp = self.conn.getresponse() + ~~~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 849, in getresponse + self.status = self._status.get_response_status() + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 749, in get_response_status + raise self.status +Exception: boom (txn: txafa0694c78ad4165aaf49-0069741562) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: Timeout (Nones) (txn: txc39b1479e5b641208ced4-0069741562) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx79d24bb570094c3c86af7-0069741562) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx70b3cfa361084b20b82f4-0069741562) +proxy-server ERROR: ERROR 500 b'' Trying to PUT /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89 From Object Server 10.0.0.0:1000/sda (txn: tx70b3cfa361084b20b82f4-0069741562) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txe1dd31540fe649d390529-0069741562) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txf3380022c88f417fad259-0069741562) +proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: txf3380022c88f417fad259-0069741562) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 412, [412] (txn: tx5f970bbcb4314258b3054-0069741562) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected without sending enough data (txn: tx9d624345b29e443684ebe-0069741562) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1792, in _send_chunk + self.conn.send(to_send) + ~~~~~~~~~~~~~~^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 927, in send + self.give_send(self, data) + ~~~~~~~~~~~~~~^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 1772, in capture_send + raise exc +Exception: Exception while sending data on connection (txn: txfbfd4d96f53649e480fb6-0069741562)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout ... ok test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found ... ok test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race ... ok test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items ... ok - -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx695e9d5d2116486f95ba8-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx80f0f4cc6cd24bf0b5eff-0067670533) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp6xupfiol/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp6xupfiol/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp6xupfiol/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp6xupfiol/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:07 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0032 "-" 4136298 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:07 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0029 "-" 4136298 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:07 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0316 "-" 4136298 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:07 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0071 "-" 4136298 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:07 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx678225d99afd43569604d-0067670533" "proxy-server 4136298" 0.0011 "-" 4136298 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:07 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:57133/sda1/3/a/c" "tx678225d99afd43569604d-0067670533" "container-server 4136298" 0.0011 "-" 4136298 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:07 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:33579/sdb1/3/a/c" "tx678225d99afd43569604d-0067670533" "container-server 4136298" 0.0010 "-" 4136298 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:07 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx678225d99afd43569604d-0067670533" "proxy-server 4136298" 0.0170 "-" 4136298 0test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap ... ok test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805585.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/273/73d749268739cc8e5103bc097b4ee273/73d749268739cc8e5103bc097b4ee273.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805590.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/73a/64e5fb4ea659e77abcd29cc42dec973a/64e5fb4ea659e77abcd29cc42dec973a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805595.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/6c2/fa38ce19e9a2ea80baf64d3f3f2f26c2/fa38ce19e9a2ea80baf64d3f3f2f26c2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805600.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/3ef/eeb761750a997bb8d2c8164614fa33ef/eeb761750a997bb8d2c8164614fa33ef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805605.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/d0c/8a0ea0a88780f8e988d61364c054cd0c/8a0ea0a88780f8e988d61364c054cd0c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805610.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/229/07638a1b92425f7565a5904d2f599229/07638a1b92425f7565a5904d2f599229.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805615.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/395/c7cf877ce317aa4e24adfa73e4e61395/c7cf877ce317aa4e24adfa73e4e61395.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805620.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/809/425b90af3ff1ae5798140ccc71459809/425b90af3ff1ae5798140ccc71459809.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805625.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/1f6/e03fda1acc0a58925c87b6d6e8ae71f6/e03fda1acc0a58925c87b6d6e8ae71f6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805630.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/8d5/57af077c16dc2734369a07c287d718d5/57af077c16dc2734369a07c287d718d5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805635.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/798/e936bc23114ae0a36f23e69665c8b798/e936bc23114ae0a36f23e69665c8b798.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805640.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/4c4/64cfb548acf4910adf87b6c331b634c4/64cfb548acf4910adf87b6c331b634c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805645.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/bd4/d046298513b0cbe397c00c145d702bd4/d046298513b0cbe397c00c145d702bd4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805650.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/05a/5e0a4be1fc1ca89a5ecb45c19654d05a/5e0a4be1fc1ca89a5ecb45c19654d05a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805655.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/48c/f5ea66763f4b113a846d7071bc05f48c/f5ea66763f4b113a846d7071bc05f48c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805660.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/32d/0cc73d5a3c332b9c42da0da0dcb2632d/0cc73d5a3c332b9c42da0da0dcb2632d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805665.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/3d1/f5f3bfb32fbf6e537b31402f85c9e3d1/f5f3bfb32fbf6e537b31402f85c9e3d1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805670.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/4dc/9ac9de3ad1b1e73283a16b12a89744dc/9ac9de3ad1b1e73283a16b12a89744dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805675.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/390/91d000fc178789ee395a2f0be5c0b390/91d000fc178789ee395a2f0be5c0b390.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805680.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/85f/5109198e5c0236fdb0dc17933ce0685f/5109198e5c0236fdb0dc17933ce0685f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805685.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/4a0/18141b66a773b0343c3b47edd5b104a0/18141b66a773b0343c3b47edd5b104a0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805690.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/5d5/d06d9940a0228f6af25bdb848692e5d5/d06d9940a0228f6af25bdb848692e5d5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805695.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/ed0/0ff99e5671259588e38e6bf520032ed0/0ff99e5671259588e38e6bf520032ed0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805700.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/b33/63390c5cfc883ff58b28fecc6c99bb33/63390c5cfc883ff58b28fecc6c99bb33.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805705.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/144/1996f1a3628a1c3ec4684c0049739144/1996f1a3628a1c3ec4684c0049739144.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805710.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/a5b/fd70a2a83f4a302b4e66c63d4a8fba5b/fd70a2a83f4a302b4e66c63d4a8fba5b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805715.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/d21/f0960397901977ab0472d0447aa87d21/f0960397901977ab0472d0447aa87d21.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805720.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/0f8/7cd8bf484597387bd0125000f18670f8/7cd8bf484597387bd0125000f18670f8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805725.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/648/7ece61928b311ac422a2f2bdc04e4648/7ece61928b311ac422a2f2bdc04e4648.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805730.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/982/027e84f6c718d86b31b1de0d238e5982/027e84f6c718d86b31b1de0d238e5982.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805735.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/080/db8bc280da0e5518c81b6595f3ebb080/db8bc280da0e5518c81b6595f3ebb080.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805740.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/708/6980087a12315bc5513e0bedf77dc708/6980087a12315bc5513e0bedf77dc708.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805745.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/730/20812c5c3c302d57ed6bd15982164730/20812c5c3c302d57ed6bd15982164730.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805750.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/630/6596d008802215ec4db852224c5e3630/6596d008802215ec4db852224c5e3630.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805755.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/23a/13817726637c3aff9236f33d6a5a623a/13817726637c3aff9236f33d6a5a623a.db/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: ChunkWriteTimeout (Nones) (txn: tx945971a95add427687b5a-0069741562) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: tx687c25b311f647068de51-0069741562) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769215330.83464 <= '409 (1769215330.83464), 409 (1769215330.83464), 409 (1769215330.83464)' (txn: txe06a0fbb0fe44e70a33df-0069741562) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769215330.83714 <= '409 (1769215330.83714), 409 (1769215330.83714), 409 (1769215330.83714)' (txn: txebc85edee7ac4c85b435e-0069741562) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769215330.83984 <= '409 (1769215330.83984), 409 (1769215330.83984), 409 (1769215330.83984)' (txn: tx97ae654dc0f341d4b610f-0069741562) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769215330.00000 <= '409 (1769215331.00000), 409 (1769215331.00000), 409 (1769215331.00000)' (txn: tx158d67952ff543b3b9e98-0069741562) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769215332.00000 <= '409 (1769215333.00000), 409 (1769215333.00000), 409 (1769215333.00000)' (txn: tx12722e2906e34e40a1972-0069741562) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769215334.00000 <= '409 (1769215335.00000), 409 (1769215335.00000), 409 (1769215335.00000)' (txn: txe435e042c63e42f98fb78-0069741562) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769215330.00000 <= '409 (1769215330.00000), 409 (1769215330.00000), 409 (1769215330.00000)' (txn: tx0e70c0dd80ed49cfa7cc4-0069741562) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769215331.00000 <= '409 (1769215331.00000), 409 (1769215331.00000), 409 (1769215331.00000)' (txn: tx46edf7dbdea04a1e8e044-0069741562) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769215332.00000 <= '409 (1769215332.00000), 409 (1769215332.00000), 409 (1769215332.00000)' (txn: tx35715c9676da4d3097507-0069741562) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769215330.00000 <= '409 (1769215330.00000)' (txn: tx4fe253e75dc64621a7793-0069741562) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769215331.00000 <= '409 (1769215331.00000)' (txn: tx8a70dcaa115d4cb28f927-0069741562) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769215332.00000 <= '409 (1769215332.00000)' (txn: txe177f52a1b834ae69538f-0069741562) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort ... ok test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx46164eeb73a542c6b2ef5-0069741563) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769215331.00000 <= '409 (1769215332.00000)' (txn: txe675a64f90bc4bbf83437-0069741563) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 412, [409, 412, 412] (txn: tx333fbed087fb4d278468e-0069741563) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769215331.00000 <= '409 (unknown), 409 (unknown), 409 (unknown)' (txn: tx36f978458ae447cc91e07-0069741563) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769215331.00000 <= '409 (1769215332.00000), 201 (unknown), 201 (unknown)' (txn: txc65ab3ebcecc45858c7fc-0069741563) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_custom_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_custom_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_default_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_default_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_GET +test.unit.proxy.test_mem_server.TestAccountController.test_GET ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate +test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS +test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT +test.unit.proxy.test_mem_server.TestAccountController.test_PUT ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json +test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused +test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error +test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header +test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header +test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpezcwbpth/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpezcwbpth/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpezcwbpth/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpezcwbpth/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0037 "-" 3035064 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0034 "-" 3035064 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0031 "-" 3035064 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0032 "-" 3035064 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx54f311ee798441ab886c9-0069741563" "proxy-server 3035064" 0.0014 "-" 3035064 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:33501/sdb1/0/a/c" "tx54f311ee798441ab886c9-0069741563" "container-server 3035064" 0.0012 "-" 3035064 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:52701/sda1/0/a/c" "tx54f311ee798441ab886c9-0069741563" "container-server 3035064" 0.0012 "-" 3035064 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx54f311ee798441ab886c9-0069741563" "proxy-server 3035064" 0.0096 "-" 3035064 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx54f311ee798441ab886c9-0069741563" "proxy-server 3035064" 0.0157 "-" 3035064 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/42/11 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx54f311ee798441ab886c9-0069741563 - 0.0255 - - 1769215331.304663897 1769215331.330169201 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx91af081dea9a4938b60b9-0069741563" "proxy-server 3035064" 0.0013 "-" 3035064 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:33501/sdb1/2/a1/c1" "tx91af081dea9a4938b60b9-0069741563" "container-server 3035064" 0.0011 "-" 3035064 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:52701/sda1/2/a1/c1" "tx91af081dea9a4938b60b9-0069741563" "container-server 3035064" 0.0012 "-" 3035064 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx91af081dea9a4938b60b9-0069741563" "proxy-server 3035064" 0.0089 "-" 3035064 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx91af081dea9a4938b60b9-0069741563" "proxy-server 3035064" 0.0142 "-" 3035064 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/42/11 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx91af081dea9a4938b60b9-0069741563 - 0.0220 - - 1769215331.331769228 1769215331.353805304 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd4e40ecfc7404c15ab5c3-0069741563" "proxy-server 3035064" 0.0021 "-" 3035064 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:52701/sda1/0/a/c1" "txd4e40ecfc7404c15ab5c3-0069741563" "container-server 3035064" 0.0018 "-" 3035064 1 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:33501/sdb1/0/a/c1" "txd4e40ecfc7404c15ab5c3-0069741563" "container-server 3035064" 0.0011 "-" 3035064 1 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txd4e40ecfc7404c15ab5c3-0069741563" "proxy-server 3035064" 0.0096 "-" 3035064 1 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txd4e40ecfc7404c15ab5c3-0069741563" "proxy-server 3035064" 0.0150 "-" 3035064 1 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/42/11 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txd4e40ecfc7404c15ab5c3-0069741563 - 0.0241 - - 1769215331.355529547 1769215331.379618883 1 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx680799ef2cd04eeca9643-0069741563" "proxy-server 3035064" 0.0021 "-" 3035064 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:33501/sdb1/2/a/c2" "tx680799ef2cd04eeca9643-0069741563" "container-server 3035064" 0.0018 "-" 3035064 2 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:52701/sda1/2/a/c2" "tx680799ef2cd04eeca9643-0069741563" "container-server 3035064" 0.0010 "-" 3035064 2 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx680799ef2cd04eeca9643-0069741563" "proxy-server 3035064" 0.0096 "-" 3035064 2 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx680799ef2cd04eeca9643-0069741563" "proxy-server 3035064" 0.0148 "-" 3035064 2 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/42/11 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx680799ef2cd04eeca9643-0069741563 - 0.0237 - - 1769215331.381135464 1769215331.404819012 2 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp3gbts201/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp3gbts201/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release./usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects ... ok test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml @@ -49730,935 +48568,159 @@ test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim ... ok test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row ... ok test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range ... ok test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS -test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 -test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata -test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files -test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 -test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags -test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_x_container_headers_db_states -test.unit.proxy.test_server.TestReplicatedObjectController.test_x_container_headers_db_states ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805760.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/7b0/a09a3fa4bf17d16976c61149406347b0/a09a3fa4bf17d16976c61149406347b0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805765.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/4bb/10e4b7f1e1cc84f0cf6058b14dd064bb/10e4b7f1e1cc84f0cf6058b14dd064bb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805770.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/174/106e54e3a67241b6c0df9ea27bee0174/106e54e3a67241b6c0df9ea27bee0174.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805775.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/a07/e399afb907ff20cbad7a92a061939a07/e399afb907ff20cbad7a92a061939a07.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805780.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/c1d/cb86c9d24ad7e5c3c8907e81395d7c1d/cb86c9d24ad7e5c3c8907e81395d7c1d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805785.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/614/b78decf8068b312900e33dd66233c614/b78decf8068b312900e33dd66233c614.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805790.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/d4c/781181317afebbf5250449fc38b6ad4c/781181317afebbf5250449fc38b6ad4c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805795.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/ad2/158f23641c0a14ca840a44a070f74ad2/158f23641c0a14ca840a44a070f74ad2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805800.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/7fa/db2a2a7fb84d00a3abf4e371366b47fa/db2a2a7fb84d00a3abf4e371366b47fa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805805.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/687/a5953be55369f8be847b1169a55e8687/a5953be55369f8be847b1169a55e8687.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805810.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/bdd/fda7839d60376c88b6541ea5909babdd/fda7839d60376c88b6541ea5909babdd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805815.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/819/db939b4aa0ac9c9aa77665ba46c19819/db939b4aa0ac9c9aa77665ba46c19819.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805820.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/823/f1b789e6f780f84f7aa8e1b215c88823/f1b789e6f780f84f7aa8e1b215c88823.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805825.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/dda/8840e7bae6824be59aa4405ab9ecfdda/8840e7bae6824be59aa4405ab9ecfdda.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805830.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/63b/d265c39ce203a86ddbd44162994de63b/d265c39ce203a86ddbd44162994de63b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805835.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/b78/fe058e528ba5f2a8bdad7ccd2f421b78/fe058e528ba5f2a8bdad7ccd2f421b78.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805840.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/a6a/9e3df5d88671eee9a7b4cd7ffa439a6a/9e3df5d88671eee9a7b4cd7ffa439a6a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805845.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/faf/f3f28097813078673aa691375621efaf/f3f28097813078673aa691375621efaf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805850.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/19a/b1da3c5febf2e0563959f1d509f0b19a/b1da3c5febf2e0563959f1d509f0b19a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805855.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/bfe/c9a24382972ba85bd61ed39539c1dbfe/c9a24382972ba85bd61ed39539c1dbfe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805860.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/02c/dbae1ef4f411dddbb566f9a559cc302c/dbae1ef4f411dddbb566f9a559cc302c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805865.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/95d/32c4c187687d272e5c9c038329b7795d/32c4c187687d272e5c9c038329b7795d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805870.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/357/d50c00f8d877fccfabfed37c298e8357/d50c00f8d877fccfabfed37c298e8357.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805875.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/6fd/d5c0a9bdc627a3a5f9ab0398c20d96fd/d5c0a9bdc627a3a5f9ab0398c20d96fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805880.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/46e/472564024efa354e2fb48691bb6f846e/472564024efa354e2fb48691bb6f846e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805885.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/613/c6168e14533c6079cab750285c091613/c6168e14533c6079cab750285c091613.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805890.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/131/d346943aec44f89dcecca405b9092131/d346943aec44f89dcecca405b9092131.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805895.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/a1e/fda94b0796e4c9fb8026206709214a1e/fda94b0796e4c9fb8026206709214a1e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805900.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/654/1919dacff134d019d4606ab5647d8654/1919dacff134d019d4606ab5647d8654.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805905.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/97a/eb044fd9681b8b4363b2e7773037397a/eb044fd9681b8b4363b2e7773037397a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805910.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/b93/9eb9065b80c0e9c5c019cfeb52250b93/9eb9065b80c0e9c5c019cfeb52250b93.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805915.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/f17/585f47250a4149235f6f88c187a1ff17/585f47250a4149235f6f88c187a1ff17.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805920.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/d46/fc18fcf14ed3bfc9250ebca3a0896d46/fc18fcf14ed3bfc9250ebca3a0896d46.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805925.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/601/2bc1e4a1102716a3a2a1140f6c50b601/2bc1e4a1102716a3a2a1140f6c50b601.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805930.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/b0c/9911a49eda8a73693e5c8447eece6b0c/9911a49eda8a73693e5c8447eece6b0c.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes ... ok - -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:07 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx678225d99afd43569604d-0067670533" "proxy-server 4136298" 0.0305 "-" 4136298 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/07 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx678225d99afd43569604d-0067670533 - 0.0469 - - 1734804787.864875078 1734804787.911752939 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:07 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx6f8189b9aa964fe8a9b38-0067670533" "proxy-server 4136298" 0.0012 "-" 4136298 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:07 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:57133/sda1/0/a1/c1" "tx6f8189b9aa964fe8a9b38-0067670533" "container-server 4136298" 0.0029 "-" 4136298 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:07 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:33579/sdb1/0/a1/c1" "tx6f8189b9aa964fe8a9b38-0067670533" "container-server 4136298" 0.0011 "-" 4136298 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:07 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx6f8189b9aa964fe8a9b38-0067670533" "proxy-server 4136298" 0.0315 "-" 4136298 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:07 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx6f8189b9aa964fe8a9b38-0067670533" "proxy-server 4136298" 0.0197 "-" 4136298 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/07 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx6f8189b9aa964fe8a9b38-0067670533 - 0.0489 - - 1734804787.925777197 1734804787.974653006 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:07 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx8b0feaa33fff49f9ad101-0067670533" "proxy-server 4136298" 0.0019 "-" 4136298 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:08 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:57133/sda1/3/a/c1" "tx8b0feaa33fff49f9ad101-0067670533" "container-server 4136298" 0.0017 "-" 4136298 1 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:08 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:33579/sdb1/3/a/c1" "tx8b0feaa33fff49f9ad101-0067670533" "container-server 4136298" 0.0055 "-" 4136298 1 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:08 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx8b0feaa33fff49f9ad101-0067670533" "proxy-server 4136298" 0.0262 "-" 4136298 1 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:08 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx8b0feaa33fff49f9ad101-0067670533" "proxy-server 4136298" 0.0357 "-" 4136298 1 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/08 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx8b0feaa33fff49f9ad101-0067670533 - 0.0650 - - 1734804787.976248503 1734804788.041268587 1 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:08 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa9a435175fe44437960be-0067670534" "proxy-server 4136298" 0.0020 "-" 4136298 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:08 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:33579/sdb1/0/a/c2" "txa9a435175fe44437960be-0067670534" "container-server 4136298" 0.0065 "-" 4136298 2 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:08 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:57133/sda1/0/a/c2" "txa9a435175fe44437960be-0067670534" "container-server 4136298" 0.0017 "-" 4136298 2 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:08 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txa9a435175fe44437960be-0067670534" "proxy-server 4136298" 0.0353 "-" 4136298 2 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:08 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txa9a435175fe44437960be-0067670534" "proxy-server 4136298" 0.0237 "-" 4136298 2 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/08 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txa9a435175fe44437960be-0067670534 - 0.0532 - - 1734804788.042964458 1734804788.096188068 2 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805935.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/315/4b6525c97752e2a95764a025a0ffe315/4b6525c97752e2a95764a025a0ffe315.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805940.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/2cc/2b8a08bc819adcdd205a98578bbf32cc/2b8a08bc819adcdd205a98578bbf32cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805945.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/721/bf80c99358109a7f5fc33798c5a1c721/bf80c99358109a7f5fc33798c5a1c721.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805950.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/e1b/bb3623907df6b163a6b19bb6daa2be1b/bb3623907df6b163a6b19bb6daa2be1b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805955.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/bc1/0a5564f598751b254fda9f1f3458ebc1/0a5564f598751b254fda9f1f3458ebc1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805960.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/54c/0a5e517388f88e9eb906a24bc6fd854c/0a5e517388f88e9eb906a24bc6fd854c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805965.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/c75/13c4655c628011bb605ac2fb4dde0c75/13c4655c628011bb605ac2fb4dde0c75.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805970.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/378/3d7d168d7ad8a29aac8ccc49891d5378/3d7d168d7ad8a29aac8ccc49891d5378.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805975.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/d24/00f0f299f295e57896ae6890f6cc8d24/00f0f299f295e57896ae6890f6cc8d24.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805980.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/d2c/ed213e01658235ca615ee5d7ff223d2c/ed213e01658235ca615ee5d7ff223d2c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805985.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/4b1/e619722907ddc0f9f231c1b2005064b1/e619722907ddc0f9f231c1b2005064b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805990.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/081/bd1ac83f2064c5c46817711d451c8081/bd1ac83f2064c5c46817711d451c8081.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805995.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/f7d/97a4202ecf2727b43901ddd03175df7d/97a4202ecf2727b43901ddd03175df7d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806000.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/2d0/d8a46688749680548fa43afeef90c2d0/d8a46688749680548fa43afeef90c2d0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806005.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/480/cdd566a287720f27495c105a8da41480/cdd566a287720f27495c105a8da41480.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806010.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/6ea/c842d8e94b9b84af4a3912774d66c6ea/c842d8e94b9b84af4a3912774d66c6ea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806015.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/45b/746b9909655792ae5a8e4405d36c145b/746b9909655792ae5a8e4405d36c145b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806020.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/e76/06bdf97828d8ca67d876f6612bf76e76/06bdf97828d8ca67d876f6612bf76e76.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806025.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/e31/8b5a3063f1361e6cc533b084255f5e31/8b5a3063f1361e6cc533b084255f5e31.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806030.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/a18/839bdb5e8bd128c1d43c783d25133a18/839bdb5e8bd128c1d43c783d25133a18.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806035.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/bef/a3abe4198677432dffb1d3e3198f5bef/a3abe4198677432dffb1d3e3198f5bef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806040.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/3ea/2d9de98f15aed2233b43e6351f2623ea/2d9de98f15aed2233b43e6351f2623ea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806045.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/c00/a531f5bced8b750129e0c105914d4c00/a531f5bced8b750129e0c105914d4c00.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806050.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/ed1/d9a3d4f9af412d76e4c01b967e6c5ed1/d9a3d4f9af412d76e4c01b967e6c5ed1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806055.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/a26/c0cfeb58de176955763c224b09159a26/c0cfeb58de176955763c224b09159a26.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806060.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/b79/87d50c50fd5aa26bf93bd276373e1b79/87d50c50fd5aa26bf93bd276373e1b79.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806065.00000-0, db: /tmp/tmp5sblg005/sda/containers/0/e9a/f382b404a120c5f9adc07196c5d77e9a/f382b404a120c5f9adc07196c5d77e9a.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/aa0/94bada35a21b39a3c78c5a74e07c3aa0/94bada35a21b39a3c78c5a74e07c3aa0.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804792.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/aa0/94bada35a21b39a3c78c5a74e07c3aa0/94bada35a21b39a3c78c5a74e07c3aa0_1734804792.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/9b7/ec9de0e763ff091d68626942fcddb9b7/ec9de0e763ff091d68626942fcddb9b7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804796.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/9b7/ec9de0e763ff091d68626942fcddb9b7/ec9de0e763ff091d68626942fcddb9b7_1734804796.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/845/a2b48995a88737c5832423fb52656845/a2b48995a88737c5832423fb52656845.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804800.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/845/a2b48995a88737c5832423fb52656845/a2b48995a88737c5832423fb52656845_1734804800.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/699/a2c2830ffd42e7614f77b928afa02699/a2c2830ffd42e7614f77b928afa02699.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804804.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/699/a2c2830ffd42e7614f77b928afa02699/a2c2830ffd42e7614f77b928afa02699_1734804804.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/e49/3ddbec922d398f247e9b7029feeefe49/3ddbec922d398f247e9b7029feeefe49.db'test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804808.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/e49/3ddbec922d398f247e9b7029feeefe49/3ddbec922d398f247e9b7029feeefe49_1734804808.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/c5e/d61a7f97ad81bfe6a0e20d16dc071c5e/d61a7f97ad81bfe6a0e20d16dc071c5e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804812.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/c5e/d61a7f97ad81bfe6a0e20d16dc071c5e/d61a7f97ad81bfe6a0e20d16dc071c5e_1734804812.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/5f0/190a35eeb9cee5c66c2e04b6685655f0/190a35eeb9cee5c66c2e04b6685655f0.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804816.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/5f0/190a35eeb9cee5c66c2e04b6685655f0/190a35eeb9cee5c66c2e04b6685655f0_1734804816.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/e5b/b6870c4b46cff7c01e64bf5de43dfe5b/b6870c4b46cff7c01e64bf5de43dfe5b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804820.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/e5b/b6870c4b46cff7c01e64bf5de43dfe5b/b6870c4b46cff7c01e64bf5de43dfe5b_1734804820.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/801/a2787f21b043e103f8cfcdf8211c7801/a2787f21b043e103f8cfcdf8211c7801.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804824.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/801/a2787f21b043e103f8cfcdf8211c7801/a2787f21b043e103f8cfcdf8211c7801_1734804824.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/cf4/4f682ffbadc35dd980caf27810b59cf4/4f682ffbadc35dd980caf27810b59cf4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804828.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/cf4/4f682ffbadc35dd980caf27810b59cf4/4f682ffbadc35dd980caf27810b59cf4_1734804828.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/ed2/73fe8264e865cca0b06af00dda513ed2/73fe8264e865cca0b06af00dda513ed2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804832.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/ed2/73fe8264e865cca0b06af00dda513ed2/73fe8264e865cca0b06af00dda513ed2_1734804832.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/b4b/89817cfb1559ff3b5a95240599cabb4b/89817cfb1559ff3b5a95240599cabb4b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804836.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/b4b/89817cfb1559ff3b5a95240599cabb4b/89817cfb1559ff3b5a95240599cabb4b_1734804836.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/c35/e7703fc661ba30f7bdbcdd15d82c0c35/e7703fc661ba30f7bdbcdd15d82c0c35.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804840.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/c35/e7703fc661ba30f7bdbcdd15d82c0c35/e7703fc661ba30f7bdbcdd15d82c0c35_1734804840.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/e4b/635a7424502f2520d43592d86070ee4b/635a7424502f2520d43592d86070ee4b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804844.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/e4b/635a7424502f2520d43592d86070ee4b/635a7424502f2520d43592d86070ee4b_1734804844.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/e9b/cbbbe7470a3154417f35281b1b61ee9b/cbbbe7470a3154417f35281b1b61ee9b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804848.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/e9b/cbbbe7470a3154417f35281b1b61ee9b/cbbbe7470a3154417f35281b1b61ee9b_1734804848.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/477/2448a653876a54588897daad02bb1477/2448a653876a54588897daad02bb1477.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804852.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/477/2448a653876a54588897daad02bb1477/2448a653876a54588897daad02bb1477_1734804852.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/d2b/e07016a752efd29aac46c58dc664dd2b/e07016a752efd29aac46c58dc664dd2b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804856.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/d2b/e07016a752efd29aac46c58dc664dd2b/e07016a752efd29aac46c58dc664dd2b_1734804856.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/3e9/1073d9a01f560e5cb19ca3460c32d3e9/1073d9a01f560e5cb19ca3460c32d3e9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804860.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/3e9/1073d9a01f560e5cb19ca3460c32d3e9/1073d9a01f560e5cb19ca3460c32d3e9_1734804860.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/655/2ad91db29b9f09f9d210ce1f65093655/2ad91db29b9f09f9d210ce1f65093655.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804864.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/655/2ad91db29b9f09f9d210ce1f65093655/2ad91db29b9f09f9d210ce1f65093655_1734804864.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/5b4/57f237b54691c985b2a695d4dc0955b4/57f237b54691c985b2a695d4dc0955b4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804868.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/5b4/57f237b54691c985b2a695d4dc0955b4/57f237b54691c985b2a695d4dc0955b4_1734804868.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/0cf/6e65240365c0693738a3b498a242e0cf/6e65240365c0693738a3b498a242e0cf.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804872.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/0cf/6e65240365c0693738a3b498a242e0cf/6e65240365c0693738a3b498a242e0cf_1734804872.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/7ed/659df5f97b24de6bdc30c30a50c397ed/659df5f97b24de6bdc30c30a50c397ed.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804876.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/7ed/659df5f97b24de6bdc30c30a50c397ed/659df5f97b24de6bdc30c30a50c397ed_1734804876.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/1ab/5f95d2a9081be4b45a4ba171613a01ab/5f95d2a9081be4b45a4ba171613a01ab.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804880.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/1ab/5f95d2a9081be4b45a4ba171613a01ab/5f95d2a9081be4b45a4ba171613a01ab_1734804880.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/b9c/915d3c45a9c67793f947c6450235eb9c/915d3c45a9c67793f947c6450235eb9c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804884.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/b9c/915d3c45a9c67793f947c6450235eb9c/915d3c45a9c67793f947c6450235eb9c_1734804884.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/50f/0ddf84bdc8baee0b058a2c23aa36150f/0ddf84bdc8baee0b058a2c23aa36150f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804888.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/50f/0ddf84bdc8baee0b058a2c23aa36150f/0ddf84bdc8baee0b058a2c23aa36150f_1734804888.00000.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name ... ok - -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/9ee/3d3033178bc39ae4792075048fce89ee/3d3033178bc39ae4792075048fce89ee.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804892.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/9ee/3d3033178bc39ae4792075048fce89ee/3d3033178bc39ae4792075048fce89ee_1734804892.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/8b8/8b1c5bf4fab368640e326c680ab9b8b8/8b1c5bf4fab368640e326c680ab9b8b8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804896.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/8b8/8b1c5bf4fab368640e326c680ab9b8b8/8b1c5bf4fab368640e326c680ab9b8b8_1734804896.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/54f/302184302ed05c0324da51dd90c6354f/302184302ed05c0324da51dd90c6354f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804900.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/54f/302184302ed05c0324da51dd90c6354f/302184302ed05c0324da51dd90c6354f_1734804900.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/3c0/8fd04513dfd3d716f045ff34806e03c0/8fd04513dfd3d716f045ff34806e03c0.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804904.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/3c0/8fd04513dfd3d716f045ff34806e03c0/8fd04513dfd3d716f045ff34806e03c0_1734804904.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/856/8f4089c6062c5992fc3492b6d7efd856/8f4089c6062c5992fc3492b6d7efd856.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804908.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/856/8f4089c6062c5992fc3492b6d7efd856/8f4089c6062c5992fc3492b6d7efd856_1734804908.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/7ed/cbd0edd8992155cf6a118d19874cd7ed/cbd0edd8992155cf6a118d19874cd7ed.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804912.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/7ed/cbd0edd8992155cf6a118d19874cd7ed/cbd0edd8992155cf6a118d19874cd7ed_1734804912.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/2c5/85afcb9212754049d4826fc10685c2c5/85afcb9212754049d4826fc10685c2c5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804916.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/2c5/85afcb9212754049d4826fc10685c2c5/85afcb9212754049d4826fc10685c2c5_1734804916.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/abb/00015ee5d5ceaabed77df78838613abb/00015ee5d5ceaabed77df78838613abb.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804920.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/abb/00015ee5d5ceaabed77df78838613abb/00015ee5d5ceaabed77df78838613abb_1734804920.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/27b/a7037f4910c362e13a749ce995c5827b/a7037f4910c362e13a749ce995c5827b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804924.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/27b/a7037f4910c362e13a749ce995c5827b/a7037f4910c362e13a749ce995c5827b_1734804924.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/cc0/a05b4919ee7ceb341d31adc0f3e14cc0/a05b4919ee7ceb341d31adc0f3e14cc0.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804928.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/cc0/a05b4919ee7ceb341d31adc0f3e14cc0/a05b4919ee7ceb341d31adc0f3e14cc0_1734804928.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/68a/b3909aee33fa26bc20908f04da4ae68a/b3909aee33fa26bc20908f04da4ae68a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804932.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/68a/b3909aee33fa26bc20908f04da4ae68a/b3909aee33fa26bc20908f04da4ae68a_1734804932.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/20b/43d0e9e1441f3268c24383e35bc7620b/43d0e9e1441f3268c24383e35bc7620b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804936.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/20b/43d0e9e1441f3268c24383e35bc7620b/43d0e9e1441f3268c24383e35bc7620b_1734804936.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/775/3029bf3b36465e8eee4210f4e4beb775/3029bf3b36465e8eee4210f4e4beb775.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804940.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/775/3029bf3b36465e8eee4210f4e4beb775/3029bf3b36465e8eee4210f4e4beb775_1734804940.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/83c/7b8cc79d921c8edfe22c58d8e14fb83c/7b8cc79d921c8edfe22c58d8e14fb83c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804944.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/83c/7b8cc79d921c8edfe22c58d8e14fb83c/7b8cc79d921c8edfe22c58d8e14fb83c_1734804944.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/19c/1eb9acccc58f84ebe3edd67ce74de19c/1eb9acccc58f84ebe3edd67ce74de19c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804948.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/19c/1eb9acccc58f84ebe3edd67ce74de19c/1eb9acccc58f84ebe3edd67ce74de19c_1734804948.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/748/a602fd0ab64b4aadec46c01852d74748/a602fd0ab64b4aadec46c01852d74748.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804952.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/748/a602fd0ab64b4aadec46c01852d74748/a602fd0ab64b4aadec46c01852d74748_1734804952.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/c80/9992092fde4a738512bad56318c90c80/9992092fde4a738512bad56318c90c80.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804956.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/c80/9992092fde4a738512bad56318c90c80/9992092fde4a738512bad56318c90c80_1734804956.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/eae/85cc3fb0c6ca646039cae00586a42eae/85cc3fb0c6ca646039cae00586a42eae.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804960.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/eae/85cc3fb0c6ca646039cae00586a42eae/85cc3fb0c6ca646039cae00586a42eae_1734804960.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/179/3f04ce715ac682d8deb9966a5c72e179/3f04ce715ac682d8deb9966a5c72e179.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804964.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/179/3f04ce715ac682d8deb9966a5c72e179/3f04ce715ac682d8deb9966a5c72e179_1734804964.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/6df/ab1ccc8461fa9f66230ec40f668e96df/ab1ccc8461fa9f66230ec40f668e96df.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804968.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/6df/ab1ccc8461fa9f66230ec40f668e96df/ab1ccc8461fa9f66230ec40f668e96df_1734804968.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/674/49535b769e84a04e2d1c7af31f1a9674/49535b769e84a04e2d1c7af31f1a9674.db'test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: tx1abb5be7b44d4e988ca4c-0067670533) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx1abb5be7b44d4e988ca4c-0067670533) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1abb5be7b44d4e988ca4c-0067670533) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx1abb5be7b44d4e988ca4c-0067670533) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1abb5be7b44d4e988ca4c-0067670533) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1abb5be7b44d4e988ca4c-0067670533) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx1abb5be7b44d4e988ca4c-0067670533) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1abb5be7b44d4e988ca4c-0067670533) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1abb5be7b44d4e988ca4c-0067670533) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx1abb5be7b44d4e988ca4c-0067670533) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1abb5be7b44d4e988ca4c-0067670533) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1abb5be7b44d4e988ca4c-0067670533) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx1abb5be7b44d4e988ca4c-0067670533) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: tx01b79190cf684a7887948-0067670535) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx01b79190cf684a7887948-0067670535) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx01b79190cf684a7887948-0067670535) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx01b79190cf684a7887948-0067670535) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx01b79190cf684a7887948-0067670535) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx01b79190cf684a7887948-0067670535) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: tx01b79190cf684a7887948-0067670535) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx01b79190cf684a7887948-0067670535) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: tx01b79190cf684a7887948-0067670535) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx01b79190cf684a7887948-0067670535) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx01b79190cf684a7887948-0067670535) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: tx01b79190cf684a7887948-0067670535) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx01b79190cf684a7887948-0067670535) -test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: tx01b79190cf684a7887948-0067670535) -test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx01b79190cf684a7887948-0067670535) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: tx01b79190cf684a7887948-0067670535) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx67dd0d4657124bccbf0a5-0067670536) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx67dd0d4657124bccbf0a5-0067670536) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx67dd0d4657124bccbf0a5-0067670536) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx67dd0d4657124bccbf0a5-0067670536) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx67dd0d4657124bccbf0a5-0067670536) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx67dd0d4657124bccbf0a5-0067670536) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx67dd0d4657124bccbf0a5-0067670536) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx67dd0d4657124bccbf0a5-0067670536) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx67dd0d4657124bccbf0a5-0067670536) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx67dd0d4657124bccbf0a5-0067670536) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx67dd0d4657124bccbf0a5-0067670536) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx67dd0d4657124bccbf0a5-0067670536) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx67dd0d4657124bccbf0a5-0067670536) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx67dd0d4657124bccbf0a5-0067670536)test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804972.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/674/49535b769e84a04e2d1c7af31f1a9674/49535b769e84a04e2d1c7af31f1a9674_1734804972.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/587/e26ad23ccccc113103a82daf95e5b587/e26ad23ccccc113103a82daf95e5b587.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804976.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/587/e26ad23ccccc113103a82daf95e5b587/e26ad23ccccc113103a82daf95e5b587_1734804976.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/f91/ae4e5ff392c860aaa042d79f50422f91/ae4e5ff392c860aaa042d79f50422f91.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804980.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/f91/ae4e5ff392c860aaa042d79f50422f91/ae4e5ff392c860aaa042d79f50422f91_1734804980.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/953/5be25131485cd8bf8ab235f3c5f14953/5be25131485cd8bf8ab235f3c5f14953.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804984.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/953/5be25131485cd8bf8ab235f3c5f14953/5be25131485cd8bf8ab235f3c5f14953_1734804984.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/67a/ac30e0337d9300ce402a09dabbab167a/ac30e0337d9300ce402a09dabbab167a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804988.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/67a/ac30e0337d9300ce402a09dabbab167a/ac30e0337d9300ce402a09dabbab167a_1734804988.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/165/9101d9b722de2660d99d4b4a97e24165/9101d9b722de2660d99d4b4a97e24165.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804992.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/165/9101d9b722de2660d99d4b4a97e24165/9101d9b722de2660d99d4b4a97e24165_1734804992.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/bb5/2c4071e34f42582662cca438c8f32bb5/2c4071e34f42582662cca438c8f32bb5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804996.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/bb5/2c4071e34f42582662cca438c8f32bb5/2c4071e34f42582662cca438c8f32bb5_1734804996.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/1bb/54634d2781de25177c0ab035f1d6c1bb/54634d2781de25177c0ab035f1d6c1bb.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805000.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/1bb/54634d2781de25177c0ab035f1d6c1bb/54634d2781de25177c0ab035f1d6c1bb_1734805000.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/423/0aeb5ba97522fee76795fe621c241423/0aeb5ba97522fee76795fe621c241423.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805004.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/423/0aeb5ba97522fee76795fe621c241423/0aeb5ba97522fee76795fe621c241423_1734805004.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/b91/ca3b471726267f6a88730977c8d30b91/ca3b471726267f6a88730977c8d30b91.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805008.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/b91/ca3b471726267f6a88730977c8d30b91/ca3b471726267f6a88730977c8d30b91_1734805008.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/07d/f2b5e00d96d4d7d1dfcf7a24a3abf07d/f2b5e00d96d4d7d1dfcf7a24a3abf07d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805012.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/07d/f2b5e00d96d4d7d1dfcf7a24a3abf07d/f2b5e00d96d4d7d1dfcf7a24a3abf07d_1734805012.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/6c5/6e2541968ae2bf6d555932da401d86c5/6e2541968ae2bf6d555932da401d86c5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805016.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/6c5/6e2541968ae2bf6d555932da401d86c5/6e2541968ae2bf6d555932da401d86c5_1734805016.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/95b/6b5b0737159885eac0fbf31cbdc0995b/6b5b0737159885eac0fbf31cbdc0995b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805020.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/95b/6b5b0737159885eac0fbf31cbdc0995b/6b5b0737159885eac0fbf31cbdc0995b_1734805020.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/642/d7e255be23db9c6bd7830b87ec1d5642/d7e255be23db9c6bd7830b87ec1d5642.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805024.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/642/d7e255be23db9c6bd7830b87ec1d5642/d7e255be23db9c6bd7830b87ec1d5642_1734805024.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/99e/f465c07c4da555cf5953989e0173699e/f465c07c4da555cf5953989e0173699e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805028.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/99e/f465c07c4da555cf5953989e0173699e/f465c07c4da555cf5953989e0173699e_1734805028.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/a10/47978f2589c43776e8b3e23dfb880a10/47978f2589c43776e8b3e23dfb880a10.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805032.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/a10/47978f2589c43776e8b3e23dfb880a10/47978f2589c43776e8b3e23dfb880a10_1734805032.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/81e/06b5b5df5498332641f836896243a81e/06b5b5df5498332641f836896243a81e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805036.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/81e/06b5b5df5498332641f836896243a81e/06b5b5df5498332641f836896243a81e_1734805036.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/5f8/3796bb37ed3fd78c55747d25bacdf5f8/3796bb37ed3fd78c55747d25bacdf5f8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805040.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/5f8/3796bb37ed3fd78c55747d25bacdf5f8/3796bb37ed3fd78c55747d25bacdf5f8_1734805040.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/13d/fe6550ec7a78aef94bd2c828e7bb513d/fe6550ec7a78aef94bd2c828e7bb513d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805044.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/13d/fe6550ec7a78aef94bd2c828e7bb513d/fe6550ec7a78aef94bd2c828e7bb513d_1734805044.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/fde/8b1a0a4ce101235c329e268d628eefde/8b1a0a4ce101235c329e268d628eefde.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805048.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/fde/8b1a0a4ce101235c329e268d628eefde/8b1a0a4ce101235c329e268d628eefde_1734805048.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/50e/bfeca8e66a10660970cb4f2ac467a50e/bfeca8e66a10660970cb4f2ac467a50e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805052.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/50e/bfeca8e66a10660970cb4f2ac467a50e/bfeca8e66a10660970cb4f2ac467a50e_1734805052.00000.db -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx67dd0d4657124bccbf0a5-0067670536) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx67dd0d4657124bccbf0a5-0067670536) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx67dd0d4657124bccbf0a5-0067670536) -test DEBUG: Setting object count to 3120 (txn: tx67dd0d4657124bccbf0a5-0067670536) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx570aa44134654cc8922c4-0067670536) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx570aa44134654cc8922c4-0067670536) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx570aa44134654cc8922c4-0067670536) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx570aa44134654cc8922c4-0067670536) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx570aa44134654cc8922c4-0067670536) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx570aa44134654cc8922c4-0067670536) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx570aa44134654cc8922c4-0067670536) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx570aa44134654cc8922c4-0067670536) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx570aa44134654cc8922c4-0067670536) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx570aa44134654cc8922c4-0067670536) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx570aa44134654cc8922c4-0067670536) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx570aa44134654cc8922c4-0067670536) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx570aa44134654cc8922c4-0067670536) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx570aa44134654cc8922c4-0067670536) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx570aa44134654cc8922c4-0067670536) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx570aa44134654cc8922c4-0067670536) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx570aa44134654cc8922c4-0067670536) -test DEBUG: Setting object count to 3120 (txn: tx570aa44134654cc8922c4-0067670536) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txe3609072bbc54ca6aec7d-0067670536) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txe3609072bbc54ca6aec7d-0067670536) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe3609072bbc54ca6aec7d-0067670536) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe3609072bbc54ca6aec7d-0067670536) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe3609072bbc54ca6aec7d-0067670536) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe3609072bbc54ca6aec7d-0067670536) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe3609072bbc54ca6aec7d-0067670536) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txe3609072bbc54ca6aec7d-0067670536) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txe3609072bbc54ca6aec7d-0067670536) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txe3609072bbc54ca6aec7d-0067670536) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txe3609072bbc54ca6aec7d-0067670536) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txe3609072bbc54ca6aec7d-0067670536) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txe3609072bbc54ca6aec7d-0067670536) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txe3609072bbc54ca6aec7d-0067670536) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe3609072bbc54ca6aec7d-0067670536) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe3609072bbc54ca6aec7d-0067670536) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txe3609072bbc54ca6aec7d-0067670536) -test DEBUG: Setting object count to 3120 (txn: txe3609072bbc54ca6aec7d-0067670536) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4500eba3acfe4b59aec6c-0067670536) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx4500eba3acfe4b59aec6c-0067670536) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4500eba3acfe4b59aec6c-0067670536) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4500eba3acfe4b59aec6c-0067670536) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4500eba3acfe4b59aec6c-0067670536) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4500eba3acfe4b59aec6c-0067670536) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4500eba3acfe4b59aec6c-0067670536) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx4500eba3acfe4b59aec6c-0067670536) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx4500eba3acfe4b59aec6c-0067670536) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx4500eba3acfe4b59aec6c-0067670536) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx4500eba3acfe4b59aec6c-0067670536) -test DEBUG: Setting object count to 3120 (txn: tx4500eba3acfe4b59aec6c-0067670536) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx63e8b60212a54d7280eb1-0067670537) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx63e8b60212a54d7280eb1-0067670537) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx63e8b60212a54d7280eb1-0067670537) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx63e8b60212a54d7280eb1-0067670537) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx63e8b60212a54d7280eb1-0067670537) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx63e8b60212a54d7280eb1-0067670537) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx63e8b60212a54d7280eb1-0067670537) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx63e8b60212a54d7280eb1-0067670537) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx63e8b60212a54d7280eb1-0067670537) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx63e8b60212a54d7280eb1-0067670537) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx63e8b60212a54d7280eb1-0067670537) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx63e8b60212a54d7280eb1-0067670537) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx63e8b60212a54d7280eb1-0067670537) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx63e8b60212a54d7280eb1-0067670537) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx63e8b60212a54d7280eb1-0067670537) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx63e8b60212a54d7280eb1-0067670537) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx63e8b60212a54d7280eb1-0067670537) -test DEBUG: Setting object count to 3120 (txn: tx63e8b60212a54d7280eb1-0067670537) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx7f2858fc9a2441aeaaaf3-0067670537) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx7f2858fc9a2441aeaaaf3-0067670537) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7f2858fc9a2441aeaaaf3-0067670537) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7f2858fc9a2441aeaaaf3-0067670537) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7f2858fc9a2441aeaaaf3-0067670537) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7f2858fc9a2441aeaaaf3-0067670537) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7f2858fc9a2441aeaaaf3-0067670537) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx7f2858fc9a2441aeaaaf3-0067670537) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx7f2858fc9a2441aeaaaf3-0067670537) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7f2858fc9a2441aeaaaf3-0067670537) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx7f2858fc9a2441aeaaaf3-0067670537) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx1bfdb3b4b99b449e8f077-0067670537) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx1bfdb3b4b99b449e8f077-0067670537) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx1bfdb3b4b99b449e8f077-0067670537) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1bfdb3b4b99b449e8f077-0067670537) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx1bfdb3b4b99b449e8f077-0067670537) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1bfdb3b4b99b449e8f077-0067670537) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1bfdb3b4b99b449e8f077-0067670537) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx1bfdb3b4b99b449e8f077-0067670537) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx653333141d5845b1b6e98-0067670537) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx653333141d5845b1b6e98-0067670537) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx653333141d5845b1b6e98-0067670537) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx653333141d5845b1b6e98-0067670537) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx653333141d5845b1b6e98-0067670537) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx653333141d5845b1b6e98-0067670537) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx653333141d5845b1b6e98-0067670537) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx653333141d5845b1b6e98-0067670537) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx653333141d5845b1b6e98-0067670537) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx653333141d5845b1b6e98-0067670537) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx653333141d5845b1b6e98-0067670537) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx653333141d5845b1b6e98-0067670537) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx653333141d5845b1b6e98-0067670537) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx653333141d5845b1b6e98-0067670537) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txaa152fadd0ad47d2847ea-0067670537) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txaa152fadd0ad47d2847ea-0067670537) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txaa152fadd0ad47d2847ea-0067670537) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txaa152fadd0ad47d2847ea-0067670537)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache ... ok +cont2 DEBUG: Could not load '/tmp/tmp3gbts201/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp3gbts201/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0036 "-" 3035064 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0037 "-" 3035064 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0032 "-" 3035064 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0032 "-" 3035064 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txfafe73d581a94a6bb7087-0069741563" "proxy-server 3035064" 0.0013 "-" 3035064 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:53909/sdb1/0/a/c" "txfafe73d581a94a6bb7087-0069741563" "container-server 3035064" 0.0012 "-" 3035064 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:42661/sda1/0/a/c" "txfafe73d581a94a6bb7087-0069741563" "container-server 3035064" 0.0011 "-" 3035064 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txfafe73d581a94a6bb7087-0069741563" "proxy-server 3035064" 0.0160 "-" 3035064 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txfafe73d581a94a6bb7087-0069741563" "proxy-server 3035064" 0.0120 "-" 3035064 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/42/11 PUT /v1/a/c HTTP/1.0 201 - - t - - - txfafe73d581a94a6bb7087-0069741563 - 0.0251 - - 1769215331.774084806 1769215331.799218893 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx4e97b72a46f7481db1575-0069741563" "proxy-server 3035064" 0.0013 "-" 3035064 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:42661/sda1/2/a1/c1" "tx4e97b72a46f7481db1575-0069741563" "container-server 3035064" 0.0012 "-" 3035064 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:53909/sdb1/2/a1/c1" "tx4e97b72a46f7481db1575-0069741563" "container-server 3035064" 0.0011 "-" 3035064 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx4e97b72a46f7481db1575-0069741563" "proxy-server 3035064" 0.0092 "-" 3035064 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx4e97b72a46f7481db1575-0069741563" "proxy-server 3035064" 0.0147 "-" 3035064 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/42/11 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx4e97b72a46f7481db1575-0069741563 - 0.0228 - - 1769215331.800752640 1769215331.823593378 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx818890cfbe2b4fd58d163-0069741563" "proxy-server 3035064" 0.0021 "-" 3035064 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:53909/sdb1/0/a/c1" "tx818890cfbe2b4fd58d163-0069741563" "container-server 3035064" 0.0019 "-" 3035064 1 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:42661/sda1/0/a/c1" "tx818890cfbe2b4fd58d163-0069741563" "container-server 3035064" 0.0011 "-" 3035064 1 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx818890cfbe2b4fd58d163-0069741563" "proxy-server 3035064" 0.0099 "-" 3035064 1 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx818890cfbe2b4fd58d163-0069741563" "proxy-server 3035064" 0.0153 "-" 3035064 1 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/42/11 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx818890cfbe2b4fd58d163-0069741563 - 0.0243 - - 1769215331.825203419 1769215331.849502563 1 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx47975665b48643c4872e1-0069741563" "proxy-server 3035064" 0.0023 "-" 3035064 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:53909/sdb1/2/a/c2" "tx47975665b48643c4872e1-0069741563" "container-server 3035064" 0.0018 "-" 3035064 2 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:42661/sda1/2/a/c2" "tx47975665b48643c4872e1-0069741563" "container-server 3035064" 0.0011 "-" 3035064 2 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx47975665b48643c4872e1-0069741563" "proxy-server 3035064" 0.0139 "-" 3035064 2 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:11 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx47975665b48643c4872e1-0069741563" "proxy-server 3035064" 0.0102 "-" 3035064 2 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/42/11 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx47975665b48643c4872e1-0069741563 - 0.0240 - - 1769215331.851178169 1769215331.875194788 2 +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim ... ok test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path ... ok test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges ... ok - -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/417/4f4f8b320f2932177d2f67de6ce89417/4f4f8b320f2932177d2f67de6ce89417.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805056.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/417/4f4f8b320f2932177d2f67de6ce89417/4f4f8b320f2932177d2f67de6ce89417_1734805056.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/1e2/99aa56ea573b4ac6fccb81499e63a1e2/99aa56ea573b4ac6fccb81499e63a1e2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805060.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/1e2/99aa56ea573b4ac6fccb81499e63a1e2/99aa56ea573b4ac6fccb81499e63a1e2_1734805060.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/fb7/8fafc41bcb69bdb8629d057cf46a5fb7/8fafc41bcb69bdb8629d057cf46a5fb7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805064.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/fb7/8fafc41bcb69bdb8629d057cf46a5fb7/8fafc41bcb69bdb8629d057cf46a5fb7_1734805064.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/973/a2f5d943beb62bc920d93f08c11a5973/a2f5d943beb62bc920d93f08c11a5973.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805068.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/973/a2f5d943beb62bc920d93f08c11a5973/a2f5d943beb62bc920d93f08c11a5973_1734805068.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/378/0b13359e19957e6fd7dc8745eef48378/0b13359e19957e6fd7dc8745eef48378.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805072.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/378/0b13359e19957e6fd7dc8745eef48378/0b13359e19957e6fd7dc8745eef48378_1734805072.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/dda/bcad7cd45ecb5df47a6b1c324c454dda/bcad7cd45ecb5df47a6b1c324c454dda.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805076.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/dda/bcad7cd45ecb5df47a6b1c324c454dda/bcad7cd45ecb5df47a6b1c324c454dda_1734805076.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/0b0/c4b3e9dae4fe538c5fe7680df62170b0/c4b3e9dae4fe538c5fe7680df62170b0.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805080.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/0b0/c4b3e9dae4fe538c5fe7680df62170b0/c4b3e9dae4fe538c5fe7680df62170b0_1734805080.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/d4e/e76003042a6af1783ebb7045b484cd4e/e76003042a6af1783ebb7045b484cd4e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805084.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/d4e/e76003042a6af1783ebb7045b484cd4e/e76003042a6af1783ebb7045b484cd4e_1734805084.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/731/629c7763b9b680aca6aa85efe5095731/629c7763b9b680aca6aa85efe5095731.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805088.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/731/629c7763b9b680aca6aa85efe5095731/629c7763b9b680aca6aa85efe5095731_1734805088.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/a42/c4ac90ae6071c363b4576ca440782a42/c4ac90ae6071c363b4576ca440782a42.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805092.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/a42/c4ac90ae6071c363b4576ca440782a42/c4ac90ae6071c363b4576ca440782a42_1734805092.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/68e/eb3a9e157d923301bcda24d39294268e/eb3a9e157d923301bcda24d39294268e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805096.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/68e/eb3a9e157d923301bcda24d39294268e/eb3a9e157d923301bcda24d39294268e_1734805096.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/bb7/e8f306e1a324d7159a2d123445076bb7/e8f306e1a324d7159a2d123445076bb7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805100.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/bb7/e8f306e1a324d7159a2d123445076bb7/e8f306e1a324d7159a2d123445076bb7_1734805100.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/1ff/ca892b2a751af0e8de797eb95b41c1ff/ca892b2a751af0e8de797eb95b41c1ff.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805104.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/1ff/ca892b2a751af0e8de797eb95b41c1ff/ca892b2a751af0e8de797eb95b41c1ff_1734805104.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/d03/63bf80244eb6c34b63de99b4beb49d03/63bf80244eb6c34b63de99b4beb49d03.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805108.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/d03/63bf80244eb6c34b63de99b4beb49d03/63bf80244eb6c34b63de99b4beb49d03_1734805108.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/0ef/894e298004d937478e600cee956650ef/894e298004d937478e600cee956650ef.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805112.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/0ef/894e298004d937478e600cee956650ef/894e298004d937478e600cee956650ef_1734805112.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/6f4/5e179791846d0038a32e13cdfda426f4/5e179791846d0038a32e13cdfda426f4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805116.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/6f4/5e179791846d0038a32e13cdfda426f4/5e179791846d0038a32e13cdfda426f4_1734805116.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/360/e3cd97b458e260e5a0de5cdcf02d3360/e3cd97b458e260e5a0de5cdcf02d3360.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805120.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/360/e3cd97b458e260e5a0de5cdcf02d3360/e3cd97b458e260e5a0de5cdcf02d3360_1734805120.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/a0c/694ed05a1f3af825304a24f67d975a0c/694ed05a1f3af825304a24f67d975a0c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805124.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/a0c/694ed05a1f3af825304a24f67d975a0c/694ed05a1f3af825304a24f67d975a0c_1734805124.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/104/a6c0e8ee0468562ce779320fa0bdf104/a6c0e8ee0468562ce779320fa0bdf104.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805128.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/104/a6c0e8ee0468562ce779320fa0bdf104/a6c0e8ee0468562ce779320fa0bdf104_1734805128.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/1db/85cf426a346239b441a72034e10dc1db/85cf426a346239b441a72034e10dc1db.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805132.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/1db/85cf426a346239b441a72034e10dc1db/85cf426a346239b441a72034e10dc1db_1734805132.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/c2b/b39803fed05501f7a5e5f9242ac0dc2b/b39803fed05501f7a5e5f9242ac0dc2b.db'test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names ... ok +test ERROR: Problem finding shard upper in '/tmp/tmpc_8_q2_j/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpc_8_q2_j/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + shard_size, last_shard_upper) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpi6cy4m1x/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpi6cy4m1x/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805136.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/c2b/b39803fed05501f7a5e5f9242ac0dc2b/b39803fed05501f7a5e5f9242ac0dc2b_1734805136.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/cd6/a896ede83898ca57cdc19f5550036cd6/a896ede83898ca57cdc19f5550036cd6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805140.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/cd6/a896ede83898ca57cdc19f5550036cd6/a896ede83898ca57cdc19f5550036cd6_1734805140.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/2db/83f5b037f499027a59c784466cb682db/83f5b037f499027a59c784466cb682db.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805144.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/2db/83f5b037f499027a59c784466cb682db/83f5b037f499027a59c784466cb682db_1734805144.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/590/1dd3fe99fc75ea94c2891e2e00ad2590/1dd3fe99fc75ea94c2891e2e00ad2590.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805148.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/590/1dd3fe99fc75ea94c2891e2e00ad2590/1dd3fe99fc75ea94c2891e2e00ad2590_1734805148.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/dc3/e88647ad0a470f77de7a361169d5cdc3/e88647ad0a470f77de7a361169d5cdc3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805152.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/dc3/e88647ad0a470f77de7a361169d5cdc3/e88647ad0a470f77de7a361169d5cdc3_1734805152.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/04d/5a31a6300e692c56129f41990600e04d/5a31a6300e692c56129f41990600e04d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805156.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/04d/5a31a6300e692c56129f41990600e04d/5a31a6300e692c56129f41990600e04d_1734805156.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/153/9c41a2a420cbfeb39af6bceb0c2b7153/9c41a2a420cbfeb39af6bceb0c2b7153.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805160.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/153/9c41a2a420cbfeb39af6bceb0c2b7153/9c41a2a420cbfeb39af6bceb0c2b7153_1734805160.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/c7b/dae88ad07c119a559bb9ce2fc934bc7b/dae88ad07c119a559bb9ce2fc934bc7b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805164.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/c7b/dae88ad07c119a559bb9ce2fc934bc7b/dae88ad07c119a559bb9ce2fc934bc7b_1734805164.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/1c0/4ddf17f69e41d76f5fdd06c3b07c41c0/4ddf17f69e41d76f5fdd06c3b07c41c0.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805168.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/1c0/4ddf17f69e41d76f5fdd06c3b07c41c0/4ddf17f69e41d76f5fdd06c3b07c41c0_1734805168.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/72d/85393c3157fae0c87aa9b52c3b61c72d/85393c3157fae0c87aa9b52c3b61c72d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805172.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/72d/85393c3157fae0c87aa9b52c3b61c72d/85393c3157fae0c87aa9b52c3b61c72d_1734805172.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/0ba/2ac4e08c08de705b0f6ec9392768c0ba/2ac4e08c08de705b0f6ec9392768c0ba.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805176.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/0ba/2ac4e08c08de705b0f6ec9392768c0ba/2ac4e08c08de705b0f6ec9392768c0ba_1734805176.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/253/c48e06dfe44d8553acb98b9d9289a253/c48e06dfe44d8553acb98b9d9289a253.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805180.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/253/c48e06dfe44d8553acb98b9d9289a253/c48e06dfe44d8553acb98b9d9289a253_1734805180.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/1a4/c8e2139f576d0b0289a2287634bb71a4/c8e2139f576d0b0289a2287634bb71a4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805184.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/1a4/c8e2139f576d0b0289a2287634bb71a4/c8e2139f576d0b0289a2287634bb71a4_1734805184.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/85c/08df095c181e5cebf50eb92a4cbd485c/08df095c181e5cebf50eb92a4cbd485c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805188.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/85c/08df095c181e5cebf50eb92a4cbd485c/08df095c181e5cebf50eb92a4cbd485c_1734805188.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/664/f345c8ca680f71ade36317634b559664/f345c8ca680f71ade36317634b559664.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805192.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/664/f345c8ca680f71ade36317634b559664/f345c8ca680f71ade36317634b559664_1734805192.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/a8b/9f83c36cf3216a2563b301d89b3a2a8b/9f83c36cf3216a2563b301d89b3a2a8b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805196.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/a8b/9f83c36cf3216a2563b301d89b3a2a8b/9f83c36cf3216a2563b301d89b3a2a8b_1734805196.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/d9d/738d5101ac6c4bad0c83ce5f618f2d9d/738d5101ac6c4bad0c83ce5f618f2d9d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805200.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/d9d/738d5101ac6c4bad0c83ce5f618f2d9d/738d5101ac6c4bad0c83ce5f618f2d9d_1734805200.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/97d/e4ba95348f5f9b4cc78cced09a9e797d/e4ba95348f5f9b4cc78cced09a9e797d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805204.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/97d/e4ba95348f5f9b4cc78cced09a9e797d/e4ba95348f5f9b4cc78cced09a9e797d_1734805204.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/ed8/f7c4f94efb3ccde4a68234f198bf5ed8/f7c4f94efb3ccde4a68234f198bf5ed8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805208.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/ed8/f7c4f94efb3ccde4a68234f198bf5ed8/f7c4f94efb3ccde4a68234f198bf5ed8_1734805208.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/615/e75b9cc9b61a22d33d019a48b5c06615/e75b9cc9b61a22d33d019a48b5c06615.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805212.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/615/e75b9cc9b61a22d33d019a48b5c06615/e75b9cc9b61a22d33d019a48b5c06615_1734805212.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/3cf/4302d150eda3534358781797ae1893cf/4302d150eda3534358781797ae1893cf.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805216.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/3cf/4302d150eda3534358781797ae1893cf/4302d150eda3534358781797ae1893cf_1734805216.00000.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects ... ok test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted ... ok test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim ... ok - -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/a76/55a6176949afc509670f71bc20248a76/55a6176949afc509670f71bc20248a76.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805220.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/a76/55a6176949afc509670f71bc20248a76/55a6176949afc509670f71bc20248a76_1734805220.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/695/5444550b1eee59a294eb8305045a1695/5444550b1eee59a294eb8305045a1695.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805224.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/695/5444550b1eee59a294eb8305045a1695/5444550b1eee59a294eb8305045a1695_1734805224.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/72e/ecfbdbeadd2b831b295e8388224bb72e/ecfbdbeadd2b831b295e8388224bb72e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805228.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/72e/ecfbdbeadd2b831b295e8388224bb72e/ecfbdbeadd2b831b295e8388224bb72e_1734805228.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/39a/5612d9afd3e13d63118d7204853cb39a/5612d9afd3e13d63118d7204853cb39a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805232.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/39a/5612d9afd3e13d63118d7204853cb39a/5612d9afd3e13d63118d7204853cb39a_1734805232.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/860/984625b4a393c91f3099082077a3d860/984625b4a393c91f3099082077a3d860.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805236.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/860/984625b4a393c91f3099082077a3d860/984625b4a393c91f3099082077a3d860_1734805236.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/212/885c520dabc2ddf52274c24fd2b39212/885c520dabc2ddf52274c24fd2b39212.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805240.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/212/885c520dabc2ddf52274c24fd2b39212/885c520dabc2ddf52274c24fd2b39212_1734805240.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/a8a/73ae9184aa998026bd97caf7cd614a8a/73ae9184aa998026bd97caf7cd614a8a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805244.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/a8a/73ae9184aa998026bd97caf7cd614a8a/73ae9184aa998026bd97caf7cd614a8a_1734805244.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/e3c/d53cef3b014dbe89969cc88c9f5fae3c/d53cef3b014dbe89969cc88c9f5fae3c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805248.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/e3c/d53cef3b014dbe89969cc88c9f5fae3c/d53cef3b014dbe89969cc88c9f5fae3c_1734805248.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/a78/0c4ccc22d3a6e4e67de4701dd82b4a78/0c4ccc22d3a6e4e67de4701dd82b4a78.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805252.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/a78/0c4ccc22d3a6e4e67de4701dd82b4a78/0c4ccc22d3a6e4e67de4701dd82b4a78_1734805252.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/b27/2ca441ace021ff9e939a171b934bbb27/2ca441ace021ff9e939a171b934bbb27.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805256.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/b27/2ca441ace021ff9e939a171b934bbb27/2ca441ace021ff9e939a171b934bbb27_1734805256.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/1fd/e1c7b8c85ce3c907bdb44caa904911fd/e1c7b8c85ce3c907bdb44caa904911fd.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805260.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/1fd/e1c7b8c85ce3c907bdb44caa904911fd/e1c7b8c85ce3c907bdb44caa904911fd_1734805260.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/4b5/8f626892694b106d80ef70aee12f84b5/8f626892694b106d80ef70aee12f84b5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805264.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/4b5/8f626892694b106d80ef70aee12f84b5/8f626892694b106d80ef70aee12f84b5_1734805264.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/83d/f7d134d37fc40f99f68eb8d955e3b83d/f7d134d37fc40f99f68eb8d955e3b83d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805268.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/83d/f7d134d37fc40f99f68eb8d955e3b83d/f7d134d37fc40f99f68eb8d955e3b83d_1734805268.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/84b/9824d996ea10eb64140900e9e4d4784b/9824d996ea10eb64140900e9e4d4784b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805272.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/84b/9824d996ea10eb64140900e9e4d4784b/9824d996ea10eb64140900e9e4d4784b_1734805272.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/39d/f16a304e00a83fcd36751b5bd0a8e39d/f16a304e00a83fcd36751b5bd0a8e39d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805276.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/39d/f16a304e00a83fcd36751b5bd0a8e39d/f16a304e00a83fcd36751b5bd0a8e39d_1734805276.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/cc8/94712f8b56b4c06f8d37c0c4bd806cc8/94712f8b56b4c06f8d37c0c4bd806cc8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805280.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/cc8/94712f8b56b4c06f8d37c0c4bd806cc8/94712f8b56b4c06f8d37c0c4bd806cc8_1734805280.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/c3e/080ead6fbe5d9097c13fc0a5a717dc3e/080ead6fbe5d9097c13fc0a5a717dc3e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805284.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/c3e/080ead6fbe5d9097c13fc0a5a717dc3e/080ead6fbe5d9097c13fc0a5a717dc3e_1734805284.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/1a1/af1a41e1b2245efc3173fbc4490031a1/af1a41e1b2245efc3173fbc4490031a1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805288.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/1a1/af1a41e1b2245efc3173fbc4490031a1/af1a41e1b2245efc3173fbc4490031a1_1734805288.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/8c5/c2661e0a003d8a18e36672b7cad918c5/c2661e0a003d8a18e36672b7cad918c5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805292.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/8c5/c2661e0a003d8a18e36672b7cad918c5/c2661e0a003d8a18e36672b7cad918c5_1734805292.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/a20/71112b67bdb7cba5301370a9e09d3a20/71112b67bdb7cba5301370a9e09d3a20.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805296.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/a20/71112b67bdb7cba5301370a9e09d3a20/71112b67bdb7cba5301370a9e09d3a20_1734805296.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqq17e69b/sda/containers/0/36f/4c0416cad90151f7de49d4a7af41136f/4c0416cad90151f7de49d4a7af41136f.db'test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index ... ok test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty ... ok test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 ... ok -test ERROR: Invalid swift_bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2824, in override_bytes_from_content_type - listing_dict['bytes'] = int(swift_bytes) - ~~~^^^^^^^^^^^^^ -ValueError: invalid literal for int() with base 10: 'hey' -test ERROR: Problem finding shard upper in '/tmp/tmpt9t8dhov/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpt9t8dhov/test_container.db': : +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs ... ok + +test DEBUG: Error on keystone reply: 201 b'1' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'true' +test DEBUG: Error on keystone reply: 201 b'true' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Received error, rejecting request with error: 400 Bad Request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone reply error: status=403 reason=None +test DEBUG: Received error, rejecting request with error: 401 Unauthorized +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +test WARNING: Error sending UDP message to ('some.host.com', 8125): [Errno 1] test errno 1 +test NOTICE: Child 3035060 exiting normally +test NOTICE: Started child 88 from parent 3035060 +test NOTICE: Started child 89 from parent 3035060 +test ERROR: Removing dead child 88 from parent 3035060 +test NOTICE: Started child 90 from parent 3035060 +test NOTICE: Started child 88 from parent 3035060 +test NOTICE: Started child 89 from parent 3035060 +test ERROR: Problem finding shard upper in '/tmp/tmpa5xsjty6/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpa5xsjty6/test_container.db': : Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges next_shard_upper = sub_broker._get_next_shard_range_upper( @@ -50672,193 +48734,7218 @@ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpvnnzpivx/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpvnnzpivx/containers/part/suffix/hash/container.db'] +test DEBUG: Unlinked retiring db '/tmp/tmpjpfn5sva/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpjpfn5sva/containers/part/suffix/hash/container.db'] Container 'a/c' cannot be set to sharded state while in unsharded state Container 'a/c' cannot be set to sharding state: missing epoch -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving ... ok Container 'a/c' cannot be set to sharding state while in sharding state Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805300.00000-0, db: /tmp/tmpqq17e69b/sda/containers/0/36f/4c0416cad90151f7de49d4a7af41136f/4c0416cad90151f7de49d4a7af41136f_1734805300.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804795.00000-0, db: /tmp/tmpfiujr2ep/sda/containers/0/e55/adec61504fe4c6370a7bef94a9600e55/adec61504fe4c6370a7bef94a9600e55.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804799.00000-0, db: /tmp/tmpfiujr2ep/sda/containers/0/2ca/85108524a8b6298b58d964519cf982ca/85108524a8b6298b58d964519cf982ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804803.00000-0, db: /tmp/tmpfiujr2ep/sda/containers/0/189/995640f8278b2679601b7ca87b8b4189/995640f8278b2679601b7ca87b8b4189.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804807.00000-0, db: /tmp/tmpfiujr2ep/sda/containers/0/6ba/8a3df95fc8d374f9c0d03b20a06cd6ba/8a3df95fc8d374f9c0d03b20a06cd6ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804796.00000-0, db: /tmp/tmpok6xld4u/sda/containers/0/9b7/ec9de0e763ff091d68626942fcddb9b7/ec9de0e763ff091d68626942fcddb9b7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804799.00000-0, db: /tmp/tmpok6xld4u/sda/containers/0/2ca/85108524a8b6298b58d964519cf982ca/85108524a8b6298b58d964519cf982ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804802.00000-0, db: /tmp/tmpok6xld4u/sda/containers/0/4ed/15e20324ea4849bdf75f1d62a12754ed/15e20324ea4849bdf75f1d62a12754ed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804805.00000-0, db: /tmp/tmpok6xld4u/sda/containers/0/237/5ce3ab269c61074f5757353d9339a237/5ce3ab269c61074f5757353d9339a237.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804796.00000-0, db: /tmp/tmpegaogdse/sda/containers/0/9b7/ec9de0e763ff091d68626942fcddb9b7/ec9de0e763ff091d68626942fcddb9b7.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804796.00000-0, db: /tmp/tmpegaogdse/sda/containers/0/9b7/ec9de0e763ff091d68626942fcddb9b7/ec9de0e763ff091d68626942fcddb9b7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804796.00000-0, db: /tmp/tmpegaogdse/sda/containers/0/9b7/ec9de0e763ff091d68626942fcddb9b7/ec9de0e763ff091d68626942fcddb9b7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804800.00000-0, db: /tmp/tmpegaogdse/sda/containers/0/845/a2b48995a88737c5832423fb52656845/a2b48995a88737c5832423fb52656845.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804800.00000-0, db: /tmp/tmpegaogdse/sda/containers/0/845/a2b48995a88737c5832423fb52656845/a2b48995a88737c5832423fb52656845.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804800.00000-0, db: /tmp/tmpegaogdse/sda/containers/0/845/a2b48995a88737c5832423fb52656845/a2b48995a88737c5832423fb52656845.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804804.00000-0, db: /tmp/tmpegaogdse/sda/containers/0/699/a2c2830ffd42e7614f77b928afa02699/a2c2830ffd42e7614f77b928afa02699.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804804.00000-0, db: /tmp/tmpegaogdse/sda/containers/0/699/a2c2830ffd42e7614f77b928afa02699/a2c2830ffd42e7614f77b928afa02699.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804804.00000-0, db: /tmp/tmpegaogdse/sda/containers/0/699/a2c2830ffd42e7614f77b928afa02699/a2c2830ffd42e7614f77b928afa02699.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804808.00000-0, db: /tmp/tmpegaogdse/sda/containers/0/e49/3ddbec922d398f247e9b7029feeefe49/3ddbec922d398f247e9b7029feeefe49.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804808.00000-0, db: /tmp/tmpegaogdse/sda/containers/0/e49/3ddbec922d398f247e9b7029feeefe49/3ddbec922d398f247e9b7029feeefe49.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804808.00000-0, db: /tmp/tmpegaogdse/sda/containers/0/e49/3ddbec922d398f247e9b7029feeefe49/3ddbec922d398f247e9b7029feeefe49.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804796.00000-0, db: /tmp/tmpkhsblyi2/sda/containers/0/9b7/ec9de0e763ff091d68626942fcddb9b7/ec9de0e763ff091d68626942fcddb9b7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804796.00000-0, db: /tmp/tmpkhsblyi2/sda/containers/0/9b7/ec9de0e763ff091d68626942fcddb9b7/ec9de0e763ff091d68626942fcddb9b7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804799.00000-0, db: /tmp/tmpkhsblyi2/sda/containers/0/2ca/85108524a8b6298b58d964519cf982ca/85108524a8b6298b58d964519cf982ca.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804799.00000-0, db: /tmp/tmpkhsblyi2/sda/containers/0/2ca/85108524a8b6298b58d964519cf982ca/85108524a8b6298b58d964519cf982ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804802.00000-0, db: /tmp/tmpkhsblyi2/sda/containers/0/4ed/15e20324ea4849bdf75f1d62a12754ed/15e20324ea4849bdf75f1d62a12754ed.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804802.00000-0, db: /tmp/tmpkhsblyi2/sda/containers/0/4ed/15e20324ea4849bdf75f1d62a12754ed/15e20324ea4849bdf75f1d62a12754ed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804805.00000-0, db: /tmp/tmpkhsblyi2/sda/containers/0/237/5ce3ab269c61074f5757353d9339a237/5ce3ab269c61074f5757353d9339a237.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804805.00000-0, db: /tmp/tmpkhsblyi2/sda/containers/0/237/5ce3ab269c61074f5757353d9339a237/5ce3ab269c61074f5757353d9339a237.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804796.00000-0, db: /tmp/tmp0pj_mktg/sda/containers/0/9b7/ec9de0e763ff091d68626942fcddb9b7/ec9de0e763ff091d68626942fcddb9b7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804796.00000-0, db: /tmp/tmp0pj_mktg/sda/containers/0/9b7/ec9de0e763ff091d68626942fcddb9b7/ec9de0e763ff091d68626942fcddb9b7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804799.00000-0, db: /tmp/tmp0pj_mktg/sda/containers/0/2ca/85108524a8b6298b58d964519cf982ca/85108524a8b6298b58d964519cf982ca.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804799.00000-0, db: /tmp/tmp0pj_mktg/sda/containers/0/2ca/85108524a8b6298b58d964519cf982ca/85108524a8b6298b58d964519cf982ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804802.00000-0, db: /tmp/tmp0pj_mktg/sda/containers/0/4ed/15e20324ea4849bdf75f1d62a12754ed/15e20324ea4849bdf75f1d62a12754ed.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required ... ok test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta ... ok test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors ... ok test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state ... ok - -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804802.00000-0, db: /tmp/tmp0pj_mktg/sda/containers/0/4ed/15e20324ea4849bdf75f1d62a12754ed/15e20324ea4849bdf75f1d62a12754ed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804805.00000-0, db: /tmp/tmp0pj_mktg/sda/containers/0/237/5ce3ab269c61074f5757353d9339a237/5ce3ab269c61074f5757353d9339a237.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804805.00000-0, db: /tmp/tmp0pj_mktg/sda/containers/0/237/5ce3ab269c61074f5757353d9339a237/5ce3ab269c61074f5757353d9339a237.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804796.00000-0, db: /tmp/tmp6n_jlsbf/sda/containers/0/9b7/ec9de0e763ff091d68626942fcddb9b7/ec9de0e763ff091d68626942fcddb9b7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804798.00000-0, db: /tmp/tmp6n_jlsbf/sda/containers/0/73b/bcd850362b22f003080896961b26273b/bcd850362b22f003080896961b26273b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804800.00000-0, db: /tmp/tmp6n_jlsbf/sda/containers/0/845/a2b48995a88737c5832423fb52656845/a2b48995a88737c5832423fb52656845.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804802.00000-0, db: /tmp/tmp6n_jlsbf/sda/containers/0/4ed/15e20324ea4849bdf75f1d62a12754ed/15e20324ea4849bdf75f1d62a12754ed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804797.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/724/de74ab67029ab08c669ed4799132b724/de74ab67029ab08c669ed4799132b724.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804797.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/724/de74ab67029ab08c669ed4799132b724/de74ab67029ab08c669ed4799132b724.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804800.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/845/a2b48995a88737c5832423fb52656845/a2b48995a88737c5832423fb52656845.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804800.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/845/a2b48995a88737c5832423fb52656845/a2b48995a88737c5832423fb52656845.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804803.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/189/995640f8278b2679601b7ca87b8b4189/995640f8278b2679601b7ca87b8b4189.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804803.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/189/995640f8278b2679601b7ca87b8b4189/995640f8278b2679601b7ca87b8b4189.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804806.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/fff/adc8cb93379ef049982b0f70a8de5fff/adc8cb93379ef049982b0f70a8de5fff.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804806.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/fff/adc8cb93379ef049982b0f70a8de5fff/adc8cb93379ef049982b0f70a8de5fff.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804809.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/259/e341656480b67f4a780bded4e8d44259/e341656480b67f4a780bded4e8d44259.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804809.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/259/e341656480b67f4a780bded4e8d44259/e341656480b67f4a780bded4e8d44259.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804812.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/c5e/d61a7f97ad81bfe6a0e20d16dc071c5e/d61a7f97ad81bfe6a0e20d16dc071c5e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804812.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/c5e/d61a7f97ad81bfe6a0e20d16dc071c5e/d61a7f97ad81bfe6a0e20d16dc071c5e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804815.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/e4a/40f651667b7d030faf0bd46b0f1d8e4a/40f651667b7d030faf0bd46b0f1d8e4a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804815.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/e4a/40f651667b7d030faf0bd46b0f1d8e4a/40f651667b7d030faf0bd46b0f1d8e4a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804818.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/7fb/10b28654fbbe3887be40e4d3299947fb/10b28654fbbe3887be40e4d3299947fb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804818.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/7fb/10b28654fbbe3887be40e4d3299947fb/10b28654fbbe3887be40e4d3299947fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804821.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/dd6/824e9aa9c985b26d0ad167543e587dd6/824e9aa9c985b26d0ad167543e587dd6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804821.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/dd6/824e9aa9c985b26d0ad167543e587dd6/824e9aa9c985b26d0ad167543e587dd6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804824.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/801/a2787f21b043e103f8cfcdf8211c7801/a2787f21b043e103f8cfcdf8211c7801.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804824.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/801/a2787f21b043e103f8cfcdf8211c7801/a2787f21b043e103f8cfcdf8211c7801.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804827.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/c7a/847870eba7a638e0ee54fda0e6478c7a/847870eba7a638e0ee54fda0e6478c7a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804827.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/c7a/847870eba7a638e0ee54fda0e6478c7a/847870eba7a638e0ee54fda0e6478c7a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804830.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/694/04fe7be8321d094e223cc60ae44d5694/04fe7be8321d094e223cc60ae44d5694.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804830.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/694/04fe7be8321d094e223cc60ae44d5694/04fe7be8321d094e223cc60ae44d5694.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804833.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/bbb/aeb3b8d611596017ad38640bbba35bbb/aeb3b8d611596017ad38640bbba35bbb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804833.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/bbb/aeb3b8d611596017ad38640bbba35bbb/aeb3b8d611596017ad38640bbba35bbb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804836.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/b4b/89817cfb1559ff3b5a95240599cabb4b/89817cfb1559ff3b5a95240599cabb4b.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers +test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate +test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate ... ok test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors ... ok test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index ... ok - -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804836.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/b4b/89817cfb1559ff3b5a95240599cabb4b/89817cfb1559ff3b5a95240599cabb4b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804839.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/0b1/37c0290f96ff1133811f095f5ec560b1/37c0290f96ff1133811f095f5ec560b1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804839.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/0b1/37c0290f96ff1133811f095f5ec560b1/37c0290f96ff1133811f095f5ec560b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804842.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/289/50ed617a73bedcc0b542917e93829289/50ed617a73bedcc0b542917e93829289.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804842.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/289/50ed617a73bedcc0b542917e93829289/50ed617a73bedcc0b542917e93829289.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804845.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/38b/7f85b000a9e8ed5ffcbfa738733f938b/7f85b000a9e8ed5ffcbfa738733f938b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804845.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/38b/7f85b000a9e8ed5ffcbfa738733f938b/7f85b000a9e8ed5ffcbfa738733f938b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804848.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/e9b/cbbbe7470a3154417f35281b1b61ee9b/cbbbe7470a3154417f35281b1b61ee9b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804848.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/e9b/cbbbe7470a3154417f35281b1b61ee9b/cbbbe7470a3154417f35281b1b61ee9b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804851.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/fef/33e26c01924b72d70eceb7cbff10ffef/33e26c01924b72d70eceb7cbff10ffef.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804851.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/fef/33e26c01924b72d70eceb7cbff10ffef/33e26c01924b72d70eceb7cbff10ffef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804854.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/465/9358299baa9dd8bb974689b31b28b465/9358299baa9dd8bb974689b31b28b465.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804854.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/465/9358299baa9dd8bb974689b31b28b465/9358299baa9dd8bb974689b31b28b465.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804857.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/11f/19861aa95cdba8ce5269a9dac764311f/19861aa95cdba8ce5269a9dac764311f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804857.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/11f/19861aa95cdba8ce5269a9dac764311f/19861aa95cdba8ce5269a9dac764311f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804860.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/3e9/1073d9a01f560e5cb19ca3460c32d3e9/1073d9a01f560e5cb19ca3460c32d3e9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804860.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/3e9/1073d9a01f560e5cb19ca3460c32d3e9/1073d9a01f560e5cb19ca3460c32d3e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804863.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/a84/7c0975d8f9688d3b2c3f2c0020b1ba84/7c0975d8f9688d3b2c3f2c0020b1ba84.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804863.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/a84/7c0975d8f9688d3b2c3f2c0020b1ba84/7c0975d8f9688d3b2c3f2c0020b1ba84.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804866.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/64d/e9bd4c2d6da2e02f132de5e2291ad64d/e9bd4c2d6da2e02f132de5e2291ad64d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804866.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/64d/e9bd4c2d6da2e02f132de5e2291ad64d/e9bd4c2d6da2e02f132de5e2291ad64d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804869.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/9bd/7193bacc0c520d38dcb18e4a110a19bd/7193bacc0c520d38dcb18e4a110a19bd.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804869.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/9bd/7193bacc0c520d38dcb18e4a110a19bd/7193bacc0c520d38dcb18e4a110a19bd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804872.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/0cf/6e65240365c0693738a3b498a242e0cf/6e65240365c0693738a3b498a242e0cf.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804872.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/0cf/6e65240365c0693738a3b498a242e0cf/6e65240365c0693738a3b498a242e0cf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804875.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/a01/ce6aa9350ed9e32f010510727c54aa01/ce6aa9350ed9e32f010510727c54aa01.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804875.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/a01/ce6aa9350ed9e32f010510727c54aa01/ce6aa9350ed9e32f010510727c54aa01.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804878.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/646/6d2a176b5bcc90451ae79f767e282646/6d2a176b5bcc90451ae79f767e282646.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804878.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/646/6d2a176b5bcc90451ae79f767e282646/6d2a176b5bcc90451ae79f767e282646.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804881.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/1e8/2a12d5f7f6dbad2082cdb13d2b7111e8/2a12d5f7f6dbad2082cdb13d2b7111e8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804881.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/1e8/2a12d5f7f6dbad2082cdb13d2b7111e8/2a12d5f7f6dbad2082cdb13d2b7111e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804884.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/b9c/915d3c45a9c67793f947c6450235eb9c/915d3c45a9c67793f947c6450235eb9c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804884.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/b9c/915d3c45a9c67793f947c6450235eb9c/915d3c45a9c67793f947c6450235eb9c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804887.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/efc/4551a8e2e47101266e8ceed01e5ddefc/4551a8e2e47101266e8ceed01e5ddefc.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty +test ERROR: Failed to unlink '/tmp/tmpmf2w22gf/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + ~~~~~~~~~^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpmf2w22gf/containers/part/suffix/hash/container_1769215335.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpmf2w22gf/containers/part/suffix/hash/container_1769215335.00000.db': ['/tmp/tmpmf2w22gf/containers/part/suffix/hash/container.db', '/tmp/tmpmf2w22gf/containers/part/suffix/hash/container_1769215336.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpmf2w22gf/containers/part/suffix/hash/container_1769215336.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00030 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpite207be/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00360 seconds (277.41171/s) +test INFO: Removed 1 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test DEBUG: Successfully deleted db /tmp/tmpqiotxroq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test DEBUG: Not deleting db /tmp/tmpqiotxroq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db (2/3 success) +test DEBUG: Not deleting db /tmp/tmpqiotxroq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db (requires sharding, state unsharded) +test DEBUG: Not deleting db /tmp/tmpqiotxroq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215335.33071.db (requires sharding, state sharding) +test DEBUG: Not deleting db /tmp/tmpqiotxroq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215335.33071.db (2/3 success) +test DEBUG: Successfully deleted db /tmp/tmpqiotxroq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215335.33071.db +test DEBUG: Successfully deleted db /tmp/tmpqiotxroq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmplz8n36zo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, 'b94cd2fdee0978553bcf47cb4d15877e', '5209b318-f1a2-4382-8daa-0a388e1ae7cb-sda', '1769215335.34601', '1769215335.00000', '0', '', '1769215335.00000', 51, 0) +test DEBUG: /tmp/tmplz8n36zo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o0', 'created_at': '1769215336.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o1', 'created_at': '1769215337.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o2', 'created_at': '1769215338.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o3', 'created_at': '1769215339.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o4', 'created_at': '1769215340.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o5', 'created_at': '1769215341.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o6', 'created_at': '1769215342.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o7', 'created_at': '1769215343.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o8', 'created_at': '1769215344.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o9', 'created_at': '1769215345.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '5209b318-f1a2-4382-8daa-0a388e1ae7cb-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 11, 'name': 'o10', 'created_at': '1769215346.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 12, 'name': 'o11', 'created_at': '1769215347.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 13, 'name': 'o12', 'created_at': '1769215348.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 14, 'name': 'o13', 'created_at': '1769215349.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 15, 'name': 'o14', 'created_at': '1769215350.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 16, 'name': 'o15', 'created_at': '1769215351.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 17, 'name': 'o16', 'created_at': '1769215352.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 18, 'name': 'o17', 'created_at': '1769215353.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 19, 'name': 'o18', 'created_at': '1769215354.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 20, 'name': 'o19', 'created_at': '1769215355.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '5209b318-f1a2-4382-8daa-0a388e1ae7cb-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 21, 'name': 'o20', 'created_at': '1769215356.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 22, 'name': 'o21', 'created_at': '1769215357.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 23, 'name': 'o22', 'created_at': '1769215358.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 24, 'name': 'o23', 'created_at': '1769215359.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 25, 'name': 'o24', 'created_at': '1769215360.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 26, 'name': 'o25', 'created_at': '1769215361.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 27, 'name': 'o26', 'created_at': '1769215362.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 28, 'name': 'o27', 'created_at': '1769215363.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 29, 'name': 'o28', 'created_at': '1769215364.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 30, 'name': 'o29', 'created_at': '1769215365.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '5209b318-f1a2-4382-8daa-0a388e1ae7cb-sda')test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync +test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part +test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_local_ids +test.unit.container.test_replicator.TestReplicatorSync.test_local_ids ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available ... ok test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero ... ok -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txaa152fadd0ad47d2847ea-0067670537) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx0de061a37c59453b8ab22-0067670537) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx0de061a37c59453b8ab22-0067670537) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx0de061a37c59453b8ab22-0067670537) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx0de061a37c59453b8ab22-0067670537) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx0de061a37c59453b8ab22-0067670537) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx0493556da86748c29d766-0067670537) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx0493556da86748c29d766-0067670537) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx0493556da86748c29d766-0067670537) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx0493556da86748c29d766-0067670537) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx0493556da86748c29d766-0067670537) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx188ae246a1b447c5a6e4a-0067670538) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx188ae246a1b447c5a6e4a-0067670538) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx188ae246a1b447c5a6e4a-0067670538) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx188ae246a1b447c5a6e4a-0067670538) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx188ae246a1b447c5a6e4a-0067670538) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx188ae246a1b447c5a6e4a-0067670538) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx188ae246a1b447c5a6e4a-0067670538) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx188ae246a1b447c5a6e4a-0067670538) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx188ae246a1b447c5a6e4a-0067670538) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 404 (txn: tx188ae246a1b447c5a6e4a-0067670538) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: tx188ae246a1b447c5a6e4a-0067670538) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txec7b0fe705884e5c9bf12-0067670539) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txec7b0fe705884e5c9bf12-0067670539) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txec7b0fe705884e5c9bf12-0067670539) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txec7b0fe705884e5c9bf12-0067670539) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txec7b0fe705884e5c9bf12-0067670539) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txec7b0fe705884e5c9bf12-0067670539) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txec7b0fe705884e5c9bf12-0067670539) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txec7b0fe705884e5c9bf12-0067670539) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txec7b0fe705884e5c9bf12-0067670539) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txec7b0fe705884e5c9bf12-0067670539) -test DEBUG: Setting object count to 1065 (txn: txec7b0fe705884e5c9bf12-0067670539) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: txef39d55986824b0bab3f4-0067670539)test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body ... ok +test DEBUG: /tmp/tmplz8n36zo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 30 (0.0209937s) +test DEBUG: Synchronization for /tmp/tmplz8n36zo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db has fallen more than 30 rows behind; moving on and will try again next pass. +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, 'b94cd2fdee0978553bcf47cb4d15877e', '5209b318-f1a2-4382-8daa-0a388e1ae7cb-sda', '1769215335.34601', '1769215335.00000', '0', '', '1769215335.00000', 51, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5209b318-f1a2-4382-8daa-0a388e1ae7cb-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04564 seconds (21.91193/s) +test INFO: Removed 0 dbs +test INFO: 1 successes, 1 failures +test INFO: diff:1 diff_capped:1 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmplz8n36zo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, 'b94cd2fdee0978553bcf47cb4d15877e', '5209b318-f1a2-4382-8daa-0a388e1ae7cb-sda', '1769215335.34601', '1769215335.00000', '0', '', '1769215335.00000', 51, 0) +test DEBUG: /tmp/tmplz8n36zo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row 30 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 31, 'name': 'o30', 'created_at': '1769215366.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 32, 'name': 'o31', 'created_at': '1769215367.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 33, 'name': 'o32', 'created_at': '1769215368.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 34, 'name': 'o33', 'created_at': '1769215369.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 35, 'name': 'o34', 'created_at': '1769215370.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 36, 'name': 'o35', 'created_at': '1769215371.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 37, 'name': 'o36', 'created_at': '1769215372.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 38, 'name': 'o37', 'created_at': '1769215373.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 39, 'name': 'o38', 'created_at': '1769215374.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 40, 'name': 'o39', 'created_at': '1769215375.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '5209b318-f1a2-4382-8daa-0a388e1ae7cb-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 41, 'name': 'o40', 'created_at': '1769215376.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 42, 'name': 'o41', 'created_at': '1769215377.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 43, 'name': 'o42', 'created_at': '1769215378.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 44, 'name': 'o43', 'created_at': '1769215379.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 45, 'name': 'o44', 'created_at': '1769215380.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 46, 'name': 'o45', 'created_at': '1769215381.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 47, 'name': 'o46', 'created_at': '1769215382.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 48, 'name': 'o47', 'created_at': '1769215383.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 49, 'name': 'o48', 'created_at': '1769215384.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 50, 'name': 'o49', 'created_at': '1769215385.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '5209b318-f1a2-4382-8daa-0a388e1ae7cb-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 51, 'name': 'o101', 'created_at': '1769215486.00000', 'size': 0, 'content_type': 'content-type-new', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '5209b318-f1a2-4382-8daa-0a388e1ae7cb-sda') +test DEBUG: /tmp/tmplz8n36zo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 51 (0.0109653s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, 'b94cd2fdee0978553bcf47cb4d15877e', '5209b318-f1a2-4382-8daa-0a388e1ae7cb-sda', '1769215335.34601', '1769215335.00000', '0', '', '1769215335.00000', 51, 0) +test DEBUG: /tmp/tmplz8n36zo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.2:1002/sdc, nothing to do +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02094 seconds (47.76436/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:0 ts_repl:0 +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdc +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00031 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00098 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00022 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpkf03opm6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, 'c8f4f25003090616b60dcd60dcd324f5', 'bed22b4d-b674-4978-9791-10f2269e9b2c-sda', '1769215335.43988', '1769212800.00000', '0', '', '1769212800.00000', 0, 0) +test DEBUG: /tmp/tmpkf03opm6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1769212802.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1769212803.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'bed22b4d-b674-4978-9791-10f2269e9b2c-sda')test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required ... ok + +test DEBUG: /tmp/tmpkf03opm6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00324845s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, 'c8f4f25003090616b60dcd60dcd324f5', 'bed22b4d-b674-4978-9791-10f2269e9b2c-sda', '1769215335.43988', '1769212800.00000', '0', '', '1769212800.00000', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('bed22b4d-b674-4978-9791-10f2269e9b2c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpkf03opm6/sda/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03298 seconds (30.31674/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpkf03opm6/sda/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db +REPLICATE: /sdb/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (2, 'a6866de075e0071f925697074c098b80', 'cc8d268f-b179-471b-859b-7bd48d68377c-sda', '1769215335.47737', '1769212800', '0', '', '1769212800', 2, 0) +REPLICATE: /sdb/0/dc43d9f39748147bca9c39e3b6931bdb, complete_rsync, ('cc8d268f-b179-471b-859b-7bd48d68377c-sda', 'dc43d9f39748147bca9c39e3b6931bdb.db') +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (2, 'a6866de075e0071f925697074c098b80', 'cc8d268f-b179-471b-859b-7bd48d68377c-sda', '1769215335.47737', '1769212800', '0', '', '1769212800', 2, 0) +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, complete_rsync, ('cc8d268f-b179-471b-859b-7bd48d68377c-sda', 'dc43d9f39748147bca9c39e3b6931bdb.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpb_unbeal/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, sync, (2, 'c8f4f25003090616b60dcd60dcd324f5', '8590798e-136c-4c68-b8f4-7d6421a99473-sda', '1769215335.50936', '1769212800.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1769215335.51170"]}', '1769212800.00000', 0, 1) +test DEBUG: /tmp/tmpb_unbeal/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1769212802.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o2', 'created_at': '1769212803.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '8590798e-136c-4c68-b8f4-7d6421a99473-sda') +test DEBUG: /tmp/tmpb_unbeal/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00580764s) +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_syncs, ([],) +REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, sync, (2, 'c8f4f25003090616b60dcd60dcd324f5', '8590798e-136c-4c68-b8f4-7d6421a99473-sda', '1769215335.50936', '1769212800.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1769215335.51170"]}', '1769212800.00000', 0, 1) +REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, complete_rsync, ('8590798e-136c-4c68-b8f4-7d6421a99473-sda', '7d69a3daa789abb831fde54674123df1.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpb_unbeal/sda/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04488 seconds (22.27998/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpb_unbeal/sda/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db +REPLICATE: /sdb/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (2, '4a810e0e06ccb3b83ab7f80f6cc26977', 'a840d537-8289-48cf-ae1a-03813bcd83dc-sda', '1769215335.56247', '1769212800', '0', '', '1769212800', 2, 0) +REPLICATE: /sdb/0/dc43d9f39748147bca9c39e3b6931bdb, complete_rsync, ('a840d537-8289-48cf-ae1a-03813bcd83dc-sda', 'dc43d9f39748147bca9c39e3b6931bdb.db') +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (2, '4a810e0e06ccb3b83ab7f80f6cc26977', 'a840d537-8289-48cf-ae1a-03813bcd83dc-sda', '1769215335.56247', '1769212800', '0', '', '1769212800', 2, 0) +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, complete_rsync, ('a840d537-8289-48cf-ae1a-03813bcd83dc-sda', 'dc43d9f39748147bca9c39e3b6931bdb.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp_9fvg3bl/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, sync, (2, 'c8f4f25003090616b60dcd60dcd324f5', 'b79a2de5-7512-48dc-b369-9bca6cffd49f-sda', '1769215335.59673', '1769212800.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1769215335.59910"]}', '1769212800.00000', 0, 0) +test DEBUG: /tmp/tmp_9fvg3bl/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1769212802.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1769212803.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'b79a2de5-7512-48dc-b369-9bca6cffd49f-sda') +test DEBUG: /tmp/tmp_9fvg3bl/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00504637s) +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_syncs, ([],) +REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, sync, (2, 'c8f4f25003090616b60dcd60dcd324f5', 'b79a2de5-7512-48dc-b369-9bca6cffd49f-sda', '1769215335.59673', '1769212800.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1769215335.59910"]}', '1769212800.00000', 0, 0) +REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, complete_rsync, ('b79a2de5-7512-48dc-b369-9bca6cffd49f-sda', '7d69a3daa789abb831fde54674123df1.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmp_9fvg3bl/sda/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03465 seconds (28.86305/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp_9fvg3bl/sda/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db +REPLICATE: /sdb/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (2, 'a6866de075e0071f925697074c098b80', 'cc579b93-6c87-4936-a9ab-1ea4e9d56c07-sda', '1769215335.64068', '1769212800', '0', '', '1769212800', 2, 0) +REPLICATE: /sdb/0/dc43d9f39748147bca9c39e3b6931bdb, complete_rsync, ('cc579b93-6c87-4936-a9ab-1ea4e9d56c07-sda', 'dc43d9f39748147bca9c39e3b6931bdb.db') +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (2, 'a6866de075e0071f925697074c098b80', 'cc579b93-6c87-4936-a9ab-1ea4e9d56c07-sda', '1769215335.64068', '1769212800', '0', '', '1769212800', 2, 0) +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, complete_rsync, ('cc579b93-6c87-4936-a9ab-1ea4e9d56c07-sda', 'dc43d9f39748147bca9c39e3b6931bdb.db')test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta ... ok +swift: Failed to update sync_store /tmp/tmp390puf58/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/container/replicator.py", line 304, in _post_replicate_hook#012 self.sync_store.update_sync_store(broker)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012AttributeError: 'NoneType' object has no attribute 'update_sync_store' +swift: Failed to update sync_store /tmp/tmp390puf58/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/container/replicator.py", line 304, in _post_replicate_hook#012 self.sync_store.update_sync_store(broker)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012AttributeError: 'NoneType' object has no attribute 'update_sync_store' + +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmplhq9itco/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '277d100f0fe3f16d765fcc6552ba3718', '569f5161-cfe2-4e23-a8f2-a70a9af21179-sda', '1769215335.66720', '1769215335.00000', '0', '', '1769215335.00000', 1, 1) +test DEBUG: /tmp/tmplhq9itco/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-unu', 'created_at': '1769215337.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o-nulo', 'created_at': '1769215338.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '569f5161-cfe2-4e23-a8f2-a70a9af21179-sda') +test DEBUG: /tmp/tmplhq9itco/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00396609s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '277d100f0fe3f16d765fcc6552ba3718', '569f5161-cfe2-4e23-a8f2-a70a9af21179-sda', '1769215335.66720', '1769215335.00000', '0', '', '1769215335.00000', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('569f5161-cfe2-4e23-a8f2-a70a9af21179-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmplhq9itco/sda/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02806 seconds (35.63482/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmplhq9itco/sda/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db +REPLICATE: /sdb/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (1, '403285d555309f52bf542645cfa8276c', '5e5d48d1-a8c5-4f73-8c03-9f8c0d4864c0-sda', '1769215335.70294', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdb/0/dc43d9f39748147bca9c39e3b6931bdb, complete_rsync, ('5e5d48d1-a8c5-4f73-8c03-9f8c0d4864c0-sda', 'dc43d9f39748147bca9c39e3b6931bdb.db') +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (1, '403285d555309f52bf542645cfa8276c', '5e5d48d1-a8c5-4f73-8c03-9f8c0d4864c0-sda', '1769215335.70294', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, complete_rsync, ('5e5d48d1-a8c5-4f73-8c03-9f8c0d4864c0-sda', 'dc43d9f39748147bca9c39e3b6931bdb.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmplhq9itco/sdb/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (1, '403285d555309f52bf542645cfa8276c', '18ec5888-ca02-48b7-a245-75b9b55d218a-', '1769215335.70294', '1769212800', '0', '', '1769212800', 1, 0) +test DEBUG: /tmp/tmplhq9itco/sdb/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db in sync with 10.0.0.2:1002/sdc, nothing to do +REPLICATE: /sda/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (1, '403285d555309f52bf542645cfa8276c', '18ec5888-ca02-48b7-a245-75b9b55d218a-', '1769215335.70294', '1769212800', '0', '', '1769212800', 1, 0) +test DEBUG: /tmp/tmplhq9itco/sdb/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db in sync with 10.0.0.0:1000/sda, nothing to do +test DEBUG: Replicating db /tmp/tmplhq9itco/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '2f53831195085b95720e3abc737eccda', '56896554-b8e4-43d7-8558-6889885c6a70-sdb', '1769215335.66720', '1769215336.00000', '0', '', '1769215336.00000', 1, 1) +test DEBUG: /tmp/tmplhq9itco/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row -1 +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-unu', 'created_at': '1769215339.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o-nulo', 'created_at': '1769215340.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '56896554-b8e4-43d7-8558-6889885c6a70-sdb') +test DEBUG: /tmp/tmplhq9itco/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.00608611s) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([{'remote_id': '569f5161-cfe2-4e23-a8f2-a70a9af21179-sda', 'sync_point': 2}],) +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '2f53831195085b95720e3abc737eccda', '56896554-b8e4-43d7-8558-6889885c6a70-sdb', '1769215335.66720', '1769215336.00000', '0', '', '1769215336.00000', 1, 1) +test DEBUG: /tmp/tmplhq9itco/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.0:1000/sda, starting at row -1 +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-unu', 'created_at': '1769215339.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o-nulo', 'created_at': '1769215340.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '56896554-b8e4-43d7-8558-6889885c6a70-sdb') +test DEBUG: /tmp/tmplhq9itco/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.00615215s) +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([{'remote_id': '569f5161-cfe2-4e23-a8f2-a70a9af21179-sda', 'sync_point': 2}],) +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmplhq9itco/sdb/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 2 dbs in 0.06450 seconds (31.00640/s) +test INFO: Removed 0 dbs +test INFO: 4 successes, 0 failures +test INFO: diff:2 diff_capped:0 empty:0 hashmatch:0 no_change:2 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmplhq9itco/sdb/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (2, 'cec8fd144fa72eeec4e3005f990d960b', '18ec5888-ca02-48b7-a245-75b9b55d218a-', '1769215335.70294', '1769212800', '0', '', '1769212800', 1, 0) +test DEBUG: /tmp/tmplhq9itco/sdb/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row 1 +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, merge_items, ([{'ROWID': 2, 'name': '0:/a/c/o-nulo', 'created_at': '1769215340.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1769215340.00000', 'deleted': 0, 'storage_policy_index': 0}], '18ec5888-ca02-48b7-a245-75b9b55d218a-') +test DEBUG: /tmp/tmplhq9itco/sdb/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.00537825s) +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, merge_syncs, ([{'remote_id': '5e5d48d1-a8c5-4f73-8c03-9f8c0d4864c0-sda', 'sync_point': 1}],) +REPLICATE: /sda/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (2, 'cec8fd144fa72eeec4e3005f990d960b', '18ec5888-ca02-48b7-a245-75b9b55d218a-', '1769215335.70294', '1769212800', '0', '', '1769212800', 1, 0)test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize +test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook +test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging ... ok +test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy +test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy ... ok +test.unit.container.test_reconciler.TestReconciler.test_concurrency +test.unit.container.test_reconciler.TestReconciler.test_concurrency ... ok +test.unit.container.test_reconciler.TestReconciler.test_concurrency_config +test.unit.container.test_reconciler.TestReconciler.test_concurrency_config ... ok +test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers +test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers ... ok +test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers +test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers ... ok +test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi +test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi ... ok +test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name +test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name ... ok +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name ... ok +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded ... ok +test ERROR: Failed to unlink '/tmp/tmpv6ybexhc/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + ~~~~~~~~~^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpv6ybexhc/containers/part/suffix/hash/container_1769215336.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpv6ybexhc/containers/part/suffix/hash/container_1769215336.00000.db': ['/tmp/tmpv6ybexhc/containers/part/suffix/hash/container.db', '/tmp/tmpv6ybexhc/containers/part/suffix/hash/container_1769215337.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpv6ybexhc/containers/part/suffix/hash/container_1769215337.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 +test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 1768546800 +test DEBUG: looking for objects in 1768546800 +test DEBUG: checking container 1768543200 +test DEBUG: looking for objects in 1768543200 +test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'something', 'last_modified': '1970-01-01T00:00:00.000000', 'hash': '0.000000', 'content_type': 'application/x-put'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile + queue_item = parse_raw_obj(raw_obj) + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj + policy_index, obj_name = raw_obj_name.split(':', 1) + ^^^^^^^^^^^^^^^^^^^^^^ +ValueError: not enough values to unpack (expected 2, got 1) +test INFO: Reconciler Stats: {'invalid_record': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test ERROR: Error listing containers in account .misplaced_objects (Unexpected response: 503 Service Unavailable) +test INFO: Reconciler Stats: {} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: ppi_skip: Container policy (0) in the middle of a part power increase (PPI) +test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'ppi_skip': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'bogus', 'last_modified': '1970-01-01T01:00:18.841870', 'hash': '3618.841870', 'content_type': 'application/x-put'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile + queue_item = parse_raw_obj(raw_obj) + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj + policy_index, obj_name = raw_obj_name.split(':', 1) + ^^^^^^^^^^^^^^^^^^^^^^ +ValueError: not enough values to unpack (expected 2, got 1) +test INFO: Reconciler Stats: {'invalid_record': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': '00000bogus', 'last_modified': '1970-01-01T01:00:00.000000', 'hash': '3600.000000', 'content_type': 'application/x-put'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile + queue_item = parse_raw_obj(raw_obj) + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj + policy_index, obj_name = raw_obj_name.split(':', 1) + ^^^^^^^^^^^^^^^^^^^^^^ +ValueError: not enough values to unpack (expected 2, got 1) +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'invalid_record': 1, 'noop_object': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 1769209200 +test DEBUG: looking for objects in 1769209200 +test DEBUG: checking container 1769205600 +test DEBUG: looking for objects in 1769205600 +test DEBUG: checking container 1769202000 +test DEBUG: looking for objects in 1769202000 +test DEBUG: checking container 1769198400 +test DEBUG: looking for objects in 1769198400 +test DEBUG: checking container 1769194800 +test DEBUG: looking for objects in 1769194800 +test DEBUG: checking container 1769191200 +test DEBUG: looking for objects in 1769191200 +test DEBUG: checking container 1769187600 +test DEBUG: looking for objects in 1769187600 +test DEBUG: checking container 1769184000 +test DEBUG: looking for objects in 1769184000 +test DEBUG: checking container 1769180400 +test DEBUG: looking for objects in 1769180400 +test DEBUG: checking container 1768608000 +test DEBUG: looking for objects in 1768608000 +test DEBUG: checking container 1768604400 +test DEBUG: looking for objects in 1768604400 +test DEBUG: checking container 1768600800 +test DEBUG: looking for objects in 1768600800 +test DEBUG: checking container 1768597200 +test DEBUG: looking for objects in 1768597200 +test DEBUG: checking container 1768593600 +test DEBUG: looking for objects in 1768593600 +test DEBUG: checking container 1768590000 +test DEBUG: looking for objects in 1768590000test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse +test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse ... ok + +test DEBUG: /tmp/tmplhq9itco/sdb/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db usyncing chunks to 10.0.0.0:1000/sda, starting at row 1 +REPLICATE: /sda/0/dc43d9f39748147bca9c39e3b6931bdb, merge_items, ([{'ROWID': 2, 'name': '0:/a/c/o-nulo', 'created_at': '1769215340.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1769215340.00000', 'deleted': 0, 'storage_policy_index': 0}], '18ec5888-ca02-48b7-a245-75b9b55d218a-') +test DEBUG: /tmp/tmplhq9itco/sdb/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.00515413s) +REPLICATE: /sda/0/dc43d9f39748147bca9c39e3b6931bdb, merge_syncs, ([{'remote_id': '5e5d48d1-a8c5-4f73-8c03-9f8c0d4864c0-sda', 'sync_point': 1}],) +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'fc24c0d0b2a59a0fc618c0afa9d53dda', 'b12e1629-4e6d-488a-b41c-1b1cb0b851a8-', '1769215335.85312', '1769215335.84877', '0', '', '1769215335.84877', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b12e1629-4e6d-488a-b41c-1b1cb0b851a8-', '5267a50d4a8f6ea3ee1dbecb8592e872_1769215335.85589.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'fc24c0d0b2a59a0fc618c0afa9d53dda', 'b12e1629-4e6d-488a-b41c-1b1cb0b851a8-', '1769215335.85312', '1769215335.84877', '0', '', '1769215335.84877', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215335.85576', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769215335.85576', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215335.85576', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215335.85614', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215335.85614', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215335.85589', 'epoch': '1769215335.85589', 'reported': 0, 'tombstones': -1}], 'b12e1629-4e6d-488a-b41c-1b1cb0b851a8-') +test DEBUG: /tmp/tmpoqk9xp90/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215335.85589.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpoqk9xp90/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215335.85589.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'b3250f531f45d57eddbf5ec42083ab32', '9a636d0c-b946-4ff1-9c0b-af73cca2b3d1-', '1769215335.91960', '1769215335.91617', '0', '', '1769215335.91617', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215335.93935', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769215335.93935', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215335.93935', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215335.94116', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215335.94116', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215335.92145', 'epoch': '1769215335.92145', 'reported': 0, 'tombstones': -1}], '9a636d0c-b946-4ff1-9c0b-af73cca2b3d1-') +test DEBUG: /tmp/tmp_8eq88qf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215335.92145.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp_8eq88qf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215335.92145.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'b3250f531f45d57eddbf5ec42083ab32', '9a636d0c-b946-4ff1-9c0b-af73cca2b3d1-', '1769215335.91960', '1769215335.93507', '0', '', '1769215335.91617', 101, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215335.93935', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769215335.93935', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215335.93935', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215335.94116', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215335.94116', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215335.92145', 'epoch': '1769215335.92145', 'reported': 0, 'tombstones': -1}], '9a636d0c-b946-4ff1-9c0b-af73cca2b3d1-') +test DEBUG: /tmp/tmp_8eq88qf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215335.92145.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp_8eq88qf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215335.92145.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'd386cead062319a86589cd7a8bc9dcb6', '6bbb9d68-733d-4312-9034-702e75248eac-', '1769215336.00704', '1769215336.00462', '0', '', '1769215336.00462', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215336.02261', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769215336.02261', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215336.02261', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215336.02453', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215336.02453', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215336.00852', 'epoch': '1769215336.00852', 'reported': 0, 'tombstones': -1}], '6bbb9d68-733d-4312-9034-702e75248eac-') +test DEBUG: /tmp/tmpz05hr4nh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.00852.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpz05hr4nh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.00852.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'd386cead062319a86589cd7a8bc9dcb6', '6bbb9d68-733d-4312-9034-702e75248eac-', '1769215336.00704', '1769215336.01933', '0', '', '1769215336.00462', 101, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215336.02261', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769215336.02261', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215336.02261', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215336.02453', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215336.02453', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215336.00852', 'epoch': '1769215336.00852', 'reported': 0, 'tombstones': -1}], '6bbb9d68-733d-4312-9034-702e75248eac-') +test DEBUG: /tmp/tmpz05hr4nh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.00852.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpz05hr4nh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.00852.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding ... ok +test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process +test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff ... ok +test.unit.container.test_reconciler.TestReconciler.test_no_concurrency +test.unit.container.test_reconciler.TestReconciler.test_no_concurrency ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_delete +test.unit.container.test_reconciler.TestReconciler.test_object_delete ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop +test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move +test.unit.container.test_reconciler.TestReconciler.test_object_move ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry ... ok +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + ~~~~~^^ + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + ~~^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ + env, start_response) + ^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + req=req, headers=headers, body=body, + conditional_response=req.method in ('GET', 'HEAD'), + conditional_etag=conditional_etag) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 1923, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + ~~~~~^^ + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + ~~^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ + env, start_response) + ^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + req=req, headers=headers, body=body, + conditional_response=req.method in ('GET', 'HEAD'), + conditional_etag=conditional_etag) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 2128, in blow_up + raise Exception('kaboom!') +Exception: kaboom! + +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '694e312c5de6bff102ed83b2fe65a464', 'e51a218f-63a0-4cdf-83b3-d3077a45a620-', '1769215336.07033', '1769215336.06812', '0', '', '1769215336.06812', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215336.08504', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215336.08504', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215336.08504', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215336.08767', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215336.08767', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215336.07207', 'epoch': '1769215336.07207', 'reported': 0, 'tombstones': -1}], 'e51a218f-63a0-4cdf-83b3-d3077a45a620-') +test DEBUG: /tmp/tmpobda45kd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.07207.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpobda45kd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.07207.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '694e312c5de6bff102ed83b2fe65a464', 'e51a218f-63a0-4cdf-83b3-d3077a45a620-', '1769215336.07033', '1769215336.08197', '0', '', '1769215336.06812', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215336.08504', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215336.08504', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215336.08504', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215336.08767', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215336.08767', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215336.07207', 'epoch': '1769215336.07207', 'reported': 0, 'tombstones': -1}], 'e51a218f-63a0-4cdf-83b3-d3077a45a620-') +test DEBUG: /tmp/tmpobda45kd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.07207.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpobda45kd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.07207.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '694e312c5de6bff102ed83b2fe65a464', 'e10468ef-dc16-4c41-9426-aa60f5a40653-', '1769215336.13523', '1769215336.13328', '0', '', '1769215336.13328', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215336.14929', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215336.14929', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215336.14929', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215336.15172', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215336.15172', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215336.13655', 'epoch': '1769215336.13655', 'reported': 0, 'tombstones': -1}], 'e10468ef-dc16-4c41-9426-aa60f5a40653-') +test DEBUG: /tmp/tmp2h6qf79o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.13655.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp2h6qf79o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.13655.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '694e312c5de6bff102ed83b2fe65a464', 'e10468ef-dc16-4c41-9426-aa60f5a40653-', '1769215336.13523', '1769215336.14615', '0', '', '1769215336.13328', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215336.14929', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215336.14929', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215336.14929', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215336.15172', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215336.15172', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215336.13655', 'epoch': '1769215336.13655', 'reported': 0, 'tombstones': -1}], 'e10468ef-dc16-4c41-9426-aa60f5a40653-') +test DEBUG: /tmp/tmp2h6qf79o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.13655.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp2h6qf79o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.13655.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'ef577bda443b21c05b485fabcb7380b6', 'bf898f4d-68ff-41b8-a2eb-fb79f729cf1a-', '1769215336.19629', '1769215336.19440', '0', '', '1769215336.19440', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215336.19754', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769215336.19754', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215336.19754', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215336.19773', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215336.19773', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215336.19760', 'epoch': '1769215336.19760', 'reported': 0, 'tombstones': -1}], 'bf898f4d-68ff-41b8-a2eb-fb79f729cf1a-') +test DEBUG: /tmp/tmpx7025xm5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.19760.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpx7025xm5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.19760.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'ef577bda443b21c05b485fabcb7380b6', 'bf898f4d-68ff-41b8-a2eb-fb79f729cf1a-', '1769215336.19629', '1769215336.20590', '0', '', '1769215336.19440', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215336.19754', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769215336.19754', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215336.19754', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215336.19773', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215336.19773', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215336.19760', 'epoch': '1769215336.19760', 'reported': 0, 'tombstones': -1}], 'bf898f4d-68ff-41b8-a2eb-fb79f729cf1a-') +test DEBUG: /tmp/tmpx7025xm5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.19760.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpx7025xm5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.19760.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding ... ok + +test DEBUG: checking container 1768586400 +test DEBUG: looking for objects in 1768586400 +test DEBUG: checking container 1768582800 +test DEBUG: looking for objects in 1768582800 +test DEBUG: checking container 1768579200 +test DEBUG: looking for objects in 1768579200 +test DEBUG: checking container 1768575600 +test DEBUG: looking for objects in 1768575600 +test INFO: Reconciler Stats: {} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 +test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) +test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1769215336.197430) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1769215336.197430) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1769215336.197430) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1769215336.197430) from storage policy 1 +test DEBUG: delete_attempt: '/AUTH_bob/c/o1' (1769215336.197430) in policy_index 1 will be deleted from policy_index 0 (1769215336.19743_0000000000000002) +test INFO: delete_success: '/AUTH_bob/c/o1' (1769215336.197430) deleted from policy_index 0 (1769215336.19743_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (1769215336.197430) from policy_index 1 (1769215336.19743_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (1769215336.197430) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (1769215336.197430) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1769215336.197430) from the queue (1769215336.19743_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'delete_attempt': 1, 'delete_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'noop_object': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 +test DEBUG: found_object: '/AUTH_bob/c/o1' (3679.201900) in policy_index 0 is newer than queue (3679.201900) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) +test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 +test DEBUG: found_object: '/AUTH_bob/c/o1' (3680.201900) in policy_index 0 is newer than queue (3679.201900) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) +test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383930) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383930) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002)test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent ... ok + +test DEBUG: copy_success: '/AUTH_bob/c/o1' (36123.383930) moved from policy_index 1 to policy_index 0 (0000036123.38393_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 (0000036123.38393_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (36123.383930) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/36000/1:/AUTH_bob/c/o1' (36123.383930) from the queue (0000036123.38393_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 will be moved to policy_index 0 (0000003600.12346_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.123460) moved from policy_index 1 to policy_index 0 (0000003600.12346_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted +test DEBUG: cleanup_failed: '/AUTH_bob/c/o1' (3600.123456) was not cleaned up in storage_policy 1 (Unexpected response: 503 Service Unavailable) +test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_failed': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 +test DEBUG: unavailable_destination: '/AUTH_bob/c/o1' (3600.123456) unable to determine the destination timestamp, if any +test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'unavailable_destination': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 1768546800 +test DEBUG: looking for objects in 1768546800 +test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1768550056.248048) in policy_index 1 +test DEBUG: checking for '/AUTH_jeb/c/o1' (1768550056.248048) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1768550056.248048) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_jeb/c/o1' (1768550056.248048) from storage policy 1 +test CRITICAL: lost_source: '/AUTH_jeb/c/o1' (1768550056.24805) was not available in policy_index 1 and has expired +test INFO: success: '/AUTH_jeb/c/o1' (1768550056.248048) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/1768546800/1:/AUTH_jeb/c/o1' (1768550056.248048) from the queue (1768550056.24805_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1769215336.253569) in policy_index 1 +test DEBUG: checking for '/AUTH_jeb/c/o1' (1769215336.253569) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1769215336.253569) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_jeb/c/o1' (1769215336.253569) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_jeb/c/o1' (1769215336.25357) in policy_index 1 responded 404 (0000000000.00000) +test INFO: retry: '/AUTH_jeb/c/o1' (1769215336.253569) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) +test ERROR: unhandled_error: unable to upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 635, in ensure_object_in_right_location + self.swift.upload_object( + ~~~~~~~~~~~~~~~~~~~~~~~~^ + FileLikeIter(source_obj_iter), account, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers) + ^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 844, in upload_object + self.handle_request('PUT', path, headers, acceptable_statuses, fobj, + ~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + params=params) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 264, in handle_request + resp = self.make_request(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 261, in make_request + six.reraise(exc_type, exc_value, exc_traceback) + ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise + raise value + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 231, in make_request + resp = spawn(req.get_response, self.app).wait() + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 225, in wait + return self._exit_event.wait() + ~~~~~~~~~~~~~~~~~~~~~^^ + File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait + result = hub.switch() + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch + return self.greenlet.switch() + ~~~~~~~~~~~~~~~~~~~~^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ + env, start_response) + ^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + req=req, headers=headers, body=body, + conditional_response=req.method in ('GET', 'HEAD'), + conditional_etag=conditional_etag) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 1923, in blow_up + raise Exception('kaboom!') +Exception: kaboom!test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction +test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces +test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces ... ok +test.unit.container.test_reconciler.TestReconciler.test_processes_config +test.unit.container.test_reconciler.TestReconciler.test_processes_config ... ok + +test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'unhandled_error': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) +test WARNING: copy_failed: upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 returned Unexpected response: 503 Service Unavailable +test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_failed': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1768607999.000000) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1768607999.000000) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1768607999.000000) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1768607999.000000) from storage policy 1 +test CRITICAL: lost_source: '/AUTH_bob/c/o1' (1768607999.00000) was not available in policy_index 1 and has expired +test INFO: success: '/AUTH_bob/c/o1' (1768607999.000000) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1768607999.000000) from the queue (1768607999.00000_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.234570) in policy_index 1 will be moved to policy_index 0 (0000003600.23457_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.234570) moved from policy_index 1 to policy_index 0 (0000003600.23457_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3600.123456) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3600.123456) from the queue (0000003600.12346_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1769215336.286224) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1769215336.286224) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1769215336.286224) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1769215336.286224) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1769215336.28622) in policy_index 1 responded 200 (1769215335.28622) +test INFO: retry: '/AUTH_bob/c/o1' (1769215336.286224) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 +test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 1 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 should be in policy_index 1 +test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 0 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 will be moved to policy_index 1 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 0 to policy_index 1 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 0 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 0 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/0:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c ت/o1 ت' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c ت/o1 ت' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c ت/o1 ت' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name +test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name ... ok +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error ... ok +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone ... ok +test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy +test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy ... ok +test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile +test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile ... ok +test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts +test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts ... ok +test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container +test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container ... ok + +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'ef577bda443b21c05b485fabcb7380b6', '50c36c66-8814-4a45-a1c7-cd251c5b62b5-', '1769215336.24070', '1769215336.23821', '0', '', '1769215336.23821', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215336.24210', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769215336.24210', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215336.24210', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215336.24230', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215336.24230', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215336.24216', 'epoch': '1769215336.24216', 'reported': 0, 'tombstones': -1}], '50c36c66-8814-4a45-a1c7-cd251c5b62b5-') +test DEBUG: /tmp/tmptr_2pf3g/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.24216.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmptr_2pf3g/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.24216.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'ef577bda443b21c05b485fabcb7380b6', '50c36c66-8814-4a45-a1c7-cd251c5b62b5-', '1769215336.24070', '1769215336.25075', '0', '', '1769215336.23821', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215336.24210', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769215336.24210', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215336.24210', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215336.24230', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215336.24230', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215336.24216', 'epoch': '1769215336.24216', 'reported': 0, 'tombstones': -1}], '50c36c66-8814-4a45-a1c7-cd251c5b62b5-') +test DEBUG: /tmp/tmptr_2pf3g/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.24216.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmptr_2pf3g/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.24216.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, 'fb9f4bbb3f0b5569ae7e7e72c8a29e32', 'd37c7b20-b532-41cb-9bb0-1f28312b361e-', '1769215336.28087', '1769215336.27909', '0', '', '1769215336.27909', 2, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d37c7b20-b532-41cb-9bb0-1f28312b361e-', '5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.28412.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, 'fb9f4bbb3f0b5569ae7e7e72c8a29e32', 'd37c7b20-b532-41cb-9bb0-1f28312b361e-', '1769215336.28087', '1769215336.27909', '0', '', '1769215336.27909', 2, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215336.28203', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215336.28203', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215336.28203', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215336.28433', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215336.28433', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215336.28412', 'epoch': '1769215336.28412', 'reported': 0, 'tombstones': -1}], 'd37c7b20-b532-41cb-9bb0-1f28312b361e-') +test DEBUG: /tmp/tmpdr9v3knn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.28412.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpdr9v3knn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.28412.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, 'fb9f4bbb3f0b5569ae7e7e72c8a29e32', '5b3cb19c-c319-41b8-ab18-0b2bbf4f339b-', '1769215336.32155', '1769215336.31978', '0', '', '1769215336.31978', 2, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5b3cb19c-c319-41b8-ab18-0b2bbf4f339b-', '5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.32560.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, 'fb9f4bbb3f0b5569ae7e7e72c8a29e32', '5b3cb19c-c319-41b8-ab18-0b2bbf4f339b-', '1769215336.32155', '1769215336.31978', '0', '', '1769215336.31978', 2, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215336.32277', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215336.32277', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215336.32277', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215336.32583', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215336.32583', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215336.32560', 'epoch': '1769215336.32560', 'reported': 0, 'tombstones': -1}], '5b3cb19c-c319-41b8-ab18-0b2bbf4f339b-') +test DEBUG: /tmp/tmp4dsnea3n/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.32560.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp4dsnea3n/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.32560.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'e3d7308e09be1990e0508de1e2e6977a', '2766613f-7a68-4e16-850e-06dbc71bfd50-', '1769215336.36318', '1769215336.36123', '0', '', '1769215336.36123', 3, 0) +test WARNING: /tmp/tmpm3wokyi3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.36649.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmpm3wokyi3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.36649.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'e3d7308e09be1990e0508de1e2e6977a', '2766613f-7a68-4e16-850e-06dbc71bfd50-', '1769215336.36318', '1769215336.37566', '0', '', '1769215336.36123', 3, 0) +test WARNING: /tmp/tmpm3wokyi3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.36649.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmpm3wokyi3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.36649.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'e3d7308e09be1990e0508de1e2e6977a', '35f8b94e-d236-49b1-a41f-b20932d58410-', '1769215336.39820', '1769215336.39641', '0', '', '1769215336.39641', 3, 0) +test WARNING: /tmp/tmp28565_v0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.40150.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmp28565_v0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.40150.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff ... ok + +test DEBUG: checking for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1769215336.311836) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1769215336.311836) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1769215336.311836) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1769215336.311836) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1769215336.31184) in policy_index 1 responded 503 (0000000000.00000) +test INFO: retry: '/AUTH_bob/c/o1' (1769215336.311836) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1769215336.317388) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1769215336.317388) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1769215336.317388) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1769215336.317388) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1769215336.31739) in policy_index 1 responded 404 (1769215336.31739_0000000000000002) +test INFO: retry: '/AUTH_bob/c/o1' (1769215336.317388) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: unavailable_container: '/AUTH_bob/c/o1' (3618.841870) unable to determine the destination policy_index +test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'unavailable_container': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test ERROR: Unhandled Exception trying to reconcile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 852, in run_once + self.reconcile() + ~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 831, in reconcile + for container in self._iter_containers(): + ~~~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 748, in _iter_containers + one_page = list(itertools.islice( + container_gen, constraints.CONTAINER_LISTING_LIMIT)) + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 331, in _iter_items + resp = self.make_request( + 'GET', '%s?format=json&marker=%s&end_marker=%s&prefix=%s' % + ...<2 lines>... + bytes_to_wsgi(quote(prefix))), + {}, acceptable_statuses) + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 261, in make_request + six.reraise(exc_type, exc_value, exc_traceback) + ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise + raise value + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 231, in make_request + resp = spawn(req.get_response, self.app).wait() + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 225, in wait + return self._exit_event.wait() + ~~~~~~~~~~~~~~~~~~~~~^^ + File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait + result = hub.switch() + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch + return self.greenlet.switch() + ~~~~~~~~~~~~~~~~~~~~^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ + env, start_response) + ^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + req=req, headers=headers, body=body, + conditional_response=req.method in ('GET', 'HEAD'), + conditional_etag=conditional_etag) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 2128, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +test INFO: Reconciler Stats: {} +sharder-test WARNING: Reclaimable db stuck waiting for shrinking, path: a/c, db: /tmp/tmpfsj2c63j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmp1piv10jw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmp1piv10jw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmp1piv10jw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp1piv10jw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1769215337.00000, (0, 0) as of 1769215337.00000, active as of 1769215337.00000> to ShardRange<'k' to 't' as of 1769215338.00000, (0, 0) as of 1769215338.00000, active as of 1769215338.00000>, path: .shards_a/shard_c, db: /tmp/tmp1piv10jw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.dbtest.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp1piv10jw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmp1piv10jw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmp1piv10jw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp1piv10jw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215342.00000, (0, 0) as of 1769215342.00000, shrinking as of 1769215339.00000> to ShardRange<'k' to 't' as of 1769215342.00000, (0, 0) as of 1769215342.00000, sharding as of 1769215343.00000>, path: .shards_a/shard_c, db: /tmp/tmp1piv10jw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp1piv10jw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp1piv10jw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmp1piv10jw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215337.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/3c4/c957fe917158735a4f0fc4d6f38fc3c4/c957fe917158735a4f0fc4d6f38fc3c4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215339.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/cc3/1a0a348cb1f9bc937542a7b253401cc3/1a0a348cb1f9bc937542a7b253401cc3.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215338.00000, (0, 0) as of 1769215338.00000, found as of 1769215338.00000> to ShardRange<'k' to 't' as of 1769215339.00000, (0, 0) as of 1769215339.00000, created as of 1769215339.00000>, path: .shards_a/shard_c_1769215339.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/cc3/1a0a348cb1f9bc937542a7b253401cc3/1a0a348cb1f9bc937542a7b253401cc3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215341.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/607/92a410ffce1c8197a8f656e9d0d4d607/92a410ffce1c8197a8f656e9d0d4d607.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215340.00000, (0, 0) as of 1769215340.00000, found as of 1769215340.00000> to ShardRange<'k' to 't' as of 1769215341.00000, (0, 0) as of 1769215341.00000, cleaved as of 1769215341.00000>, path: .shards_a/shard_c_1769215341.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/607/92a410ffce1c8197a8f656e9d0d4d607/92a410ffce1c8197a8f656e9d0d4d607.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215343.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/d6f/6888afe92911e1b135a7c95580243d6f/6888afe92911e1b135a7c95580243d6f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215342.00000, (0, 0) as of 1769215342.00000, found as of 1769215342.00000> to ShardRange<'k' to 't' as of 1769215343.00000, (0, 0) as of 1769215343.00000, active as of 1769215343.00000>, path: .shards_a/shard_c_1769215343.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/d6f/6888afe92911e1b135a7c95580243d6f/6888afe92911e1b135a7c95580243d6f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215345.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/1a2/b18ed0c3469d7146d79d8fa7035671a2/b18ed0c3469d7146d79d8fa7035671a2.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215344.00000, (0, 0) as of 1769215344.00000, found as of 1769215344.00000> to ShardRange<'k' to 't' as of 1769215345.00000, (0, 0) as of 1769215345.00000, shrinking as of 1769215345.00000>, path: .shards_a/shard_c_1769215345.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/1a2/b18ed0c3469d7146d79d8fa7035671a2/b18ed0c3469d7146d79d8fa7035671a2.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215345.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/1a2/b18ed0c3469d7146d79d8fa7035671a2/b18ed0c3469d7146d79d8fa7035671a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215347.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/31e/e764cf8277f44d79eba2cecaec5fd31e/e764cf8277f44d79eba2cecaec5fd31e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215346.00000, (0, 0) as of 1769215346.00000, found as of 1769215346.00000> to ShardRange<'k' to 't' as of 1769215347.00000, (0, 0) as of 1769215347.00000, sharding as of 1769215347.00000>, path: .shards_a/shard_c_1769215347.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/31e/e764cf8277f44d79eba2cecaec5fd31e/e764cf8277f44d79eba2cecaec5fd31e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215347.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/31e/e764cf8277f44d79eba2cecaec5fd31e/e764cf8277f44d79eba2cecaec5fd31e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215349.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/f2c/238fad9dba1e3d88d4349539e07eef2c/238fad9dba1e3d88d4349539e07eef2c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215348.00000, (0, 0) as of 1769215348.00000, found as of 1769215348.00000> to ShardRange<'k' to 't' as of 1769215349.00000, (0, 0) as of 1769215349.00000, sharded as of 1769215349.00000>, path: .shards_a/shard_c_1769215349.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/f2c/238fad9dba1e3d88d4349539e07eef2c/238fad9dba1e3d88d4349539e07eef2c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215349.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/f2c/238fad9dba1e3d88d4349539e07eef2c/238fad9dba1e3d88d4349539e07eef2c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215351.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/05e/b97485387602e2d358561658348b805e/b97485387602e2d358561658348b805e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215350.00000, (0, 0) as of 1769215350.00000, found as of 1769215350.00000> to ShardRange<'k' to 't' as of 1769215351.00000, (0, 0) as of 1769215351.00000, shrunk as of 1769215351.00000>, path: .shards_a/shard_c_1769215351.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/05e/b97485387602e2d358561658348b805e/b97485387602e2d358561658348b805e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215351.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/05e/b97485387602e2d358561658348b805e/b97485387602e2d358561658348b805e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215353.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/394/c964d5b5fe03517ce1236f69d1c4c394/c964d5b5fe03517ce1236f69d1c4c394.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215352.00000, (0, 0) as of 1769215352.00000, created as of 1769215352.00000> to ShardRange<'k' to 't' as of 1769215353.00000, (0, 0) as of 1769215353.00000, found as of 1769215353.00000>, path: .shards_a/shard_c_1769215353.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/394/c964d5b5fe03517ce1236f69d1c4c394/c964d5b5fe03517ce1236f69d1c4c394.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215355.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/597/d822c701f10ea1d59d509975e1543597/d822c701f10ea1d59d509975e1543597.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215357.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/ec1/31de2f68f3128e788b04ab7478fa7ec1/31de2f68f3128e788b04ab7478fa7ec1.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'e3d7308e09be1990e0508de1e2e6977a', '35f8b94e-d236-49b1-a41f-b20932d58410-', '1769215336.39820', '1769215336.40894', '0', '', '1769215336.39641', 3, 0) +test WARNING: /tmp/tmp28565_v0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.40150.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmp28565_v0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.40150.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '39811728090b9a79bf6bd7b940d74966', 'aac9228f-b322-4aa5-ba53-6a9384af94ec-', '1769215336.43748', '1769215336.43561', '0', '', '1769215336.43561', 5, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215336.45092', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215336.45092', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215336.45092', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215336.45231', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215336.45231', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215336.43995', 'epoch': '1769215336.43995', 'reported': 0, 'tombstones': -1}], 'aac9228f-b322-4aa5-ba53-6a9384af94ec-') +test DEBUG: /tmp/tmpjkpepf87/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.43995.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpjkpepf87/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.43995.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '39811728090b9a79bf6bd7b940d74966', 'aac9228f-b322-4aa5-ba53-6a9384af94ec-', '1769215336.43748', '1769215336.44776', '0', '', '1769215336.43561', 5, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215336.45092', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215336.45092', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215336.45092', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215336.45231', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215336.45231', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215336.43995', 'epoch': '1769215336.43995', 'reported': 0, 'tombstones': -1}], 'aac9228f-b322-4aa5-ba53-6a9384af94ec-') +test DEBUG: /tmp/tmpjkpepf87/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.43995.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpjkpepf87/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.43995.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '39811728090b9a79bf6bd7b940d74966', '4c868d33-0c14-4e9f-b008-64f04f57ee17-', '1769215336.49933', '1769215336.49734', '0', '', '1769215336.49734', 5, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215336.51303', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215336.51303', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215336.51303', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215336.51449', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215336.51449', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215336.50182', 'epoch': '1769215336.50182', 'reported': 0, 'tombstones': -1}], '4c868d33-0c14-4e9f-b008-64f04f57ee17-') +test DEBUG: /tmp/tmpbtdai2o6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.50182.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpbtdai2o6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.50182.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '39811728090b9a79bf6bd7b940d74966', '4c868d33-0c14-4e9f-b008-64f04f57ee17-', '1769215336.49933', '1769215336.50977', '0', '', '1769215336.49734', 5, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215336.51303', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215336.51303', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215336.51303', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215336.51449', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215336.51449', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215336.50182', 'epoch': '1769215336.50182', 'reported': 0, 'tombstones': -1}], '4c868d33-0c14-4e9f-b008-64f04f57ee17-') +test DEBUG: /tmp/tmpbtdai2o6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.50182.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpbtdai2o6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.50182.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'e3d7308e09be1990e0508de1e2e6977a', 'cca317b2-da0b-4627-9256-bb2ee7e75a8a-', '1769215336.56281', '1769215336.56080', '0', '', '1769215336.56080', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215336.56415', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215336.56415', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215336.56415', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215336.57109', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215336.57109', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215336.57082', 'epoch': '1769215336.57082', 'reported': 0, 'tombstones': -1}], 'cca317b2-da0b-4627-9256-bb2ee7e75a8a-') +test DEBUG: /tmp/tmp4xpzr768/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.57082.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp4xpzr768/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.57082.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'e3d7308e09be1990e0508de1e2e6977a', 'cca317b2-da0b-4627-9256-bb2ee7e75a8a-', '1769215336.56281', '1769215336.58682', '0', '', '1769215336.56080', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215336.56415', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215336.56415', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215336.56415', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215336.57109', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215336.57109', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215336.57082', 'epoch': '1769215336.57082', 'reported': 0, 'tombstones': -1}], 'cca317b2-da0b-4627-9256-bb2ee7e75a8a-')test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded ... ok + +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215356.00000, (0, 0) as of 1769215356.00000, created as of 1769215356.00000> to ShardRange<'k' to 't' as of 1769215357.00000, (0, 0) as of 1769215357.00000, cleaved as of 1769215357.00000>, path: .shards_a/shard_c_1769215357.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/ec1/31de2f68f3128e788b04ab7478fa7ec1/31de2f68f3128e788b04ab7478fa7ec1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215359.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/e45/bea4584ecdfa7cafab64b2b069568e45/bea4584ecdfa7cafab64b2b069568e45.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215358.00000, (0, 0) as of 1769215358.00000, created as of 1769215358.00000> to ShardRange<'k' to 't' as of 1769215359.00000, (0, 0) as of 1769215359.00000, active as of 1769215359.00000>, path: .shards_a/shard_c_1769215359.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/e45/bea4584ecdfa7cafab64b2b069568e45/bea4584ecdfa7cafab64b2b069568e45.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215361.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/ea6/e24bcb1dd8d44957b1d499101b5beea6/e24bcb1dd8d44957b1d499101b5beea6.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215360.00000, (0, 0) as of 1769215360.00000, created as of 1769215360.00000> to ShardRange<'k' to 't' as of 1769215361.00000, (0, 0) as of 1769215361.00000, shrinking as of 1769215361.00000>, path: .shards_a/shard_c_1769215361.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/ea6/e24bcb1dd8d44957b1d499101b5beea6/e24bcb1dd8d44957b1d499101b5beea6.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215361.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/ea6/e24bcb1dd8d44957b1d499101b5beea6/e24bcb1dd8d44957b1d499101b5beea6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215363.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/140/e6a3cf6497d1a3f4f752c54f15428140/e6a3cf6497d1a3f4f752c54f15428140.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215362.00000, (0, 0) as of 1769215362.00000, created as of 1769215362.00000> to ShardRange<'k' to 't' as of 1769215363.00000, (0, 0) as of 1769215363.00000, sharding as of 1769215363.00000>, path: .shards_a/shard_c_1769215363.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/140/e6a3cf6497d1a3f4f752c54f15428140/e6a3cf6497d1a3f4f752c54f15428140.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215363.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/140/e6a3cf6497d1a3f4f752c54f15428140/e6a3cf6497d1a3f4f752c54f15428140.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215365.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/63b/4f7b733efbf6d84dbc00a955c724d63b/4f7b733efbf6d84dbc00a955c724d63b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215364.00000, (0, 0) as of 1769215364.00000, created as of 1769215364.00000> to ShardRange<'k' to 't' as of 1769215365.00000, (0, 0) as of 1769215365.00000, sharded as of 1769215365.00000>, path: .shards_a/shard_c_1769215365.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/63b/4f7b733efbf6d84dbc00a955c724d63b/4f7b733efbf6d84dbc00a955c724d63b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215365.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/63b/4f7b733efbf6d84dbc00a955c724d63b/4f7b733efbf6d84dbc00a955c724d63b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215367.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/5be/8dbe474b29ddf6c2a827d4ec9187e5be/8dbe474b29ddf6c2a827d4ec9187e5be.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215366.00000, (0, 0) as of 1769215366.00000, created as of 1769215366.00000> to ShardRange<'k' to 't' as of 1769215367.00000, (0, 0) as of 1769215367.00000, shrunk as of 1769215367.00000>, path: .shards_a/shard_c_1769215367.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/5be/8dbe474b29ddf6c2a827d4ec9187e5be/8dbe474b29ddf6c2a827d4ec9187e5be.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215367.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/5be/8dbe474b29ddf6c2a827d4ec9187e5be/8dbe474b29ddf6c2a827d4ec9187e5be.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215369.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/2b5/2ea4d3c04ff312c0a29befc0b477b2b5/2ea4d3c04ff312c0a29befc0b477b2b5.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215368.00000, (0, 0) as of 1769215368.00000, cleaved as of 1769215368.00000> to ShardRange<'k' to 't' as of 1769215369.00000, (0, 0) as of 1769215369.00000, found as of 1769215369.00000>, path: .shards_a/shard_c_1769215369.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/2b5/2ea4d3c04ff312c0a29befc0b477b2b5/2ea4d3c04ff312c0a29befc0b477b2b5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215371.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/c90/9c4b57f74d38181d6c1dbc5f75918c90/9c4b57f74d38181d6c1dbc5f75918c90.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215370.00000, (0, 0) as of 1769215370.00000, cleaved as of 1769215370.00000> to ShardRange<'k' to 't' as of 1769215371.00000, (0, 0) as of 1769215371.00000, created as of 1769215371.00000>, path: .shards_a/shard_c_1769215371.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/c90/9c4b57f74d38181d6c1dbc5f75918c90/9c4b57f74d38181d6c1dbc5f75918c90.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215373.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/7bc/de4c14ce19874d7d5c15fd2bc58117bc/de4c14ce19874d7d5c15fd2bc58117bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215375.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/274/22d1c694d7cd6b01d39f412562633274/22d1c694d7cd6b01d39f412562633274.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215374.00000, (0, 0) as of 1769215374.00000, cleaved as of 1769215374.00000> to ShardRange<'k' to 't' as of 1769215375.00000, (0, 0) as of 1769215375.00000, active as of 1769215375.00000>, path: .shards_a/shard_c_1769215375.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/274/22d1c694d7cd6b01d39f412562633274/22d1c694d7cd6b01d39f412562633274.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215377.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/fb5/b9c927204bffe002543ff4fea7a21fb5/b9c927204bffe002543ff4fea7a21fb5.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215376.00000, (0, 0) as of 1769215376.00000, cleaved as of 1769215376.00000> to ShardRange<'k' to 't' as of 1769215377.00000, (0, 0) as of 1769215377.00000, shrinking as of 1769215377.00000>, path: .shards_a/shard_c_1769215377.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/fb5/b9c927204bffe002543ff4fea7a21fb5/b9c927204bffe002543ff4fea7a21fb5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215377.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/fb5/b9c927204bffe002543ff4fea7a21fb5/b9c927204bffe002543ff4fea7a21fb5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215379.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/a57/05a78a4875b95119fd906e7804ecba57/05a78a4875b95119fd906e7804ecba57.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215378.00000, (0, 0) as of 1769215378.00000, cleaved as of 1769215378.00000> to ShardRange<'k' to 't' as of 1769215379.00000, (0, 0) as of 1769215379.00000, sharding as of 1769215379.00000>, path: .shards_a/shard_c_1769215379.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/a57/05a78a4875b95119fd906e7804ecba57/05a78a4875b95119fd906e7804ecba57.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215379.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/a57/05a78a4875b95119fd906e7804ecba57/05a78a4875b95119fd906e7804ecba57.dbtest.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215381.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/f86/3088490ad65bb4c5ff2f7ff2e0596f86/3088490ad65bb4c5ff2f7ff2e0596f86.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215380.00000, (0, 0) as of 1769215380.00000, cleaved as of 1769215380.00000> to ShardRange<'k' to 't' as of 1769215381.00000, (0, 0) as of 1769215381.00000, sharded as of 1769215381.00000>, path: .shards_a/shard_c_1769215381.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/f86/3088490ad65bb4c5ff2f7ff2e0596f86/3088490ad65bb4c5ff2f7ff2e0596f86.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215381.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/f86/3088490ad65bb4c5ff2f7ff2e0596f86/3088490ad65bb4c5ff2f7ff2e0596f86.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215383.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/362/f19644d1773ec646d1d48e45d8956362/f19644d1773ec646d1d48e45d8956362.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215382.00000, (0, 0) as of 1769215382.00000, cleaved as of 1769215382.00000> to ShardRange<'k' to 't' as of 1769215383.00000, (0, 0) as of 1769215383.00000, shrunk as of 1769215383.00000>, path: .shards_a/shard_c_1769215383.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/362/f19644d1773ec646d1d48e45d8956362/f19644d1773ec646d1d48e45d8956362.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215383.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/362/f19644d1773ec646d1d48e45d8956362/f19644d1773ec646d1d48e45d8956362.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215385.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/70e/aff88296185c5ecdf71b15cb1d03270e/aff88296185c5ecdf71b15cb1d03270e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215384.00000, (0, 0) as of 1769215384.00000, active as of 1769215384.00000> to ShardRange<'k' to 't' as of 1769215385.00000, (0, 0) as of 1769215385.00000, found as of 1769215385.00000>, path: .shards_a/shard_c_1769215385.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/70e/aff88296185c5ecdf71b15cb1d03270e/aff88296185c5ecdf71b15cb1d03270e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215387.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/2b5/f49ab1b0df6609265893f1bd55fa42b5/f49ab1b0df6609265893f1bd55fa42b5.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215386.00000, (0, 0) as of 1769215386.00000, active as of 1769215386.00000> to ShardRange<'k' to 't' as of 1769215387.00000, (0, 0) as of 1769215387.00000, created as of 1769215387.00000>, path: .shards_a/shard_c_1769215387.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/2b5/f49ab1b0df6609265893f1bd55fa42b5/f49ab1b0df6609265893f1bd55fa42b5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215389.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/e49/23979086377c4b6f6570b38516e50e49/23979086377c4b6f6570b38516e50e49.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215388.00000, (0, 0) as of 1769215388.00000, active as of 1769215388.00000> to ShardRange<'k' to 't' as of 1769215389.00000, (0, 0) as of 1769215389.00000, cleaved as of 1769215389.00000>, path: .shards_a/shard_c_1769215389.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/e49/23979086377c4b6f6570b38516e50e49/23979086377c4b6f6570b38516e50e49.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215391.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/038/5e5dda7f6d479b23001566a0588d7038/5e5dda7f6d479b23001566a0588d7038.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215393.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/1a7/ec7118c22e9d9e447a2f16fc3509e1a7/ec7118c22e9d9e447a2f16fc3509e1a7.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215392.00000, (0, 0) as of 1769215392.00000, active as of 1769215392.00000> to ShardRange<'k' to 't' as of 1769215393.00000, (0, 0) as of 1769215393.00000, shrinking as of 1769215393.00000>, path: .shards_a/shard_c_1769215393.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/1a7/ec7118c22e9d9e447a2f16fc3509e1a7/ec7118c22e9d9e447a2f16fc3509e1a7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215393.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/1a7/ec7118c22e9d9e447a2f16fc3509e1a7/ec7118c22e9d9e447a2f16fc3509e1a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215395.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/4df/5d284eb656311703ee52ff4a449514df/5d284eb656311703ee52ff4a449514df.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215394.00000, (0, 0) as of 1769215394.00000, active as of 1769215394.00000> to ShardRange<'k' to 't' as of 1769215395.00000, (0, 0) as of 1769215395.00000, sharding as of 1769215395.00000>, path: .shards_a/shard_c_1769215395.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/4df/5d284eb656311703ee52ff4a449514df/5d284eb656311703ee52ff4a449514df.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215395.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/4df/5d284eb656311703ee52ff4a449514df/5d284eb656311703ee52ff4a449514df.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215397.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/97c/01ee0c39b478e983f14a71ce2177a97c/01ee0c39b478e983f14a71ce2177a97c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215396.00000, (0, 0) as of 1769215396.00000, active as of 1769215396.00000> to ShardRange<'k' to 't' as of 1769215397.00000, (0, 0) as of 1769215397.00000, sharded as of 1769215397.00000>, path: .shards_a/shard_c_1769215397.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/97c/01ee0c39b478e983f14a71ce2177a97c/01ee0c39b478e983f14a71ce2177a97c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215397.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/97c/01ee0c39b478e983f14a71ce2177a97c/01ee0c39b478e983f14a71ce2177a97c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215399.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/a17/882351db079a6b6a273803d433b7fa17/882351db079a6b6a273803d433b7fa17.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215398.00000, (0, 0) as of 1769215398.00000, active as of 1769215398.00000> to ShardRange<'k' to 't' as of 1769215399.00000, (0, 0) as of 1769215399.00000, shrunk as of 1769215399.00000>, path: .shards_a/shard_c_1769215399.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/a17/882351db079a6b6a273803d433b7fa17/882351db079a6b6a273803d433b7fa17.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215399.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/a17/882351db079a6b6a273803d433b7fa17/882351db079a6b6a273803d433b7fa17.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215401.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/4f2/a4fee45bc1030b8f3cbb62f8405104f2/a4fee45bc1030b8f3cbb62f8405104f2.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215400.00000, (0, 0) as of 1769215400.00000, shrinking as of 1769215400.00000> to ShardRange<'k' to 't' as of 1769215401.00000, (0, 0) as of 1769215401.00000, found as of 1769215401.00000>, path: .shards_a/shard_c_1769215401.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/4f2/a4fee45bc1030b8f3cbb62f8405104f2/a4fee45bc1030b8f3cbb62f8405104f2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215403.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/460/a471a1e6d9ee9e705765b1e67a9c3460/a471a1e6d9ee9e705765b1e67a9c3460.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215402.00000, (0, 0) as of 1769215402.00000, shrinking as of 1769215402.00000> to ShardRange<'k' to 't' as of 1769215403.00000, (0, 0) as of 1769215403.00000, created as of 1769215403.00000>, path: .shards_a/shard_c_1769215403.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/460/a471a1e6d9ee9e705765b1e67a9c3460/a471a1e6d9ee9e705765b1e67a9c3460.dbtest.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded ... ok + +test DEBUG: /tmp/tmp4xpzr768/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.57082.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp4xpzr768/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.57082.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'e3d7308e09be1990e0508de1e2e6977a', 'c7dd3a2c-aa97-4311-b869-f66fe2c25718-', '1769215336.63420', '1769215336.63240', '0', '', '1769215336.63240', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215336.63545', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215336.63545', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215336.63545', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215336.64331', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215336.64331', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215336.64310', 'epoch': '1769215336.64310', 'reported': 0, 'tombstones': -1}], 'c7dd3a2c-aa97-4311-b869-f66fe2c25718-') +test DEBUG: /tmp/tmpx_xrz6ze/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.64310.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpx_xrz6ze/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.64310.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'e3d7308e09be1990e0508de1e2e6977a', 'c7dd3a2c-aa97-4311-b869-f66fe2c25718-', '1769215336.63420', '1769215336.65078', '0', '', '1769215336.63240', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215336.63545', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215336.63545', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215336.63545', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215336.64331', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215336.64331', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215336.64310', 'epoch': '1769215336.64310', 'reported': 0, 'tombstones': -1}], 'c7dd3a2c-aa97-4311-b869-f66fe2c25718-') +test DEBUG: /tmp/tmpx_xrz6ze/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.64310.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpx_xrz6ze/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769215336.64310.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '508df3843d1d4a8ef08e9bccde857d20', '2a21c963-e5c1-4c32-84e1-9d0dbb2d7b14-sda', '1769215336.71260', '1769215336.70974', '0', '', '1769215336.70974', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2a21c963-e5c1-4c32-84e1-9d0dbb2d7b14-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'd386cead062319a86589cd7a8bc9dcb6', '9c399c91-685f-47fb-bfd6-d3825659b505-sda', '1769215336.73485', '1769215336.72544', '0', '', '1769215336.72544', 6, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215336.74050', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769215336.74050', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215336.74050', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215336.74167', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215336.74167', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215336.74149', 'epoch': '1769215336.74149', 'reported': 0, 'tombstones': -1}], '9c399c91-685f-47fb-bfd6-d3825659b505-sda') +test DEBUG: /tmp/tmpyhc1x15m/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpyhc1x15m/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'd386cead062319a86589cd7a8bc9dcb6', '9c399c91-685f-47fb-bfd6-d3825659b505-sda', '1769215336.73485', '1769215336.73744', '0', '', '1769215336.72544', 6, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215336.74050', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769215336.74050', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215336.74050', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215336.74167', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215336.74167', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215336.74149', 'epoch': '1769215336.74149', 'reported': 0, 'tombstones': -1}], '9c399c91-685f-47fb-bfd6-d3825659b505-sda') +test DEBUG: /tmp/tmpyhc1x15m/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpyhc1x15m/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'd386cead062319a86589cd7a8bc9dcb6', '1844ace3-a25c-413d-b194-aa92c1ef13a9-sda', '1769215336.78233', '1769215336.78051', '0', '', '1769215336.78051', 6, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215336.78862', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769215336.78862', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215336.78862', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215336.78979', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215336.78979', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215336.78960', 'epoch': '1769215336.78960', 'reported': 0, 'tombstones': -1}], '1844ace3-a25c-413d-b194-aa92c1ef13a9-sda') +test DEBUG: /tmp/tmpge3fa6q9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpge3fa6q9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'd386cead062319a86589cd7a8bc9dcb6', '1844ace3-a25c-413d-b194-aa92c1ef13a9-sda', '1769215336.78233', '1769215336.78544', '0', '', '1769215336.78051', 6, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215336.78862', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769215336.78862', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215336.78862', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215336.78979', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215336.78979', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215336.78960', 'epoch': '1769215336.78960', 'reported': 0, 'tombstones': -1}], '1844ace3-a25c-413d-b194-aa92c1ef13a9-sda')test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215405.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/62d/339e8b1332e3f3d83a44a32156e2062d/339e8b1332e3f3d83a44a32156e2062d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215404.00000, (0, 0) as of 1769215404.00000, shrinking as of 1769215404.00000> to ShardRange<'k' to 't' as of 1769215405.00000, (0, 0) as of 1769215405.00000, cleaved as of 1769215405.00000>, path: .shards_a/shard_c_1769215405.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/62d/339e8b1332e3f3d83a44a32156e2062d/339e8b1332e3f3d83a44a32156e2062d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215407.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/007/dad02313222fbf5140f05c3495fe8007/dad02313222fbf5140f05c3495fe8007.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215406.00000, (0, 0) as of 1769215406.00000, shrinking as of 1769215406.00000> to ShardRange<'k' to 't' as of 1769215407.00000, (0, 0) as of 1769215407.00000, active as of 1769215407.00000>, path: .shards_a/shard_c_1769215407.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/007/dad02313222fbf5140f05c3495fe8007/dad02313222fbf5140f05c3495fe8007.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215409.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/6c4/c4922a78733cec2d2d97e4f27ffa96c4/c4922a78733cec2d2d97e4f27ffa96c4.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215409.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/6c4/c4922a78733cec2d2d97e4f27ffa96c4/c4922a78733cec2d2d97e4f27ffa96c4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215411.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/a97/04aa1f80738e7a1d0187f37cd35d9a97/04aa1f80738e7a1d0187f37cd35d9a97.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215410.00000, (0, 0) as of 1769215410.00000, shrinking as of 1769215410.00000> to ShardRange<'k' to 't' as of 1769215411.00000, (0, 0) as of 1769215411.00000, sharding as of 1769215411.00000>, path: .shards_a/shard_c_1769215411.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/a97/04aa1f80738e7a1d0187f37cd35d9a97/04aa1f80738e7a1d0187f37cd35d9a97.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215411.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/a97/04aa1f80738e7a1d0187f37cd35d9a97/04aa1f80738e7a1d0187f37cd35d9a97.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215413.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/044/093efa570059a0d4b17b3d5e034dd044/093efa570059a0d4b17b3d5e034dd044.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215412.00000, (0, 0) as of 1769215412.00000, shrinking as of 1769215412.00000> to ShardRange<'k' to 't' as of 1769215413.00000, (0, 0) as of 1769215413.00000, sharded as of 1769215413.00000>, path: .shards_a/shard_c_1769215413.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/044/093efa570059a0d4b17b3d5e034dd044/093efa570059a0d4b17b3d5e034dd044.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215413.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/044/093efa570059a0d4b17b3d5e034dd044/093efa570059a0d4b17b3d5e034dd044.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215415.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/79e/300b0c9df8c900d8d1bba9e158d5179e/300b0c9df8c900d8d1bba9e158d5179e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215414.00000, (0, 0) as of 1769215414.00000, shrinking as of 1769215414.00000> to ShardRange<'k' to 't' as of 1769215415.00000, (0, 0) as of 1769215415.00000, shrunk as of 1769215415.00000>, path: .shards_a/shard_c_1769215415.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/79e/300b0c9df8c900d8d1bba9e158d5179e/300b0c9df8c900d8d1bba9e158d5179e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215415.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/79e/300b0c9df8c900d8d1bba9e158d5179e/300b0c9df8c900d8d1bba9e158d5179e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215417.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/798/685d6934ff40ba4449ff4669109a4798/685d6934ff40ba4449ff4669109a4798.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215416.00000, (0, 0) as of 1769215416.00000, sharding as of 1769215416.00000> to ShardRange<'k' to 't' as of 1769215417.00000, (0, 0) as of 1769215417.00000, found as of 1769215417.00000>, path: .shards_a/shard_c_1769215417.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/798/685d6934ff40ba4449ff4669109a4798/685d6934ff40ba4449ff4669109a4798.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215419.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/552/4efdbc31e4b02df094d1693d7dd55552/4efdbc31e4b02df094d1693d7dd55552.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215418.00000, (0, 0) as of 1769215418.00000, sharding as of 1769215418.00000> to ShardRange<'k' to 't' as of 1769215419.00000, (0, 0) as of 1769215419.00000, created as of 1769215419.00000>, path: .shards_a/shard_c_1769215419.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/552/4efdbc31e4b02df094d1693d7dd55552/4efdbc31e4b02df094d1693d7dd55552.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215421.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/63f/e25d0df477c8ecd3842d02ca9b67363f/e25d0df477c8ecd3842d02ca9b67363f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215420.00000, (0, 0) as of 1769215420.00000, sharding as of 1769215420.00000> to ShardRange<'k' to 't' as of 1769215421.00000, (0, 0) as of 1769215421.00000, cleaved as of 1769215421.00000>, path: .shards_a/shard_c_1769215421.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/63f/e25d0df477c8ecd3842d02ca9b67363f/e25d0df477c8ecd3842d02ca9b67363f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215423.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/376/1ff486c689b81b05c54409ed604dd376/1ff486c689b81b05c54409ed604dd376.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215422.00000, (0, 0) as of 1769215422.00000, sharding as of 1769215422.00000> to ShardRange<'k' to 't' as of 1769215423.00000, (0, 0) as of 1769215423.00000, active as of 1769215423.00000>, path: .shards_a/shard_c_1769215423.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/376/1ff486c689b81b05c54409ed604dd376/1ff486c689b81b05c54409ed604dd376.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215425.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/a79/3c4f75bb724da95f888becd1fa5f9a79/3c4f75bb724da95f888becd1fa5f9a79.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215424.00000, (0, 0) as of 1769215424.00000, sharding as of 1769215424.00000> to ShardRange<'k' to 't' as of 1769215425.00000, (0, 0) as of 1769215425.00000, shrinking as of 1769215425.00000>, path: .shards_a/shard_c_1769215425.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/a79/3c4f75bb724da95f888becd1fa5f9a79/3c4f75bb724da95f888becd1fa5f9a79.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215425.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/a79/3c4f75bb724da95f888becd1fa5f9a79/3c4f75bb724da95f888becd1fa5f9a79.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215427.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/1b8/5613af7e44f9b44886b066580e2e11b8/5613af7e44f9b44886b066580e2e11b8.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215427.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/1b8/5613af7e44f9b44886b066580e2e11b8/5613af7e44f9b44886b066580e2e11b8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215429.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/d7b/c6e3f6c4f80d0c9f7170fa2e40bf8d7b/c6e3f6c4f80d0c9f7170fa2e40bf8d7b.dbtest.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync +test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date +test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines +test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines ... ok + +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215428.00000, (0, 0) as of 1769215428.00000, sharding as of 1769215428.00000> to ShardRange<'k' to 't' as of 1769215429.00000, (0, 0) as of 1769215429.00000, sharded as of 1769215429.00000>, path: .shards_a/shard_c_1769215429.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/d7b/c6e3f6c4f80d0c9f7170fa2e40bf8d7b/c6e3f6c4f80d0c9f7170fa2e40bf8d7b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215429.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/d7b/c6e3f6c4f80d0c9f7170fa2e40bf8d7b/c6e3f6c4f80d0c9f7170fa2e40bf8d7b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215431.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/088/a76b8905704b6a543218bed354f1e088/a76b8905704b6a543218bed354f1e088.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215430.00000, (0, 0) as of 1769215430.00000, sharding as of 1769215430.00000> to ShardRange<'k' to 't' as of 1769215431.00000, (0, 0) as of 1769215431.00000, shrunk as of 1769215431.00000>, path: .shards_a/shard_c_1769215431.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/088/a76b8905704b6a543218bed354f1e088/a76b8905704b6a543218bed354f1e088.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215431.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/088/a76b8905704b6a543218bed354f1e088/a76b8905704b6a543218bed354f1e088.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215433.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/613/4755c536a8e903a38ecc3cb005f61613/4755c536a8e903a38ecc3cb005f61613.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215432.00000, (0, 0) as of 1769215432.00000, sharded as of 1769215432.00000> to ShardRange<'k' to 't' as of 1769215433.00000, (0, 0) as of 1769215433.00000, found as of 1769215433.00000>, path: .shards_a/shard_c_1769215433.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/613/4755c536a8e903a38ecc3cb005f61613/4755c536a8e903a38ecc3cb005f61613.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215435.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/32e/b02b0339b2e8c0fd1641b7217a06c32e/b02b0339b2e8c0fd1641b7217a06c32e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215434.00000, (0, 0) as of 1769215434.00000, sharded as of 1769215434.00000> to ShardRange<'k' to 't' as of 1769215435.00000, (0, 0) as of 1769215435.00000, created as of 1769215435.00000>, path: .shards_a/shard_c_1769215435.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/32e/b02b0339b2e8c0fd1641b7217a06c32e/b02b0339b2e8c0fd1641b7217a06c32e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215437.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/e8d/983041e35026107fb11dbb249f6b2e8d/983041e35026107fb11dbb249f6b2e8d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215436.00000, (0, 0) as of 1769215436.00000, sharded as of 1769215436.00000> to ShardRange<'k' to 't' as of 1769215437.00000, (0, 0) as of 1769215437.00000, cleaved as of 1769215437.00000>, path: .shards_a/shard_c_1769215437.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/e8d/983041e35026107fb11dbb249f6b2e8d/983041e35026107fb11dbb249f6b2e8d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215439.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/148/01ec8189d1d3b75660d06112e9b40148/01ec8189d1d3b75660d06112e9b40148.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215438.00000, (0, 0) as of 1769215438.00000, sharded as of 1769215438.00000> to ShardRange<'k' to 't' as of 1769215439.00000, (0, 0) as of 1769215439.00000, active as of 1769215439.00000>, path: .shards_a/shard_c_1769215439.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/148/01ec8189d1d3b75660d06112e9b40148/01ec8189d1d3b75660d06112e9b40148.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215441.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/60c/5b4af33a28a4bb0b942f6f5123e0760c/5b4af33a28a4bb0b942f6f5123e0760c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215440.00000, (0, 0) as of 1769215440.00000, sharded as of 1769215440.00000> to ShardRange<'k' to 't' as of 1769215441.00000, (0, 0) as of 1769215441.00000, shrinking as of 1769215441.00000>, path: .shards_a/shard_c_1769215441.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/60c/5b4af33a28a4bb0b942f6f5123e0760c/5b4af33a28a4bb0b942f6f5123e0760c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215441.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/60c/5b4af33a28a4bb0b942f6f5123e0760c/5b4af33a28a4bb0b942f6f5123e0760c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215443.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/142/a9200656fbcc39a80ceaea7dc0179142/a9200656fbcc39a80ceaea7dc0179142.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215442.00000, (0, 0) as of 1769215442.00000, sharded as of 1769215442.00000> to ShardRange<'k' to 't' as of 1769215443.00000, (0, 0) as of 1769215443.00000, sharding as of 1769215443.00000>, path: .shards_a/shard_c_1769215443.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/142/a9200656fbcc39a80ceaea7dc0179142/a9200656fbcc39a80ceaea7dc0179142.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215443.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/142/a9200656fbcc39a80ceaea7dc0179142/a9200656fbcc39a80ceaea7dc0179142.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215445.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/2a5/9a22c7e5eb35f5635cc9641812e972a5/9a22c7e5eb35f5635cc9641812e972a5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215445.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/2a5/9a22c7e5eb35f5635cc9641812e972a5/9a22c7e5eb35f5635cc9641812e972a5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215447.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/e68/951eeeec9f2044bb9b98b3a7dd515e68/951eeeec9f2044bb9b98b3a7dd515e68.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215446.00000, (0, 0) as of 1769215446.00000, sharded as of 1769215446.00000> to ShardRange<'k' to 't' as of 1769215447.00000, (0, 0) as of 1769215447.00000, shrunk as of 1769215447.00000>, path: .shards_a/shard_c_1769215447.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/e68/951eeeec9f2044bb9b98b3a7dd515e68/951eeeec9f2044bb9b98b3a7dd515e68.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215447.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/e68/951eeeec9f2044bb9b98b3a7dd515e68/951eeeec9f2044bb9b98b3a7dd515e68.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215449.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/839/700d1f13d88a03a9e9258c4bb0f02839/700d1f13d88a03a9e9258c4bb0f02839.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215448.00000, (0, 0) as of 1769215448.00000, shrunk as of 1769215448.00000> to ShardRange<'k' to 't' as of 1769215449.00000, (0, 0) as of 1769215449.00000, found as of 1769215449.00000>, path: .shards_a/shard_c_1769215449.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/839/700d1f13d88a03a9e9258c4bb0f02839/700d1f13d88a03a9e9258c4bb0f02839.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215451.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/99c/4acfe610941b14601145d7e4d808899c/4acfe610941b14601145d7e4d808899c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215450.00000, (0, 0) as of 1769215450.00000, shrunk as of 1769215450.00000> to ShardRange<'k' to 't' as of 1769215451.00000, (0, 0) as of 1769215451.00000, created as of 1769215451.00000>, path: .shards_a/shard_c_1769215451.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/99c/4acfe610941b14601145d7e4d808899c/4acfe610941b14601145d7e4d808899c.db +test DEBUG: /tmp/tmpge3fa6q9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpge3fa6q9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'ef577bda443b21c05b485fabcb7380b6', 'a8417787-3bfd-49f8-8deb-85135fe61b0d-sda', '1769215336.83789', '1769215336.83612', '0', '', '1769215336.83612', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('a8417787-3bfd-49f8-8deb-85135fe61b0d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Unlinked retiring db '/tmp/tmp7l1fgoxs/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'ef577bda443b21c05b485fabcb7380b6', '882bb5f2-476e-43fd-bf83-0908909c7040-sda', '1769215336.87322', '1769215336.87139', '0', '', '1769215336.87139', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('882bb5f2-476e-43fd-bf83-0908909c7040-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'ef577bda443b21c05b485fabcb7380b6', '8ac462ff-50b1-4f48-86bf-c3e9b3ba2867-sda', '1769215336.90186', '1769215336.90003', '0', '', '1769215336.90003', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('8ac462ff-50b1-4f48-86bf-c3e9b3ba2867-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Unlinked retiring db '/tmp/tmpejpu5t4m/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'ef577bda443b21c05b485fabcb7380b6', 'e5d94347-36f0-4ac5-b51c-4b7c673b2d42-sda', '1769215336.93090', '1769215336.92891', '0', '', '1769215336.92891', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('e5d94347-36f0-4ac5-b51c-4b7c673b2d42-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ea9921c8-278b-40c9-92d5-b57a0e10dc91-sda', '1769215336.96857', '1769215336.96684', '0', '', '1769215336.96684', 0, 0) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp8z7ilkqv/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '20ec2a6a-fbdf-47f7-883b-47b21a594d44-sdb', '1769215336.99463', '1769215337.00000', '0', '', '1769215337.00000', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('20ec2a6a-fbdf-47f7-883b-47b21a594d44-sdb', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '20ec2a6a-fbdf-47f7-883b-47b21a594d44-sdb', '1769215336.99463', '1769215337.00000', '0', '', '1769215337.00000', 0, 0) +test ERROR: Quarantining DB /tmp/tmp8z7ilkqv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('20ec2a6a-fbdf-47f7-883b-47b21a594d44-sdb', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00975 seconds (102.54415/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpzfx_9pp8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8f529713-7a22-4874-8ee4-8d9af3584820-sda', '1769215337.01005', '1769215337', '0', '', '1769215337', 0, 1) +test DEBUG: /tmp/tmpzfx_9pp8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8f529713-7a22-4874-8ee4-8d9af3584820-sda', '1769215337.01005', '1769215337', '0', '', '1769215337', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8f529713-7a22-4874-8ee4-8d9af3584820-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01195 seconds (83.65783/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp_70307ji/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7d92af48da99d2467cc92da1859351e1', '332b0de6-61fa-4440-9e80-3383b04d52dd-sda', '1769215337.03203', '1769215337', '0', '', '1769215337', 1, 1) +test DEBUG: /tmp/tmp_70307ji/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769215339.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '332b0de6-61fa-4440-9e80-3383b04d52dd-sda') +test DEBUG: /tmp/tmp_70307ji/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00269747s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7d92af48da99d2467cc92da1859351e1', '332b0de6-61fa-4440-9e80-3383b04d52dd-sda', '1769215337.03203', '1769215337', '0', '', '1769215337', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('332b0de6-61fa-4440-9e80-3383b04d52dd-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01537 seconds (65.04671/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpsvtn3uer/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2b92dc33-f3d9-45ce-9ff8-894c04205743-sda', '1769215337.05782', '1769215337', '0', '', '1769215337', 0, 0) +test DEBUG: /tmp/tmpsvtn3uer/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2b92dc33-f3d9-45ce-9ff8-894c04205743-sda', '1769215337.05782', '1769215337', '0', '', '1769215337', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2b92dc33-f3d9-45ce-9ff8-894c04205743-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01473 seconds (67.86634/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpr0zsmo1d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7d92af48da99d2467cc92da1859351e1', 'cc5313ab-a230-4afe-895b-e49dce8d244d-sda', '1769215337.08236', '1769215337', '0', '', '1769215337', 1, 1) +test DEBUG: /tmp/tmpr0zsmo1d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to dotest.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215453.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/a66/7d3e727ef14820b8e49141bf44ca3a66/7d3e727ef14820b8e49141bf44ca3a66.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215452.00000, (0, 0) as of 1769215452.00000, shrunk as of 1769215452.00000> to ShardRange<'k' to 't' as of 1769215453.00000, (0, 0) as of 1769215453.00000, cleaved as of 1769215453.00000>, path: .shards_a/shard_c_1769215453.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/a66/7d3e727ef14820b8e49141bf44ca3a66/7d3e727ef14820b8e49141bf44ca3a66.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215455.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/97a/4563e30af7dd36b8a0f070f75f99c97a/4563e30af7dd36b8a0f070f75f99c97a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215454.00000, (0, 0) as of 1769215454.00000, shrunk as of 1769215454.00000> to ShardRange<'k' to 't' as of 1769215455.00000, (0, 0) as of 1769215455.00000, active as of 1769215455.00000>, path: .shards_a/shard_c_1769215455.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/97a/4563e30af7dd36b8a0f070f75f99c97a/4563e30af7dd36b8a0f070f75f99c97a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215457.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/167/7ba081eaffe35696ea966bf644384167/7ba081eaffe35696ea966bf644384167.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215456.00000, (0, 0) as of 1769215456.00000, shrunk as of 1769215456.00000> to ShardRange<'k' to 't' as of 1769215457.00000, (0, 0) as of 1769215457.00000, shrinking as of 1769215457.00000>, path: .shards_a/shard_c_1769215457.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/167/7ba081eaffe35696ea966bf644384167/7ba081eaffe35696ea966bf644384167.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215457.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/167/7ba081eaffe35696ea966bf644384167/7ba081eaffe35696ea966bf644384167.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215459.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/c12/901a70035acbfe9263706a5036c8ec12/901a70035acbfe9263706a5036c8ec12.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215458.00000, (0, 0) as of 1769215458.00000, shrunk as of 1769215458.00000> to ShardRange<'k' to 't' as of 1769215459.00000, (0, 0) as of 1769215459.00000, sharding as of 1769215459.00000>, path: .shards_a/shard_c_1769215459.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/c12/901a70035acbfe9263706a5036c8ec12/901a70035acbfe9263706a5036c8ec12.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215459.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/c12/901a70035acbfe9263706a5036c8ec12/901a70035acbfe9263706a5036c8ec12.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215461.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/318/f5f709fc17c5d1af21e65414c846a318/f5f709fc17c5d1af21e65414c846a318.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215460.00000, (0, 0) as of 1769215460.00000, shrunk as of 1769215460.00000> to ShardRange<'k' to 't' as of 1769215461.00000, (0, 0) as of 1769215461.00000, sharded as of 1769215461.00000>, path: .shards_a/shard_c_1769215461.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/318/f5f709fc17c5d1af21e65414c846a318/f5f709fc17c5d1af21e65414c846a318.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215461.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/318/f5f709fc17c5d1af21e65414c846a318/f5f709fc17c5d1af21e65414c846a318.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215463.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/f6a/e73fa969d01fad0df7f1b9ab7bbd2f6a/e73fa969d01fad0df7f1b9ab7bbd2f6a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215463.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/f6a/e73fa969d01fad0df7f1b9ab7bbd2f6a/e73fa969d01fad0df7f1b9ab7bbd2f6a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215464.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/77f/36f61fb14606d9d9006d973498d8f77f/36f61fb14606d9d9006d973498d8f77f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215466.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/6ce/7536cebf5d7726cb0953e7c14a2df6ce/7536cebf5d7726cb0953e7c14a2df6ce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215468.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/382/2e650bbf9e6a97a6eb3a773cedd88382/2e650bbf9e6a97a6eb3a773cedd88382.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215470.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/a62/496b50052d66026080689bc48d79ea62/496b50052d66026080689bc48d79ea62.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215472.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/3bf/5021490681d5b6cee475f1e6bba033bf/5021490681d5b6cee475f1e6bba033bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215474.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/4da/9be9834cd6df6f1240be4d037e8274da/9be9834cd6df6f1240be4d037e8274da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215476.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/588/fdfb4ce75c4afae937fc089ffe601588/fdfb4ce75c4afae937fc089ffe601588.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215478.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/516/f6e29a1bc9afa4ff6735a272c498f516/f6e29a1bc9afa4ff6735a272c498f516.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215480.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/b6f/4f33ee62ad32e84f79103edca5e87b6f/4f33ee62ad32e84f79103edca5e87b6f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215482.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/de0/509ec672269c852c47e0b6f30ff57de0/509ec672269c852c47e0b6f30ff57de0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215484.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/034/4d0ce3571bb0fbc2de52a635ebf22034/4d0ce3571bb0fbc2de52a635ebf22034.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215486.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/84d/03347dcd7ac24f356845a814f1ec084d/03347dcd7ac24f356845a814f1ec084d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215488.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/9a1/64e83f5dbfb232cb1c20718adf5e19a1/64e83f5dbfb232cb1c20718adf5e19a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215490.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/109/9b17acba100ab2fc932f8cfab5a06109/9b17acba100ab2fc932f8cfab5a06109.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215492.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/143/00d7a9526b6b3b8b3d25bb80f3bf6143/00d7a9526b6b3b8b3d25bb80f3bf6143.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215494.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/72c/3ffd6f453928ca209fefbc064f73372c/3ffd6f453928ca209fefbc064f73372c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215496.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/7a8/83ace367e326bd5c847fcfda4e6597a8/83ace367e326bd5c847fcfda4e6597a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215498.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/a80/b6a45baaa1b6ddd61c995b571572ea80/b6a45baaa1b6ddd61c995b571572ea80.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215500.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/996/15e08eb78d2fef6578b9d581031ac996/15e08eb78d2fef6578b9d581031ac996.db +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7d92af48da99d2467cc92da1859351e1', 'cc5313ab-a230-4afe-895b-e49dce8d244d-sda', '1769215337.08236', '1769215337', '0', '', '1769215337', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('cc5313ab-a230-4afe-895b-e49dce8d244d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02094 seconds (47.74587/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp4pf7sxk9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '63ccec2d-a2ff-402c-9ee6-c3b6f0ccf688-sda', '1769215337.12081', '1769215337', '0', '', '1769215337', 0, 1) +test DEBUG: /tmp/tmp4pf7sxk9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '63ccec2d-a2ff-402c-9ee6-c3b6f0ccf688-sda', '1769215337.12081', '1769215337', '0', '', '1769215337', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('63ccec2d-a2ff-402c-9ee6-c3b6f0ccf688-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02010 seconds (49.75897/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpnh0twfi7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f16b812fe78b2c760762e1ff024616ae', 'ee2e7b42-9433-452f-975b-56abcd673cd7-sda', '1769215337.15735', '1769215337', '0', '', '1769215337', 1, 0) +test DEBUG: /tmp/tmpnh0twfi7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769215340.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'ee2e7b42-9433-452f-975b-56abcd673cd7-sda') +test DEBUG: /tmp/tmpnh0twfi7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00395513s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f16b812fe78b2c760762e1ff024616ae', 'ee2e7b42-9433-452f-975b-56abcd673cd7-sda', '1769215337.15735', '1769215337', '0', '', '1769215337', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ee2e7b42-9433-452f-975b-56abcd673cd7-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02204 seconds (45.36471/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpplnoqwzm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '85e4eb77-3305-45d9-9157-4fcc48eb11e8-sda', '1769215337.19293', '1769215337', '0', '', '1769215337', 0, 0) +test DEBUG: /tmp/tmpplnoqwzm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '85e4eb77-3305-45d9-9157-4fcc48eb11e8-sda', '1769215337.19293', '1769215337', '0', '', '1769215337', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('85e4eb77-3305-45d9-9157-4fcc48eb11e8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01313 seconds (76.15426/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp2dgy5ao2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f16b812fe78b2c760762e1ff024616ae', 'a9dce33b-b633-4034-9232-1ce90d54b828-sda', '1769215337.21828', '1769215337', '0', '', '1769215337', 1, 1) +test DEBUG: /tmp/tmp2dgy5ao2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f16b812fe78b2c760762e1ff024616ae', 'a9dce33b-b633-4034-9232-1ce90d54b828-sda', '1769215337.21828', '1769215337', '0', '', '1769215337', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a9dce33b-b633-4034-9232-1ce90d54b828-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01656 seconds (60.37626/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpc0yvg7qp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ef9aabbf-b7d8-47ee-a65e-b9897c567700-sda', '1769215337.25183', '1769215339', '0', '', '1769215339', 0, 0) +test DEBUG: /tmp/tmpc0yvg7qp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ef9aabbf-b7d8-47ee-a65e-b9897c567700-sda', '1769215337.25183', '1769215339', '0', '', '1769215339', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ef9aabbf-b7d8-47ee-a65e-b9897c567700-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01059 seconds (94.43776/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp7fo35d3a/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f16b812fe78b2c760762e1ff024616ae', '8579acd4-dfcb-4fa4-b375-efc7b93520cd-sda', '1769215337.27205', '1769215339', '0', '', '1769215339', 1, 0) +test DEBUG: /tmp/tmp7fo35d3a/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769215340.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '8579acd4-dfcb-4fa4-b375-efc7b93520cd-sda') +test DEBUG: /tmp/tmp7fo35d3a/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00562048s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f16b812fe78b2c760762e1ff024616ae', '8579acd4-dfcb-4fa4-b375-efc7b93520cd-sda', '1769215337.27205', '1769215339', '0', '', '1769215339', 1, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215502.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/da8/bff45abb39e934b21db6529090501da8/bff45abb39e934b21db6529090501da8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215504.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/90d/7638f2068f82716a43d349c2c665890d/7638f2068f82716a43d349c2c665890d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215506.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/352/9aa8d9a630918788c39643530a9a3352/9aa8d9a630918788c39643530a9a3352.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215508.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/64f/e33551b781e7247455ec0f5bb903864f/e33551b781e7247455ec0f5bb903864f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215510.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/0aa/cf450cc76fb3737e920587e12697a0aa/cf450cc76fb3737e920587e12697a0aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215512.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/2ac/94f08c9e6552b6ec78c13b62456b32ac/94f08c9e6552b6ec78c13b62456b32ac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215514.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/d39/3cb151fd51d75c53cbf0e120289c0d39/3cb151fd51d75c53cbf0e120289c0d39.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215516.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/58f/7d1724d3ff18693d47f46aeca6c4758f/7d1724d3ff18693d47f46aeca6c4758f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215518.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/c2b/a52273dd6730e2915f0ccaa2e2d09c2b/a52273dd6730e2915f0ccaa2e2d09c2b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215520.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/12a/a15444144208c5e34afb19be180b112a/a15444144208c5e34afb19be180b112a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215522.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/0ff/aa7b7c5387befce37c11219b8b6c70ff/aa7b7c5387befce37c11219b8b6c70ff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215524.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/71f/b8820d49ce264d999fb93a968dc9771f/b8820d49ce264d999fb93a968dc9771f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215526.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/a0b/e69468e35cb2afd0bd82d4bcff41fa0b/e69468e35cb2afd0bd82d4bcff41fa0b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215528.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/311/a560e2288d1d1264277a8e1a7ac55311/a560e2288d1d1264277a8e1a7ac55311.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215528.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/311/a560e2288d1d1264277a8e1a7ac55311/a560e2288d1d1264277a8e1a7ac55311.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215530.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/1f1/915fdd09c2002ee0ec82723fdcaab1f1/915fdd09c2002ee0ec82723fdcaab1f1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215530.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/1f1/915fdd09c2002ee0ec82723fdcaab1f1/915fdd09c2002ee0ec82723fdcaab1f1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215532.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/378/63b2398f1a4db4c8337c75c93f106378/63b2398f1a4db4c8337c75c93f106378.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215532.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/378/63b2398f1a4db4c8337c75c93f106378/63b2398f1a4db4c8337c75c93f106378.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215534.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/cd6/d0a2bd81fa113fd0357a26c00351ccd6/d0a2bd81fa113fd0357a26c00351ccd6.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215534.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/cd6/d0a2bd81fa113fd0357a26c00351ccd6/d0a2bd81fa113fd0357a26c00351ccd6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215536.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/996/7ac22181e0d7fbd744a0a02ecb601996/7ac22181e0d7fbd744a0a02ecb601996.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215536.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/996/7ac22181e0d7fbd744a0a02ecb601996/7ac22181e0d7fbd744a0a02ecb601996.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215538.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/2c6/eeeb7be4dfb643acaac24db050b542c6/eeeb7be4dfb643acaac24db050b542c6.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215538.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/2c6/eeeb7be4dfb643acaac24db050b542c6/eeeb7be4dfb643acaac24db050b542c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215540.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/819/7ff0e60e21dec2aeaf716264e2194819/7ff0e60e21dec2aeaf716264e2194819.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215540.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/819/7ff0e60e21dec2aeaf716264e2194819/7ff0e60e21dec2aeaf716264e2194819.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215542.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/a15/cb3793fc44796206571f83bf83e34a15/cb3793fc44796206571f83bf83e34a15.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215542.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/a15/cb3793fc44796206571f83bf83e34a15/cb3793fc44796206571f83bf83e34a15.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215544.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/7cf/5a2e238a74d2a7961ff6f98d3bd8c7cf/5a2e238a74d2a7961ff6f98d3bd8c7cf.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215544.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/7cf/5a2e238a74d2a7961ff6f98d3bd8c7cf/5a2e238a74d2a7961ff6f98d3bd8c7cf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215546.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/913/4042fceeaa624d56ed98712992131913/4042fceeaa624d56ed98712992131913.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215546.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/913/4042fceeaa624d56ed98712992131913/4042fceeaa624d56ed98712992131913.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215548.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/210/be7602fb4b4d661fb0e7a6ca4d9fb210/be7602fb4b4d661fb0e7a6ca4d9fb210.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215548.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/210/be7602fb4b4d661fb0e7a6ca4d9fb210/be7602fb4b4d661fb0e7a6ca4d9fb210.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215550.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/ad5/9cd1936ef835c388c4a25094c04ecad5/9cd1936ef835c388c4a25094c04ecad5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215550.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/ad5/9cd1936ef835c388c4a25094c04ecad5/9cd1936ef835c388c4a25094c04ecad5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215552.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/2af/63578e965597486e2803fefa6018f2af/63578e965597486e2803fefa6018f2af.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215552.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/2af/63578e965597486e2803fefa6018f2af/63578e965597486e2803fefa6018f2af.db +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8579acd4-dfcb-4fa4-b375-efc7b93520cd-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01870 seconds (53.47598/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpgh0ps38d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f16b812fe78b2c760762e1ff024616ae', '44c3e94a-503e-4b1e-9373-fd69d318829c-sda', '1769215337.29928', '1769215337', '1769215338', '', '1769215338', 1, 0) +test DEBUG: /tmp/tmpgh0ps38d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769215340.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '44c3e94a-503e-4b1e-9373-fd69d318829c-sda') +test DEBUG: /tmp/tmpgh0ps38d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00344563s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f16b812fe78b2c760762e1ff024616ae', '44c3e94a-503e-4b1e-9373-fd69d318829c-sda', '1769215337.29928', '1769215337', '1769215338', '', '1769215338', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('44c3e94a-503e-4b1e-9373-fd69d318829c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01887 seconds (52.99825/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp_t4e6w_3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f16b812fe78b2c760762e1ff024616ae', 'de895d4c-a21c-459a-b5fd-a42e32e3ada5-sda', '1769215337.32892', '1769215337', '1769215338', '', '1769215338', 1, 1) +test DEBUG: /tmp/tmp_t4e6w_3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f16b812fe78b2c760762e1ff024616ae', 'de895d4c-a21c-459a-b5fd-a42e32e3ada5-sda', '1769215337.32892', '1769215337', '1769215338', '', '1769215338', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('de895d4c-a21c-459a-b5fd-a42e32e3ada5-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01242 seconds (80.51350/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp6vnnb1xx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ab7f86f4-5e3a-4975-94c0-e3521e9e2ced-sda', '1769215337.35287', '1769215339', '1769215338', '', '1769215339', 0, 0) +test DEBUG: /tmp/tmp6vnnb1xx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ab7f86f4-5e3a-4975-94c0-e3521e9e2ced-sda', '1769215337.35287', '1769215339', '1769215338', '', '1769215339', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ab7f86f4-5e3a-4975-94c0-e3521e9e2ced-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01240 seconds (80.64353/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpzv_c92g0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bc6f9bb896dfbeeb905c234c22bd13a4', 'edef1c5f-924a-4531-8512-32aec788ef45-sda', '1769215337.37552', '1769215339', '1769215338', '', '1769215339', 1, 1) +test DEBUG: /tmp/tmpzv_c92g0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769215341.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'edef1c5f-924a-4531-8512-32aec788ef45-sda') +test DEBUG: /tmp/tmpzv_c92g0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00368428s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bc6f9bb896dfbeeb905c234c22bd13a4', 'edef1c5f-924a-4531-8512-32aec788ef45-sda', '1769215337.37552', '1769215339', '1769215338', '', '1769215339', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('edef1c5f-924a-4531-8512-32aec788ef45-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01960 seconds (51.03279/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpiwmp_ynx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'da26b069-d030-4c6e-9511-485c4768f528-sda', '1769215337.40755', '1769215339', '1769215338', '', '1769215339', 0, 0) +test DEBUG: /tmp/tmpiwmp_ynx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'da26b069-d030-4c6e-9511-485c4768f528-sda', '1769215337.40755', '1769215339', '1769215338', '', '1769215339', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('da26b069-d030-4c6e-9511-485c4768f528-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01296 seconds (77.15590/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpv1avpax7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bc6f9bb896dfbeeb905c234c22bd13a4', '91e80685-18b0-45a5-b436-9b04910b043a-sda', '1769215337.44514', '1769215339', '1769215338', '', '1769215339', 1, 0) +test DEBUG: /tmp/tmpv1avpax7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bc6f9bb896dfbeeb905c234c22bd13a4', '91e80685-18b0-45a5-b436-9b04910b043a-sda', '1769215337.44514', '1769215339', '1769215338', '', '1769215339', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('91e80685-18b0-45a5-b436-9b04910b043a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db')test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete ... ok +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215554.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/535/b23bfe6c74d0953a73b024e15ffb4535/b23bfe6c74d0953a73b024e15ffb4535.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215554.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/535/b23bfe6c74d0953a73b024e15ffb4535/b23bfe6c74d0953a73b024e15ffb4535.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215556.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/da5/365ff41dd662f962675037032b66cda5/365ff41dd662f962675037032b66cda5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215556.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/da5/365ff41dd662f962675037032b66cda5/365ff41dd662f962675037032b66cda5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215558.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/0e5/275757d52d9e286826c7c20b754d80e5/275757d52d9e286826c7c20b754d80e5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215558.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/0e5/275757d52d9e286826c7c20b754d80e5/275757d52d9e286826c7c20b754d80e5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215560.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/011/c33d5f1b8c24417bd6774bee4a6d4011/c33d5f1b8c24417bd6774bee4a6d4011.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215560.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/011/c33d5f1b8c24417bd6774bee4a6d4011/c33d5f1b8c24417bd6774bee4a6d4011.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215562.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/3d9/695e3841bf44e7e4682e4e87c88833d9/695e3841bf44e7e4682e4e87c88833d9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215562.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/3d9/695e3841bf44e7e4682e4e87c88833d9/695e3841bf44e7e4682e4e87c88833d9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215564.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/438/bed810080b3d346ae3e5ff28b56d0438/bed810080b3d346ae3e5ff28b56d0438.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215564.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/438/bed810080b3d346ae3e5ff28b56d0438/bed810080b3d346ae3e5ff28b56d0438.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215566.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/28a/54678a0bbbd6acae0db684e85b49528a/54678a0bbbd6acae0db684e85b49528a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215566.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/28a/54678a0bbbd6acae0db684e85b49528a/54678a0bbbd6acae0db684e85b49528a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215568.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/3b9/3ef6aaa53d6fb8d0053612212dc193b9/3ef6aaa53d6fb8d0053612212dc193b9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215568.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/3b9/3ef6aaa53d6fb8d0053612212dc193b9/3ef6aaa53d6fb8d0053612212dc193b9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215570.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/87c/8b9616d51146f63213d2f1a547c8c87c/8b9616d51146f63213d2f1a547c8c87c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215570.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/87c/8b9616d51146f63213d2f1a547c8c87c/8b9616d51146f63213d2f1a547c8c87c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215572.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/7fc/48b7e5d6df05f9b562dc55e0aa6cb7fc/48b7e5d6df05f9b562dc55e0aa6cb7fc.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215572.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/7fc/48b7e5d6df05f9b562dc55e0aa6cb7fc/48b7e5d6df05f9b562dc55e0aa6cb7fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215574.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/a5f/05c6760b027fd5c562f244264b4bea5f/05c6760b027fd5c562f244264b4bea5f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215574.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/a5f/05c6760b027fd5c562f244264b4bea5f/05c6760b027fd5c562f244264b4bea5f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215576.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/d31/38545e8a46c6ea2d01864334e00e8d31/38545e8a46c6ea2d01864334e00e8d31.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215576.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/d31/38545e8a46c6ea2d01864334e00e8d31/38545e8a46c6ea2d01864334e00e8d31.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215578.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/398/c2c16fd103bd75009ff4e8c72a305398/c2c16fd103bd75009ff4e8c72a305398.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215578.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/398/c2c16fd103bd75009ff4e8c72a305398/c2c16fd103bd75009ff4e8c72a305398.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215580.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/386/09b72a62b8f303540d2fe4d800632386/09b72a62b8f303540d2fe4d800632386.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215580.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/386/09b72a62b8f303540d2fe4d800632386/09b72a62b8f303540d2fe4d800632386.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215582.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/acd/6e73c22e995b478aacd717f459531acd/6e73c22e995b478aacd717f459531acd.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215582.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/acd/6e73c22e995b478aacd717f459531acd/6e73c22e995b478aacd717f459531acd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215584.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/6a1/bad67d0d0644588fe699d8232d5e26a1/bad67d0d0644588fe699d8232d5e26a1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215584.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/6a1/bad67d0d0644588fe699d8232d5e26a1/bad67d0d0644588fe699d8232d5e26a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215586.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/da0/648446629e712bd41f7e807632c29da0/648446629e712bd41f7e807632c29da0.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215586.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/da0/648446629e712bd41f7e807632c29da0/648446629e712bd41f7e807632c29da0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215588.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/d00/73e04b1d5c3bf38404cdf562048ebd00/73e04b1d5c3bf38404cdf562048ebd00.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215588.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/d00/73e04b1d5c3bf38404cdf562048ebd00/73e04b1d5c3bf38404cdf562048ebd00.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215590.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/31d/f1c789de0c7b02ffbb9a369492c1b31d/f1c789de0c7b02ffbb9a369492c1b31d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215590.00000, db: /tmp/tmpzqjkjiho/sda/containers/0/31d/f1c789de0c7b02ffbb9a369492c1b31d/f1c789de0c7b02ffbb9a369492c1b31d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215342.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/318/d98d35af1e36e4aa1d28a185a8415318/d98d35af1e36e4aa1d28a185a8415318.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01289 seconds (77.60271/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpfwz1o1bc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'bd22f180-1b7d-46e8-8707-8b291f2c950f-sda', '1769215337.47080', '1769215340', '1769215339', '', '1769215340', 0, 0) +test DEBUG: /tmp/tmpfwz1o1bc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'bd22f180-1b7d-46e8-8707-8b291f2c950f-sda', '1769215337.47080', '1769215340', '1769215339', '', '1769215340', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('bd22f180-1b7d-46e8-8707-8b291f2c950f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01028 seconds (97.31018/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpezmnurey/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ae80d7d865daab43829fdb1639f95991', 'd46bd7cb-dab3-42f0-b571-bb732433153c-sda', '1769215337.49508', '1769215340', '1769215339', '', '1769215340', 1, 0) +test DEBUG: /tmp/tmpezmnurey/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769215342.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'd46bd7cb-dab3-42f0-b571-bb732433153c-sda') +test DEBUG: /tmp/tmpezmnurey/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00288439s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ae80d7d865daab43829fdb1639f95991', 'd46bd7cb-dab3-42f0-b571-bb732433153c-sda', '1769215337.49508', '1769215340', '1769215339', '', '1769215340', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d46bd7cb-dab3-42f0-b571-bb732433153c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01864 seconds (53.64217/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp0n60qqnk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '36bbf57f-0fbf-4eac-a574-196cea306117-sda', '1769215337.52545', '1769215340', '1769215339', '', '1769215340', 0, 1) +test DEBUG: /tmp/tmp0n60qqnk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '36bbf57f-0fbf-4eac-a574-196cea306117-sda', '1769215337.52545', '1769215340', '1769215339', '', '1769215340', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('36bbf57f-0fbf-4eac-a574-196cea306117-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01222 seconds (81.84101/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp9q5vavzb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ae80d7d865daab43829fdb1639f95991', 'd8fce792-5590-424e-84d4-801903811559-sda', '1769215337.54914', '1769215340', '1769215339', '', '1769215340', 1, 0) +test DEBUG: /tmp/tmp9q5vavzb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ae80d7d865daab43829fdb1639f95991', 'd8fce792-5590-424e-84d4-801903811559-sda', '1769215337.54914', '1769215340', '1769215339', '', '1769215340', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d8fce792-5590-424e-84d4-801903811559-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01660 seconds (60.24531/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpv2gj9qpt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd2e12a3c-8b4f-450d-8fea-0db0dcf9769e-sda', '1769215337.58113', '1769215340', '1769215339', '', '1769215340', 0, 1) +test DEBUG: /tmp/tmpv2gj9qpt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd2e12a3c-8b4f-450d-8fea-0db0dcf9769e-sda', '1769215337.58113', '1769215340', '1769215339', '', '1769215340', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d2e12a3c-8b4f-450d-8fea-0db0dcf9769e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01016 seconds (98.43607/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpqw0gtxqp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bc6f9bb896dfbeeb905c234c22bd13a4', '802c5faa-dc6e-4ed9-8928-181623fb92f0-sda', '1769215337.60155', '1769215340', '1769215339', '', '1769215340', 1, 1) +test DEBUG: /tmp/tmpqw0gtxqp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769215341.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '802c5faa-dc6e-4ed9-8928-181623fb92f0-sda') +test DEBUG: /tmp/tmpqw0gtxqp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00360775s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bc6f9bb896dfbeeb905c234c22bd13a4', '802c5faa-dc6e-4ed9-8928-181623fb92f0-sda', '1769215337.60155', '1769215340', '1769215339', '', '1769215340', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('802c5faa-dc6e-4ed9-8928-181623fb92f0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVERtest.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete ... ok + +test INFO: Attempted to replicate 1 dbs in 0.01989 seconds (50.28754/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp0hgxgms1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a80ca586-bdd4-44f8-b886-467fc932f52b-sda', '1769215337.63234', '1769215340', '1769215339', '', '1769215340', 0, 0) +test DEBUG: /tmp/tmp0hgxgms1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a80ca586-bdd4-44f8-b886-467fc932f52b-sda', '1769215337.63234', '1769215340', '1769215339', '', '1769215340', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a80ca586-bdd4-44f8-b886-467fc932f52b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01165 seconds (85.85311/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpgmc372b6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bc6f9bb896dfbeeb905c234c22bd13a4', '337c854a-ee92-437a-ae87-f7ca6f3f01bd-sda', '1769215337.65786', '1769215340', '1769215339', '', '1769215340', 1, 0) +test DEBUG: /tmp/tmpgmc372b6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bc6f9bb896dfbeeb905c234c22bd13a4', '337c854a-ee92-437a-ae87-f7ca6f3f01bd-sda', '1769215337.65786', '1769215340', '1769215339', '', '1769215340', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('337c854a-ee92-437a-ae87-f7ca6f3f01bd-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01416 seconds (70.61662/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp54uczyh5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8e246ad4-038a-4e3b-863a-888e09723ebb-sda', '1769215337.68096', '1769215341', '1769215340', '', '1769215341', 0, 1) +test DEBUG: /tmp/tmp54uczyh5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8e246ad4-038a-4e3b-863a-888e09723ebb-sda', '1769215337.68096', '1769215341', '1769215340', '', '1769215341', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8e246ad4-038a-4e3b-863a-888e09723ebb-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01226 seconds (81.55774/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpwqg59vsm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ae80d7d865daab43829fdb1639f95991', 'a1232f1e-023b-45b4-aead-bae2ccd2d0b4-sda', '1769215337.70403', '1769215341', '1769215340', '', '1769215341', 1, 0) +test DEBUG: /tmp/tmpwqg59vsm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769215342.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'a1232f1e-023b-45b4-aead-bae2ccd2d0b4-sda') +test DEBUG: /tmp/tmpwqg59vsm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00345421s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ae80d7d865daab43829fdb1639f95991', 'a1232f1e-023b-45b4-aead-bae2ccd2d0b4-sda', '1769215337.70403', '1769215341', '1769215340', '', '1769215341', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a1232f1e-023b-45b4-aead-bae2ccd2d0b4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01647 seconds (60.71625/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpu5naukvk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9a6215a3-3e95-4da1-ae8b-9db6af9cc883-sda', '1769215337.73169', '1769215341', '1769215340', '', '1769215341', 0, 0) +test DEBUG: /tmp/tmpu5naukvk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9a6215a3-3e95-4da1-ae8b-9db6af9cc883-sda', '1769215337.73169', '1769215341', '1769215340', '', '1769215341', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9a6215a3-3e95-4da1-ae8b-9db6af9cc883-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01467 seconds (68.17410/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp2oihlf6a/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ae80d7d865daab43829fdb1639f95991', 'f212651e-2397-487d-8802-62ea87b3a414-sda', '1769215337.75757', '1769215341', '1769215340', '', '1769215341', 1, 1) +test DEBUG: /tmp/tmp2oihlf6a/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ae80d7d865daab43829fdb1639f95991', 'f212651e-2397-487d-8802-62ea87b3a414-sda', '1769215337.75757', '1769215341', '1769215340', '', '1769215341', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f212651e-2397-487d-8802-62ea87b3a414-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01345 seconds (74.36127/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpbwgylfnx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0b5a2d30-1a24-4ed9-bb38-f8a97e9c942a-sda', '1769215337.78631', '1769215342', '1769215341', '', '1769215342', 0, 1)test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps +test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215347.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/8ef/75205a9b09b986ef7b330bb9ba21f8ef/75205a9b09b986ef7b330bb9ba21f8ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215352.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/bd5/b9bd95988c7078bc7fd75b44c249dbd5/b9bd95988c7078bc7fd75b44c249dbd5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215357.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/ef5/a0660da1e38cdfea6b36f7d86b40bef5/a0660da1e38cdfea6b36f7d86b40bef5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215362.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/7e8/8631124006f250b2e975bdba924fe7e8/8631124006f250b2e975bdba924fe7e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215367.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/858/1a9e7efeb77697b3cdc7691e116c0858/1a9e7efeb77697b3cdc7691e116c0858.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215372.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/106/8d2b895b424878eec67301b172118106/8d2b895b424878eec67301b172118106.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215377.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/e5d/2ea190b822f939b9d79b55f1c938ce5d/2ea190b822f939b9d79b55f1c938ce5d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215382.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/855/c5d0d65c7f124933aa9174b25dc8d855/c5d0d65c7f124933aa9174b25dc8d855.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215387.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/392/3aeaf87643a570da1d0d3455074e8392/3aeaf87643a570da1d0d3455074e8392.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215392.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/fb3/98c93dfe2c94a5ec1069c30d194a3fb3/98c93dfe2c94a5ec1069c30d194a3fb3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215397.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/055/77e487472ab61b4ebf15ec8389506055/77e487472ab61b4ebf15ec8389506055.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215402.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/e40/1a775a90ccc301a36a90665aeb682e40/1a775a90ccc301a36a90665aeb682e40.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215407.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/7ca/d987bb4313effc0cca09e4a4177927ca/d987bb4313effc0cca09e4a4177927ca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215412.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/46e/4fe58650b87e39ce4b478103a429746e/4fe58650b87e39ce4b478103a429746e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215417.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/2bc/370eb028ae2cd8fc58ee21137933f2bc/370eb028ae2cd8fc58ee21137933f2bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215422.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/ab5/599bbb9c3f937dd6c082dae062788ab5/599bbb9c3f937dd6c082dae062788ab5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215427.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/36b/adecab6ec435d4b1b26ad8e4e36af36b/adecab6ec435d4b1b26ad8e4e36af36b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215432.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/ca7/438a3d827685f976126a840aa0e67ca7/438a3d827685f976126a840aa0e67ca7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215437.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/470/888c9bb3cfbbbe49589fcebea5a40470/888c9bb3cfbbbe49589fcebea5a40470.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215442.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/6c8/2a5ba67b89241bd968d8dc45443046c8/2a5ba67b89241bd968d8dc45443046c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215447.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/dc8/c324e3a70db42e19fc793c48ffa4fdc8/c324e3a70db42e19fc793c48ffa4fdc8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215452.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/7a6/e8c81f82c51bbcba07a3b04f227847a6/e8c81f82c51bbcba07a3b04f227847a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215457.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/5a8/b64fbca441e8dae63065bc0ef7b9c5a8/b64fbca441e8dae63065bc0ef7b9c5a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215462.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/11c/a7880a991ec30c186347f2a9fce3711c/a7880a991ec30c186347f2a9fce3711c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215467.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/964/c354a9a1cd9309f7e9cecf6c9627b964/c354a9a1cd9309f7e9cecf6c9627b964.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215472.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/ee4/2d29e7c66b75de2f32a78f1a6421aee4/2d29e7c66b75de2f32a78f1a6421aee4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215477.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/830/227160d08181a15a5722a1518d862830/227160d08181a15a5722a1518d862830.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215482.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/697/cbeec5d45f9b3dd66da7452218ae4697/cbeec5d45f9b3dd66da7452218ae4697.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215487.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/43d/21686b03ecdbd5c871434fdec110a43d/21686b03ecdbd5c871434fdec110a43d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215492.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/2ca/6b3ea8083c90df372f7f7641e7e602ca/6b3ea8083c90df372f7f7641e7e602ca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215497.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/276/7123ef25ee1649abc89bc514451b4276/7123ef25ee1649abc89bc514451b4276.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215502.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/de4/0d3e083c59df24bca1ca73cf2f872de4/0d3e083c59df24bca1ca73cf2f872de4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215507.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/96a/a7562f378db66b1121ec6da14b86f96a/a7562f378db66b1121ec6da14b86f96a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215512.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/4bf/b6d32e25867427db797fed5b7affd4bf/b6d32e25867427db797fed5b7affd4bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215517.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/c36/3049c93557933b4a5b5a6919876acc36/3049c93557933b4a5b5a6919876acc36.db +test DEBUG: /tmp/tmpbwgylfnx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0b5a2d30-1a24-4ed9-bb38-f8a97e9c942a-sda', '1769215337.78631', '1769215342', '1769215341', '', '1769215342', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0b5a2d30-1a24-4ed9-bb38-f8a97e9c942a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01043 seconds (95.84260/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpv6kydmsl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '482fe87a05e56e3f18ea884bb2b4747d', 'cea68e8f-b83a-41d6-b7b1-cbf1b50ae444-sda', '1769215337.81115', '1769215342', '1769215341', '', '1769215342', 1, 0) +test DEBUG: /tmp/tmpv6kydmsl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769215343.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'cea68e8f-b83a-41d6-b7b1-cbf1b50ae444-sda') +test DEBUG: /tmp/tmpv6kydmsl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00353193s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '482fe87a05e56e3f18ea884bb2b4747d', 'cea68e8f-b83a-41d6-b7b1-cbf1b50ae444-sda', '1769215337.81115', '1769215342', '1769215341', '', '1769215342', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('cea68e8f-b83a-41d6-b7b1-cbf1b50ae444-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01980 seconds (50.49824/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmponfy2bxh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'fc0d5ef5-3889-450e-b748-56ec1d7ae83c-sda', '1769215337.84310', '1769215342', '1769215341', '', '1769215342', 0, 0) +test DEBUG: /tmp/tmponfy2bxh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'fc0d5ef5-3889-450e-b748-56ec1d7ae83c-sda', '1769215337.84310', '1769215342', '1769215341', '', '1769215342', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('fc0d5ef5-3889-450e-b748-56ec1d7ae83c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01169 seconds (85.52575/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpwes5ozq3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '482fe87a05e56e3f18ea884bb2b4747d', '1d75ab83-9c9f-4e5c-be3e-fc58f8187e9b-sda', '1769215337.86680', '1769215342', '1769215341', '', '1769215342', 1, 1) +test DEBUG: /tmp/tmpwes5ozq3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '482fe87a05e56e3f18ea884bb2b4747d', '1d75ab83-9c9f-4e5c-be3e-fc58f8187e9b-sda', '1769215337.86680', '1769215342', '1769215341', '', '1769215342', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('1d75ab83-9c9f-4e5c-be3e-fc58f8187e9b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01748 seconds (57.22308/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '551917a0-61a8-4d1f-b253-7fa053430663-sda', '1769215337.89419', '1769215337.00000', '0', '', '1769215337.00000', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '551917a0-61a8-4d1f-b253-7fa053430663-sda', '1769215337.89419', '1769215338.00000', '0', '', '1769215337.00000', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '46a6b7e3ffa8292f78ce5e83134884c1', 'c44cfd4e-1a63-4f9e-818c-f9f540502dc4-sda', '1769215337.90843', '1769215337.90646', '0', '', '1769215337.90646', 11, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o_0', 'created_at': '1769215337.91255', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o_1', 'created_at': '1769215337.91323', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o_2', 'created_at': '1769215337.91333', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o_3', 'created_at': '1769215337.91340', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o_4', 'created_at': '1769215337.91346', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o_5', 'created_at': '1769215337.91353', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o_6', 'created_at': '1769215337.91359', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o_7', 'created_at': '1769215337.91366', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o_8', 'created_at': '1769215337.91372', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o_9', 'created_at': '1769215337.91379', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing_0', 'created_at': '1769215337.91390', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c44cfd4e-1a63-4f9e-818c-f9f540502dc4-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 12, 'name': '/a/c/o_missing_1', 'created_at': '1769215337.93093', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c44cfd4e-1a63-4f9e-818c-f9f540502dc4-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 13, 'name': '/a/c/o_missing_2', 'created_at': '1769215337.93554', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c44cfd4e-1a63-4f9e-818c-f9f540502dc4-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 14, 'name': '/a/c/o_missing_3', 'created_at': '1769215337.94281', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c44cfd4e-1a63-4f9e-818c-f9f540502dc4-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up ... ok + +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 15, 'name': '/a/c/o_missing_4', 'created_at': '1769215337.94753', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c44cfd4e-1a63-4f9e-818c-f9f540502dc4-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 16, 'name': '/a/c/o_missing_5', 'created_at': '1769215337.95223', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c44cfd4e-1a63-4f9e-818c-f9f540502dc4-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 17, 'name': '/a/c/o_missing_6', 'created_at': '1769215337.95691', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c44cfd4e-1a63-4f9e-818c-f9f540502dc4-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 18, 'name': '/a/c/o_missing_7', 'created_at': '1769215337.96150', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c44cfd4e-1a63-4f9e-818c-f9f540502dc4-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 19, 'name': '/a/c/o_missing_8', 'created_at': '1769215337.96668', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c44cfd4e-1a63-4f9e-818c-f9f540502dc4-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 20, 'name': '/a/c/o_missing_9', 'created_at': '1769215337.97145', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c44cfd4e-1a63-4f9e-818c-f9f540502dc4-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (21, '7854e318ec56493e6be594d0ed9eabb5', 'c44cfd4e-1a63-4f9e-818c-f9f540502dc4-sda', '1769215337.90843', '1769215337.90646', '0', '', '1769215337.90646', 21, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 21, 'name': '/a/c/o_missing_10', 'created_at': '1769215337.97627', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c44cfd4e-1a63-4f9e-818c-f9f540502dc4-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp9tccs2ee/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7162b1fb-f42e-4452-bacf-17367bc5b3bc-sda', '1769215338.00868', '1769215339', '0', '', '1769215339', 0, 0) +test DEBUG: /tmp/tmp9tccs2ee/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7162b1fb-f42e-4452-bacf-17367bc5b3bc-sda', '1769215338.00868', '1769215339', '0', '', '1769215339', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7162b1fb-f42e-4452-bacf-17367bc5b3bc-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01099 seconds (91.02534/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpbi3ik_8o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f16b812fe78b2c760762e1ff024616ae', '019742f6-7c1d-439d-98cd-ec85824b6e06-sda', '1769215338.03049', '1769215339', '0', '', '1769215339', 1, 0) +test DEBUG: /tmp/tmpbi3ik_8o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769215340.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '019742f6-7c1d-439d-98cd-ec85824b6e06-sda') +test DEBUG: /tmp/tmpbi3ik_8o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0066359s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f16b812fe78b2c760762e1ff024616ae', '019742f6-7c1d-439d-98cd-ec85824b6e06-sda', '1769215338.03049', '1769215339', '0', '', '1769215339', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('019742f6-7c1d-439d-98cd-ec85824b6e06-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpbi3ik_8o/sda/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02629 seconds (38.03239/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpbi3ik_8o/sda/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db +REPLICATE: /sdb/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (1, '682d8cbea5af84e8de691c87971186ee', 'd9fb9922-c45d-4784-8089-ac674beb3210-sda', '1769215338.05511', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdb/0/dc43d9f39748147bca9c39e3b6931bdb, complete_rsync, ('d9fb9922-c45d-4784-8089-ac674beb3210-sda', 'dc43d9f39748147bca9c39e3b6931bdb.db') +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (1, '682d8cbea5af84e8de691c87971186ee', 'd9fb9922-c45d-4784-8089-ac674beb3210-sda', '1769215338.05511', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, complete_rsync, ('d9fb9922-c45d-4784-8089-ac674beb3210-sda', 'dc43d9f39748147bca9c39e3b6931bdb.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpowl45bv6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e461f223-d7db-4bfe-b490-7f95e156d80b-sda', '1769215338.07533', '1769215339', '0', '', '1769215339', 0, 1) +test DEBUG: /tmp/tmpowl45bv6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e461f223-d7db-4bfe-b490-7f95e156d80b-sda', '1769215338.07533', '1769215339', '0', '', '1769215339', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e461f223-d7db-4bfe-b490-7f95e156d80b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01465 seconds (68.23954/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp9_fsgphx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f16b812fe78b2c760762e1ff024616ae', '0cd09d48-41c0-4761-bc85-ae7b7057d748-sda', '1769215338.10040', '1769215339', '0', '', '1769215339', 1, 0) +test DEBUG: /tmp/tmp9_fsgphx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f16b812fe78b2c760762e1ff024616ae', '0cd09d48-41c0-4761-bc85-ae7b7057d748-sda', '1769215338.10040', '1769215339', '0', '', '1769215339', 1, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215522.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/41d/448080ab6a8ebecabe15d0567c3bb41d/448080ab6a8ebecabe15d0567c3bb41d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215527.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/24b/ae4dc66a6bb87776aaf8b2085327624b/ae4dc66a6bb87776aaf8b2085327624b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215532.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/dba/afeb367fd374f3f2bd87726823a39dba/afeb367fd374f3f2bd87726823a39dba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215537.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/ed0/a2bf478588b27afe1d7b5d12b7157ed0/a2bf478588b27afe1d7b5d12b7157ed0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215542.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/e40/47b421a6641a1712f74c688f9c124e40/47b421a6641a1712f74c688f9c124e40.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215547.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/62a/3ae8ec708fec04229a539df2b0c6362a/3ae8ec708fec04229a539df2b0c6362a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215552.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/293/5580ea73316c376a155894746a3de293/5580ea73316c376a155894746a3de293.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215557.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/c12/ad5daae27653696019cd1a653a182c12/ad5daae27653696019cd1a653a182c12.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215562.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/60b/25012b9722a670445ea23ec22423f60b/25012b9722a670445ea23ec22423f60b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215567.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/fe5/642661832e9009c3c97ffa42954bafe5/642661832e9009c3c97ffa42954bafe5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215572.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/bf1/0855062b392ba654cbd7d93129fb1bf1/0855062b392ba654cbd7d93129fb1bf1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215577.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/b50/9ca3f61668e470fb6d5456844b6c6b50/9ca3f61668e470fb6d5456844b6c6b50.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215582.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/63a/a395a39c1447c31cf414d167e60f363a/a395a39c1447c31cf414d167e60f363a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215587.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/783/1fd9d5de3b5e722945ebee615288b783/1fd9d5de3b5e722945ebee615288b783.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215592.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/ad2/4e35b9e079318eaec7f6f91c0678cad2/4e35b9e079318eaec7f6f91c0678cad2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215597.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/260/04f568cd5284aca488386dc307d7f260/04f568cd5284aca488386dc307d7f260.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215602.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/732/834daea4c0874d3e181a05fe02f64732/834daea4c0874d3e181a05fe02f64732.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215607.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/166/e07dd87543698db848933acb7d52b166/e07dd87543698db848933acb7d52b166.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215612.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/2b2/b06bdc5f8845f29ae847e1702a7df2b2/b06bdc5f8845f29ae847e1702a7df2b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215617.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/9fa/64eb3b64e3cc624acc590c5bb20499fa/64eb3b64e3cc624acc590c5bb20499fa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215622.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/953/80ee74221f3087a3f851094ccfeea953/80ee74221f3087a3f851094ccfeea953.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215627.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/006/ea99571bffb22820ed9352deb4751006/ea99571bffb22820ed9352deb4751006.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215632.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/c1a/76ba7e2598db5902f6d4502afb194c1a/76ba7e2598db5902f6d4502afb194c1a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215637.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/f81/b1deda82ae585eb2156a7321a1f56f81/b1deda82ae585eb2156a7321a1f56f81.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215642.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/831/c90ce34d3fab80a94af7ada5129ea831/c90ce34d3fab80a94af7ada5129ea831.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215647.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/f78/d828033b75d46cac79d4d9e517e7af78/d828033b75d46cac79d4d9e517e7af78.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215652.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/eaf/535924eea16b1415e0fd3a55b31eaeaf/535924eea16b1415e0fd3a55b31eaeaf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215657.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/dc5/6337865f51b8a5383b41ea57573e3dc5/6337865f51b8a5383b41ea57573e3dc5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215662.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/d47/e5df8c5347d68f9db1aa4799c15dcd47/e5df8c5347d68f9db1aa4799c15dcd47.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215667.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/012/45cca4902ff5b9bf36fc50bbf3e75012/45cca4902ff5b9bf36fc50bbf3e75012.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215672.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/8d1/941e9de9997984db244b8d13d9b918d1/941e9de9997984db244b8d13d9b918d1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215677.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/167/5e1f4a5ba3a81ad1821066e95b737167/5e1f4a5ba3a81ad1821066e95b737167.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215682.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/e08/463432c2473dbb981482f4436a5e6e08/463432c2473dbb981482f4436a5e6e08.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215687.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/fcf/d5351e1bce91aa4a180fe634d510ffcf/d5351e1bce91aa4a180fe634d510ffcf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215692.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/08a/57bc695fa48194a2be81ce93591b808a/57bc695fa48194a2be81ce93591b808a.db +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0cd09d48-41c0-4761-bc85-ae7b7057d748-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp9_fsgphx/sda/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01975 seconds (50.63480/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp9_fsgphx/sda/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db +REPLICATE: /sdb/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (1, '682d8cbea5af84e8de691c87971186ee', '76b43b3c-e19d-452f-ad17-23cb4c44eddb-sda', '1769215338.11890', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdb/0/dc43d9f39748147bca9c39e3b6931bdb, complete_rsync, ('76b43b3c-e19d-452f-ad17-23cb4c44eddb-sda', 'dc43d9f39748147bca9c39e3b6931bdb.db') +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (1, '682d8cbea5af84e8de691c87971186ee', '76b43b3c-e19d-452f-ad17-23cb4c44eddb-sda', '1769215338.11890', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, complete_rsync, ('76b43b3c-e19d-452f-ad17-23cb4c44eddb-sda', 'dc43d9f39748147bca9c39e3b6931bdb.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpk78yljfi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c1c1e846-eeed-4f55-bc4e-28d83ca29df5-sda', '1769215338.14308', '1769215339', '1769215340', '', '1769215340', 0, 1) +test DEBUG: /tmp/tmpk78yljfi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c1c1e846-eeed-4f55-bc4e-28d83ca29df5-sda', '1769215338.14308', '1769215339', '1769215340', '', '1769215340', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c1c1e846-eeed-4f55-bc4e-28d83ca29df5-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01034 seconds (96.71332/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpn20_p25y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bc6f9bb896dfbeeb905c234c22bd13a4', 'c6665d1a-b67a-41a9-ad72-ca248892e626-sda', '1769215338.16362', '1769215339', '1769215340', '', '1769215340', 1, 0) +test DEBUG: /tmp/tmpn20_p25y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769215341.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c6665d1a-b67a-41a9-ad72-ca248892e626-sda') +test DEBUG: /tmp/tmpn20_p25y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00377226s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bc6f9bb896dfbeeb905c234c22bd13a4', 'c6665d1a-b67a-41a9-ad72-ca248892e626-sda', '1769215338.16362', '1769215339', '1769215340', '', '1769215340', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c6665d1a-b67a-41a9-ad72-ca248892e626-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpn20_p25y/sda/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02660 seconds (37.59771/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpn20_p25y/sda/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db +REPLICATE: /sdb/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (1, '9b2b292069afbfc8609edac2ef6a5550', '98d55cc4-d6cb-4556-a1ba-4437bdf77d02-sda', '1769215338.18891', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdb/0/dc43d9f39748147bca9c39e3b6931bdb, complete_rsync, ('98d55cc4-d6cb-4556-a1ba-4437bdf77d02-sda', 'dc43d9f39748147bca9c39e3b6931bdb.db') +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (1, '9b2b292069afbfc8609edac2ef6a5550', '98d55cc4-d6cb-4556-a1ba-4437bdf77d02-sda', '1769215338.18891', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, complete_rsync, ('98d55cc4-d6cb-4556-a1ba-4437bdf77d02-sda', 'dc43d9f39748147bca9c39e3b6931bdb.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmprd__rut7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '26535223-5e67-4e29-89c2-560179f5263f-sda', '1769215338.20863', '1769215339', '1769215340', '', '1769215340', 0, 0) +test DEBUG: /tmp/tmprd__rut7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '26535223-5e67-4e29-89c2-560179f5263f-sda', '1769215338.20863', '1769215339', '1769215340', '', '1769215340', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('26535223-5e67-4e29-89c2-560179f5263f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01487 seconds (67.24613/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp1wgd7t8a/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bc6f9bb896dfbeeb905c234c22bd13a4', 'f9993ebd-d46b-464c-af7b-67b53134539c-sda', '1769215338.23440', '1769215339', '1769215340', '', '1769215340', 1, 1) +test DEBUG: /tmp/tmp1wgd7t8a/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bc6f9bb896dfbeeb905c234c22bd13a4', 'f9993ebd-d46b-464c-af7b-67b53134539c-sda', '1769215338.23440', '1769215339', '1769215340', '', '1769215340', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f9993ebd-d46b-464c-af7b-67b53134539c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp1wgd7t8a/sda/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01952 seconds (51.22225/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp1wgd7t8a/sda/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.dbtest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok + +REPLICATE: /sdb/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (1, 'b958f659a719815786993b5dd85ce69a', '36d20187-1fbf-4652-8c93-834814a8a3a5-sda', '1769215338.25318', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdb/0/dc43d9f39748147bca9c39e3b6931bdb, complete_rsync, ('36d20187-1fbf-4652-8c93-834814a8a3a5-sda', 'dc43d9f39748147bca9c39e3b6931bdb.db') +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (1, 'b958f659a719815786993b5dd85ce69a', '36d20187-1fbf-4652-8c93-834814a8a3a5-sda', '1769215338.25318', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, complete_rsync, ('36d20187-1fbf-4652-8c93-834814a8a3a5-sda', 'dc43d9f39748147bca9c39e3b6931bdb.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpuj3p7bxw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a4c9726a-c40d-417d-990a-4628e0058d95-sda', '1769215338.27393', '1769215338', '1769215339', '', '1769215339', 0, 1) +test DEBUG: /tmp/tmpuj3p7bxw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a4c9726a-c40d-417d-990a-4628e0058d95-sda', '1769215338.27393', '1769215338', '1769215339', '', '1769215339', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a4c9726a-c40d-417d-990a-4628e0058d95-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00992 seconds (100.77273/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmplqx7k00g/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '44f7788d-2420-4fa1-aa6f-4bce0dc14d13-sda', '1769215338.29410', '1769215338', '1769215339', '', '1769215339', 0, 0) +test DEBUG: /tmp/tmplqx7k00g/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '44f7788d-2420-4fa1-aa6f-4bce0dc14d13-sda', '1769215338.29410', '1769215338', '1769215339', '', '1769215339', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('44f7788d-2420-4fa1-aa6f-4bce0dc14d13-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01551 seconds (64.48071/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpxu30lvl9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8bd43390-c119-4434-9614-c1308ca5ebc2-sda', '1769215338.32461', '1769215340', '0', '', '1769215340', 0, 1) +test DEBUG: /tmp/tmpxu30lvl9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8bd43390-c119-4434-9614-c1308ca5ebc2-sda', '1769215338.32461', '1769215340', '0', '', '1769215340', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8bd43390-c119-4434-9614-c1308ca5ebc2-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01162 seconds (86.05921/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmprw1lvm1s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bc6f9bb896dfbeeb905c234c22bd13a4', 'c55d9290-da44-4906-b678-b34b66f4bf31-sda', '1769215338.34694', '1769215340', '0', '', '1769215340', 1, 0) +test DEBUG: /tmp/tmprw1lvm1s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bc6f9bb896dfbeeb905c234c22bd13a4', 'c55d9290-da44-4906-b678-b34b66f4bf31-sda', '1769215338.34694', '1769215340', '0', '', '1769215340', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c55d9290-da44-4906-b678-b34b66f4bf31-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmprw1lvm1s/sda/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02004 seconds (49.89808/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmprw1lvm1s/sda/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db +REPLICATE: /sdb/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (1, '9b2b292069afbfc8609edac2ef6a5550', '0a321236-9dd5-44a6-8905-7a76f7a16775-sda', '1769215338.36837', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdb/0/dc43d9f39748147bca9c39e3b6931bdb, complete_rsync, ('0a321236-9dd5-44a6-8905-7a76f7a16775-sda', 'dc43d9f39748147bca9c39e3b6931bdb.db') +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (1, '9b2b292069afbfc8609edac2ef6a5550', '0a321236-9dd5-44a6-8905-7a76f7a16775-sda', '1769215338.36837', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, complete_rsync, ('0a321236-9dd5-44a6-8905-7a76f7a16775-sda', 'dc43d9f39748147bca9c39e3b6931bdb.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0d2b9a67-9e2f-4069-b277-fcf0eb599dab-sda', '1769215338.38588', '1769215338.38418', '0', '', '1769215338.38418', 0, 0) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpbgewkuz0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3e090d9e-0bf7-4967-8c8c-67153469f4f8-sda', '1769215338.39659', '1769215338.39465', '0', '', '1769215338.39465', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3e090d9e-0bf7-4967-8c8c-67153469f4f8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3e090d9e-0bf7-4967-8c8c-67153469f4f8-sda', '1769215338.39659', '1769215338.39465', '0', '', '1769215338.39465', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3e090d9e-0bf7-4967-8c8c-67153469f4f8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00877 seconds (114.05493/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '95029f4ec64211012b0d6bdcd3b7abe1', 'cf07de4a-d13e-483a-9695-3821df729d57-sda', '1769215338.41433', '1769215338.41249', '0', '', '1769215338.41249', 1, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok + +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('cf07de4a-d13e-483a-9695-3821df729d57-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '9e8786d73c3d95d8af54fc8b1e6008f6', '4885b21e-405d-4c1d-97fe-8fd1b275275a-sda', '1769215338.43991', '1769215338.43788', '0', '', '1769215338.43788', 11, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o_0', 'created_at': '1769215338.44420', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c/o_1', 'created_at': '1769215338.44491', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c/o_2', 'created_at': '1769215338.44500', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c/o_3', 'created_at': '1769215338.44507', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c/o_4', 'created_at': '1769215338.44514', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c/o_5', 'created_at': '1769215338.44521', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c/o_6', 'created_at': '1769215338.44528', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c/o_7', 'created_at': '1769215338.44534', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c/o_8', 'created_at': '1769215338.44541', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c/o_9', 'created_at': '1769215338.44547', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing', 'created_at': '1769215338.44554', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '4885b21e-405d-4c1d-97fe-8fd1b275275a-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpk9yqyu5y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c7271953-de55-4a04-992b-12e318f85f13-sda', '1769215338.48202', '1769215341', '0', '', '1769215341', 0, 1) +test DEBUG: /tmp/tmpk9yqyu5y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c7271953-de55-4a04-992b-12e318f85f13-sda', '1769215338.48202', '1769215341', '0', '', '1769215341', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c7271953-de55-4a04-992b-12e318f85f13-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01874 seconds (53.37119/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmps225702x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ae80d7d865daab43829fdb1639f95991', 'ff24a8ee-5bfe-482a-828a-3f79f1f18f5d-sda', '1769215338.52516', '1769215341', '0', '', '1769215341', 1, 0) +test DEBUG: /tmp/tmps225702x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769215342.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'ff24a8ee-5bfe-482a-828a-3f79f1f18f5d-sda') +test DEBUG: /tmp/tmps225702x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00430155s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ae80d7d865daab43829fdb1639f95991', 'ff24a8ee-5bfe-482a-828a-3f79f1f18f5d-sda', '1769215338.52516', '1769215341', '0', '', '1769215341', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ff24a8ee-5bfe-482a-828a-3f79f1f18f5d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmps225702x/sda/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02985 seconds (33.49644/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmps225702x/sda/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db +REPLICATE: /sdb/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (1, '89ba914bb73aaebca334451674e938bc', 'e6959e7c-2192-4c70-b9d0-babf63f6ca4e-sda', '1769215338.55425', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdb/0/dc43d9f39748147bca9c39e3b6931bdb, complete_rsync, ('e6959e7c-2192-4c70-b9d0-babf63f6ca4e-sda', 'dc43d9f39748147bca9c39e3b6931bdb.db') +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (1, '89ba914bb73aaebca334451674e938bc', 'e6959e7c-2192-4c70-b9d0-babf63f6ca4e-sda', '1769215338.55425', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, complete_rsync, ('e6959e7c-2192-4c70-b9d0-babf63f6ca4e-sda', 'dc43d9f39748147bca9c39e3b6931bdb.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpkhcaww3q/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '140c6bb9-59c6-42cc-a176-9f7c55931708-sda', '1769215338.59648', '1769215341', '0', '', '1769215341', 0, 1) +test DEBUG: /tmp/tmpkhcaww3q/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '140c6bb9-59c6-42cc-a176-9f7c55931708-sda', '1769215338.59648', '1769215341', '0', '', '1769215341', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('140c6bb9-59c6-42cc-a176-9f7c55931708-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01410 seconds (70.92950/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp1kzgw9e0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ae80d7d865daab43829fdb1639f95991', '82809c15-6b45-488a-b456-1a3100d3c07f-sda', '1769215338.62422', '1769215341', '0', '', '1769215341', 1, 1) +test DEBUG: /tmp/tmp1kzgw9e0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ae80d7d865daab43829fdb1639f95991', '82809c15-6b45-488a-b456-1a3100d3c07f-sda', '1769215338.62422', '1769215341', '0', '', '1769215341', 1, 1)test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215697.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/b66/6fb5cc61cdcfe8c6cef5197a18a3eb66/6fb5cc61cdcfe8c6cef5197a18a3eb66.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215702.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/d0f/ffaadb70bc5d826999dbf4af09385d0f/ffaadb70bc5d826999dbf4af09385d0f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215707.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/819/d6f000bd326c30c3ba55f1d4cb977819/d6f000bd326c30c3ba55f1d4cb977819.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215712.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/810/0526cae81b6f49c58733f838dba2a810/0526cae81b6f49c58733f838dba2a810.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215717.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/194/58044abe3ee3074a871ff10f41bee194/58044abe3ee3074a871ff10f41bee194.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215722.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/8a0/53c60fcd6d6ffc0a8a4250fa309d08a0/53c60fcd6d6ffc0a8a4250fa309d08a0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215727.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/27e/829b0d0c4a36e84cdae0a5ff6e6ed27e/829b0d0c4a36e84cdae0a5ff6e6ed27e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215732.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/584/eab6a9c8d4ae5f9dfbca3ad34a996584/eab6a9c8d4ae5f9dfbca3ad34a996584.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215737.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/ded/9c9d38a3e94322d56d5c19cfd2282ded/9c9d38a3e94322d56d5c19cfd2282ded.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215742.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/4ad/be4dfe05b709cbd54b3b01e31ef6c4ad/be4dfe05b709cbd54b3b01e31ef6c4ad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215747.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/ee1/ac8af3e94ab5a094683f2f7382631ee1/ac8af3e94ab5a094683f2f7382631ee1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215752.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/546/311ac88a7101ccd0d12df11e69291546/311ac88a7101ccd0d12df11e69291546.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215757.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/7be/836170cbbecac9e4bd3daa0733c7c7be/836170cbbecac9e4bd3daa0733c7c7be.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215762.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/f84/3e3fbf961b98c6b5926e11b8a297ef84/3e3fbf961b98c6b5926e11b8a297ef84.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215767.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/79f/8e7a4e2e2704602d0ea307ec5d85579f/8e7a4e2e2704602d0ea307ec5d85579f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215772.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/429/ff582299f26d8b50df1714234bc25429/ff582299f26d8b50df1714234bc25429.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215777.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/c80/f2113b2b02efde32542913101e26dc80/f2113b2b02efde32542913101e26dc80.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215782.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/3ae/d226f179d0b62f0f822f47e05b7743ae/d226f179d0b62f0f822f47e05b7743ae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215787.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/325/2ccc487497538f23ec61a2551cbdb325/2ccc487497538f23ec61a2551cbdb325.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215792.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/20f/c5f3bf810a5a83bdfdb382815154120f/c5f3bf810a5a83bdfdb382815154120f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215797.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/84f/c0dfa3b5de4bd039ce96ea9dd6b4c84f/c0dfa3b5de4bd039ce96ea9dd6b4c84f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215802.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/bec/12cb8b9db16f68be86e5593436c4bbec/12cb8b9db16f68be86e5593436c4bbec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215807.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/965/a482d7af73669a6ab3af4e5c8e858965/a482d7af73669a6ab3af4e5c8e858965.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215812.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/603/90eb42064cfeee88e63f9bbccb44a603/90eb42064cfeee88e63f9bbccb44a603.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215817.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/233/6f03bbca63889989b6d0252896983233/6f03bbca63889989b6d0252896983233.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215822.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/39a/66d56a6d3a911151e3cec7272263539a/66d56a6d3a911151e3cec7272263539a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215827.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/488/c12e6348b9d9cc65fe07be3a824c5488/c12e6348b9d9cc65fe07be3a824c5488.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215832.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/49d/ef236c10ee5f1e947ae96e8c93c8349d/ef236c10ee5f1e947ae96e8c93c8349d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215837.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/fba/845285f0b8ebff155633f2f5b2932fba/845285f0b8ebff155633f2f5b2932fba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215842.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/749/e9bcd28e391f5d43a20d9fd25c817749/e9bcd28e391f5d43a20d9fd25c817749.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215847.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/5c9/fbf776a74c516b0f5339351f01a0f5c9/fbf776a74c516b0f5339351f01a0f5c9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215852.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/c81/a3159c89c9a4a7b67d58dc42e0ea2c81/a3159c89c9a4a7b67d58dc42e0ea2c81.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215857.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/d10/7a22c31b9582948545dc445229b58d10/7a22c31b9582948545dc445229b58d10.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215862.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/798/768cecf6ab4b83168a85dc5e70a0e798/768cecf6ab4b83168a85dc5e70a0e798.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215867.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/655/4022265a1799e6773ccd2ee710749655/4022265a1799e6773ccd2ee710749655.db +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('82809c15-6b45-488a-b456-1a3100d3c07f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp1kzgw9e0/sda/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02719 seconds (36.78168/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp1kzgw9e0/sda/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db +REPLICATE: /sdb/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (1, 'b8724bbda6449710ac4dca0220da0cba', 'ee9e2a2c-0a9b-40b5-a0a9-1260db2b6b72-sda', '1769215338.64976', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdb/0/dc43d9f39748147bca9c39e3b6931bdb, complete_rsync, ('ee9e2a2c-0a9b-40b5-a0a9-1260db2b6b72-sda', 'dc43d9f39748147bca9c39e3b6931bdb.db') +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (1, 'b8724bbda6449710ac4dca0220da0cba', 'ee9e2a2c-0a9b-40b5-a0a9-1260db2b6b72-sda', '1769215338.64976', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, complete_rsync, ('ee9e2a2c-0a9b-40b5-a0a9-1260db2b6b72-sda', 'dc43d9f39748147bca9c39e3b6931bdb.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpbu0wa7rl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3712b68e-2974-4366-8ff1-4bdde8a89824-sda', '1769215338.67080', '1769215338', '1769215342', '', '1769215342', 0, 1) +test DEBUG: /tmp/tmpbu0wa7rl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3712b68e-2974-4366-8ff1-4bdde8a89824-sda', '1769215338.67080', '1769215338', '1769215342', '', '1769215342', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3712b68e-2974-4366-8ff1-4bdde8a89824-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01447 seconds (69.08705/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp_2vz7_vs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '482fe87a05e56e3f18ea884bb2b4747d', 'b0493fd2-420b-4878-ae08-c92dd114d224-sda', '1769215338.69849', '1769215338', '1769215342', '', '1769215342', 1, 1) +test DEBUG: /tmp/tmp_2vz7_vs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769215343.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'b0493fd2-420b-4878-ae08-c92dd114d224-sda') +test DEBUG: /tmp/tmp_2vz7_vs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00390339s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '482fe87a05e56e3f18ea884bb2b4747d', 'b0493fd2-420b-4878-ae08-c92dd114d224-sda', '1769215338.69849', '1769215338', '1769215342', '', '1769215342', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b0493fd2-420b-4878-ae08-c92dd114d224-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp_2vz7_vs/sda/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02412 seconds (41.45453/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp_2vz7_vs/sda/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db +REPLICATE: /sdb/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (1, '203ddfc8841c00482260f40600548018', '61ed1fd8-bb55-4a72-9613-9d91fd42eca5-sda', '1769215338.72587', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdb/0/dc43d9f39748147bca9c39e3b6931bdb, complete_rsync, ('61ed1fd8-bb55-4a72-9613-9d91fd42eca5-sda', 'dc43d9f39748147bca9c39e3b6931bdb.db') +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (1, '203ddfc8841c00482260f40600548018', '61ed1fd8-bb55-4a72-9613-9d91fd42eca5-sda', '1769215338.72587', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, complete_rsync, ('61ed1fd8-bb55-4a72-9613-9d91fd42eca5-sda', 'dc43d9f39748147bca9c39e3b6931bdb.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp3iqtciae/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '29ef3b35-88a1-4350-b2c0-9cf41e6fb524-sda', '1769215338.74668', '1769215338', '1769215342', '', '1769215342', 0, 0) +test DEBUG: /tmp/tmp3iqtciae/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '29ef3b35-88a1-4350-b2c0-9cf41e6fb524-sda', '1769215338.74668', '1769215338', '1769215342', '', '1769215342', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('29ef3b35-88a1-4350-b2c0-9cf41e6fb524-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01193 seconds (83.79990/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpewh7r7zz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '482fe87a05e56e3f18ea884bb2b4747d', 'e1053750-97e1-4ca8-93a5-0727de386c0c-sda', '1769215338.77066', '1769215338', '1769215342', '', '1769215342', 1, 0) +test DEBUG: /tmp/tmpewh7r7zz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '482fe87a05e56e3f18ea884bb2b4747d', 'e1053750-97e1-4ca8-93a5-0727de386c0c-sda', '1769215338.77066', '1769215338', '1769215342', '', '1769215342', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e1053750-97e1-4ca8-93a5-0727de386c0c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpewh7r7zz/sda/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02433 seconds (41.10434/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpewh7r7zz/sda/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.dbtest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215872.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/0c4/22217003c0ce6e65c84360925cb620c4/22217003c0ce6e65c84360925cb620c4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215877.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/3a9/52a60816f7925cb7ee115ce3e927c3a9/52a60816f7925cb7ee115ce3e927c3a9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215882.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/ab2/131b9c6c24c7edbd8220e4213a46bab2/131b9c6c24c7edbd8220e4213a46bab2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215887.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/30a/a6814ac866d89ae2b1b42203a82f630a/a6814ac866d89ae2b1b42203a82f630a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215892.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/de3/cade6764ea7afda5dedd262f00d0fde3/cade6764ea7afda5dedd262f00d0fde3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215897.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/40e/97b59d87783df1f6d79f8da0b9f4440e/97b59d87783df1f6d79f8da0b9f4440e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215902.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/b69/d6c28cdd3e939f6ee64638dd4c51ab69/d6c28cdd3e939f6ee64638dd4c51ab69.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215907.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/69f/5c1cb81cfbb412c39947005dfa53369f/5c1cb81cfbb412c39947005dfa53369f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215912.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/2e1/a84ce7ebbfff2ba1122c3c87c72052e1/a84ce7ebbfff2ba1122c3c87c72052e1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215917.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/def/3d8dd212d3f999a977d90ea29777fdef/3d8dd212d3f999a977d90ea29777fdef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215922.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/50a/802bc244b92a9d8a7b2e3a9c3313e50a/802bc244b92a9d8a7b2e3a9c3313e50a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215927.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/f64/b0572732397243df57665ece3142af64/b0572732397243df57665ece3142af64.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215932.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/36a/847d979cca546076208b1b6abd6ff36a/847d979cca546076208b1b6abd6ff36a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215937.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/e33/755d46c9da8b5cc92b53a55c16a97e33/755d46c9da8b5cc92b53a55c16a97e33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215942.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/8ac/557fc2921d6d276537c2f0924672c8ac/557fc2921d6d276537c2f0924672c8ac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215947.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/418/5c4d340f58c17260a80c3226fde83418/5c4d340f58c17260a80c3226fde83418.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215952.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/c07/ee0c590ef65e93c545fb1d0d44b1cc07/ee0c590ef65e93c545fb1d0d44b1cc07.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215957.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/3f4/bb97211c62bf7f0ab0608ea2801243f4/bb97211c62bf7f0ab0608ea2801243f4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215962.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/436/4dc578ed03f1390dc36e527020dab436/4dc578ed03f1390dc36e527020dab436.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215967.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/03e/46049255d433cf1fb28bac1402dd603e/46049255d433cf1fb28bac1402dd603e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215972.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/a62/8649e2f75ec7dc25b60db1036b69aa62/8649e2f75ec7dc25b60db1036b69aa62.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215977.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/587/77154ebd416789997e6642cf57071587/77154ebd416789997e6642cf57071587.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215982.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/e4e/f1691a73f2e72a152fbb983d9c168e4e/f1691a73f2e72a152fbb983d9c168e4e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215987.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/824/f5739a55a85f9e43d21c6a4ab7b0f824/f5739a55a85f9e43d21c6a4ab7b0f824.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215992.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/b0c/42ce7086ad975c546a66281ccaddfb0c/42ce7086ad975c546a66281ccaddfb0c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215997.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/8d8/15df4dbea33ea885fe4448fc9e2408d8/15df4dbea33ea885fe4448fc9e2408d8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216002.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/41d/a8a2ad1312f8ca919637f035db18141d/a8a2ad1312f8ca919637f035db18141d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216007.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/2b2/f6db796845c2f8f2aa3ef2fc20e5a2b2/f6db796845c2f8f2aa3ef2fc20e5a2b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216012.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/db3/da58b8e20a4ef720a2e4fa2ad50a0db3/da58b8e20a4ef720a2e4fa2ad50a0db3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216017.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/5e6/19cf9f13186e61756928eebc65f235e6/19cf9f13186e61756928eebc65f235e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216022.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/45e/3f821c01ae18acb1835de6d43983d45e/3f821c01ae18acb1835de6d43983d45e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216027.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/d40/ed65ea1740ab99e3e60d8c8680591d40/ed65ea1740ab99e3e60d8c8680591d40.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216032.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/f1d/aa3996f66188a11f63cf8f8c8efdef1d/aa3996f66188a11f63cf8f8c8efdef1d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216037.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/b37/90c008758fa68e404d46177d02c1eb37/90c008758fa68e404d46177d02c1eb37.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216042.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/314/5b6410ac8465e6b556d16aa1148e8314/5b6410ac8465e6b556d16aa1148e8314.db +REPLICATE: /sdb/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (1, '4a39c39d47ee8d04251ab4cfd0d1adc9', '93757a60-d0b0-4fab-89ea-18d2db239531-sda', '1769215338.79759', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdb/0/dc43d9f39748147bca9c39e3b6931bdb, complete_rsync, ('93757a60-d0b0-4fab-89ea-18d2db239531-sda', 'dc43d9f39748147bca9c39e3b6931bdb.db') +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (1, '4a39c39d47ee8d04251ab4cfd0d1adc9', '93757a60-d0b0-4fab-89ea-18d2db239531-sda', '1769215338.79759', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, complete_rsync, ('93757a60-d0b0-4fab-89ea-18d2db239531-sda', 'dc43d9f39748147bca9c39e3b6931bdb.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp1gg9njsk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7033c489-7c3d-442a-a050-a83c389676ab-sda', '1769215338.81627', '1769215338', '0', '', '1769215338', 0, 1) +test DEBUG: /tmp/tmp1gg9njsk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7033c489-7c3d-442a-a050-a83c389676ab-sda', '1769215338.81627', '1769215338', '0', '', '1769215338', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7033c489-7c3d-442a-a050-a83c389676ab-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01357 seconds (73.71306/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp0eo_88lg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ae80d7d865daab43829fdb1639f95991', '6c84b06c-0f23-47b2-8c19-49a435c5b8f3-sda', '1769215338.84117', '1769215338', '0', '', '1769215338', 1, 1) +test DEBUG: /tmp/tmp0eo_88lg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769215342.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '6c84b06c-0f23-47b2-8c19-49a435c5b8f3-sda') +test DEBUG: /tmp/tmp0eo_88lg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00498843s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ae80d7d865daab43829fdb1639f95991', '6c84b06c-0f23-47b2-8c19-49a435c5b8f3-sda', '1769215338.84117', '1769215338', '0', '', '1769215338', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6c84b06c-0f23-47b2-8c19-49a435c5b8f3-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp0eo_88lg/sda/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02987 seconds (33.47345/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp0eo_88lg/sda/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db +REPLICATE: /sdb/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (1, 'b8724bbda6449710ac4dca0220da0cba', 'b8f60250-599b-4f52-99e8-6e265d48457f-sda', '1769215338.87351', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdb/0/dc43d9f39748147bca9c39e3b6931bdb, complete_rsync, ('b8f60250-599b-4f52-99e8-6e265d48457f-sda', 'dc43d9f39748147bca9c39e3b6931bdb.db') +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (1, 'b8724bbda6449710ac4dca0220da0cba', 'b8f60250-599b-4f52-99e8-6e265d48457f-sda', '1769215338.87351', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, complete_rsync, ('b8f60250-599b-4f52-99e8-6e265d48457f-sda', 'dc43d9f39748147bca9c39e3b6931bdb.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpmj2a2qrg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'adbbdead-4933-4f20-889f-2f00848b5ea4-sda', '1769215338.89447', '1769215338', '0', '', '1769215338', 0, 1) +test DEBUG: /tmp/tmpmj2a2qrg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'adbbdead-4933-4f20-889f-2f00848b5ea4-sda', '1769215338.89447', '1769215338', '0', '', '1769215338', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('adbbdead-4933-4f20-889f-2f00848b5ea4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01215 seconds (82.31644/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp156bd5lu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ae80d7d865daab43829fdb1639f95991', 'cc8f5ea2-6b27-4df2-92c7-d53fc069a4d8-sda', '1769215338.91807', '1769215338', '0', '', '1769215338', 1, 1) +test DEBUG: /tmp/tmp156bd5lu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ae80d7d865daab43829fdb1639f95991', 'cc8f5ea2-6b27-4df2-92c7-d53fc069a4d8-sda', '1769215338.91807', '1769215338', '0', '', '1769215338', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('cc8f5ea2-6b27-4df2-92c7-d53fc069a4d8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp156bd5lu/sda/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02594 seconds (38.54761/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp156bd5lu/sda/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db +REPLICATE: /sdb/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (1, 'b8724bbda6449710ac4dca0220da0cba', 'fc500524-75d1-422b-9b35-ac0cfcfabe70-sda', '1769215338.94618', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdb/0/dc43d9f39748147bca9c39e3b6931bdb, complete_rsync, ('fc500524-75d1-422b-9b35-ac0cfcfabe70-sda', 'dc43d9f39748147bca9c39e3b6931bdb.db') +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (1, 'b8724bbda6449710ac4dca0220da0cba', 'fc500524-75d1-422b-9b35-ac0cfcfabe70-sda', '1769215338.94618', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, complete_rsync, ('fc500524-75d1-422b-9b35-ac0cfcfabe70-sda', 'dc43d9f39748147bca9c39e3b6931bdb.db') +test INFO: Cleaning up 0 reconciler containerstest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete ... ok + +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpz1t4qw4r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9093fc73-0f12-49af-827d-15b779b9b932-sda', '1769215338.96509', '1769215338', '1769215340', '', '1769215340', 0, 1) +test DEBUG: /tmp/tmpz1t4qw4r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9093fc73-0f12-49af-827d-15b779b9b932-sda', '1769215338.96509', '1769215338', '1769215340', '', '1769215340', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9093fc73-0f12-49af-827d-15b779b9b932-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01140 seconds (87.71681/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpu5cdmu0p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '482fe87a05e56e3f18ea884bb2b4747d', '568ed0e6-4454-4a78-a5bd-a76689c2b484-sda', '1769215338.99150', '1769215338', '1769215340', '', '1769215340', 1, 1) +test DEBUG: /tmp/tmpu5cdmu0p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769215343.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '568ed0e6-4454-4a78-a5bd-a76689c2b484-sda') +test DEBUG: /tmp/tmpu5cdmu0p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00346398s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '482fe87a05e56e3f18ea884bb2b4747d', '568ed0e6-4454-4a78-a5bd-a76689c2b484-sda', '1769215338.99150', '1769215338', '1769215340', '', '1769215340', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('568ed0e6-4454-4a78-a5bd-a76689c2b484-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpu5cdmu0p/sda/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03962 seconds (25.23688/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpu5cdmu0p/sda/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db +REPLICATE: /sdb/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (1, '203ddfc8841c00482260f40600548018', '5d76f399-3b2f-4a35-93e0-e3170e6dd53d-sda', '1769215339.02933', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdb/0/dc43d9f39748147bca9c39e3b6931bdb, complete_rsync, ('5d76f399-3b2f-4a35-93e0-e3170e6dd53d-sda', 'dc43d9f39748147bca9c39e3b6931bdb.db') +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (1, '203ddfc8841c00482260f40600548018', '5d76f399-3b2f-4a35-93e0-e3170e6dd53d-sda', '1769215339.02933', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, complete_rsync, ('5d76f399-3b2f-4a35-93e0-e3170e6dd53d-sda', 'dc43d9f39748147bca9c39e3b6931bdb.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpc3ji4fgd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '97283da0-c26c-4dbe-bc61-618985da0205-sda', '1769215339.06471', '1769215339', '1769215341', '', '1769215341', 0, 1) +test DEBUG: /tmp/tmpc3ji4fgd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '97283da0-c26c-4dbe-bc61-618985da0205-sda', '1769215339.06471', '1769215339', '1769215341', '', '1769215341', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('97283da0-c26c-4dbe-bc61-618985da0205-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01979 seconds (50.53231/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpo95qjv8y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'fa8516af1dd08ba751199399850993ff', 'a68f35a3-ed8d-4148-a3c4-65eca0a585ca-sda', '1769215339.10464', '1769215339', '1769215341', '', '1769215341', 1, 1) +test DEBUG: /tmp/tmpo95qjv8y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'fa8516af1dd08ba751199399850993ff', 'a68f35a3-ed8d-4148-a3c4-65eca0a585ca-sda', '1769215339.10464', '1769215339', '1769215341', '', '1769215341', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a68f35a3-ed8d-4148-a3c4-65eca0a585ca-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpo95qjv8y/sda/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02781 seconds (35.96235/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpo95qjv8y/sda/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db +REPLICATE: /sdb/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (1, '5bf4ebbfcb3dda53ac93830881020ce6', '4fe29d54-641e-4018-a578-c894bc2847d8-sda', '1769215339.13931', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdb/0/dc43d9f39748147bca9c39e3b6931bdb, complete_rsync, ('4fe29d54-641e-4018-a578-c894bc2847d8-sda', 'dc43d9f39748147bca9c39e3b6931bdb.db') +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (1, '5bf4ebbfcb3dda53ac93830881020ce6', '4fe29d54-641e-4018-a578-c894bc2847d8-sda', '1769215339.13931', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, complete_rsync, ('4fe29d54-641e-4018-a578-c894bc2847d8-sda', 'dc43d9f39748147bca9c39e3b6931bdb.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpneurmajn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2c1671c1-99dd-48ce-b5d5-5dee6e0805c6-sda', '1769215339.17706', '1769215342', '1769215341', '', '1769215342', 0, 0) +test DEBUG: /tmp/tmpneurmajn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2c1671c1-99dd-48ce-b5d5-5dee6e0805c6-sda', '1769215339.17706', '1769215342', '1769215341', '', '1769215342', 0, 0) +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216047.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/f3f/6d7c3213b22383c2057241a9a774ef3f/6d7c3213b22383c2057241a9a774ef3f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216052.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/f91/747a92d20aca163339768ce0cb287f91/747a92d20aca163339768ce0cb287f91.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216057.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/bc3/6b11c6137ac20e1e8893571832967bc3/6b11c6137ac20e1e8893571832967bc3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216062.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/22c/addf0cdae4c65f7e027050ee286e722c/addf0cdae4c65f7e027050ee286e722c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216067.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/03c/a059b2bcbeb93daede0473ebcadfa03c/a059b2bcbeb93daede0473ebcadfa03c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216072.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/86e/976c2215cc6bad81ed51820cb0ec586e/976c2215cc6bad81ed51820cb0ec586e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216077.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/db8/7d929dbcd479bd600279f4ca0b988db8/7d929dbcd479bd600279f4ca0b988db8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216082.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/f33/a9a8d2595af08b7a781e539192aebf33/a9a8d2595af08b7a781e539192aebf33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216087.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/1b5/cdd36b5b95c54866d9ca1a07769351b5/cdd36b5b95c54866d9ca1a07769351b5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216092.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/cf4/c3905eb8f03693da32eb824856bd1cf4/c3905eb8f03693da32eb824856bd1cf4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216097.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/c4e/9fbc7f774daa54707dfbb5f79c09fc4e/9fbc7f774daa54707dfbb5f79c09fc4e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216102.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/708/fe50c28a4a7659231b8d7e6d457f3708/fe50c28a4a7659231b8d7e6d457f3708.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216107.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/920/1f9c5bd8696da15f5a46c91c47b32920/1f9c5bd8696da15f5a46c91c47b32920.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216112.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/e85/90c6e6936c53508225239a1187620e85/90c6e6936c53508225239a1187620e85.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216117.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/694/046511af8d3dd2bdb08a93992fc74694/046511af8d3dd2bdb08a93992fc74694.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216122.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/025/f00915c81cc2b218e432c7c3b3e9f025/f00915c81cc2b218e432c7c3b3e9f025.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216127.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/5fd/e1d3c7c25936d1e89ef0d893f1cff5fd/e1d3c7c25936d1e89ef0d893f1cff5fd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216132.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/2a2/e6b0847ce6aa54185897d4040073d2a2/e6b0847ce6aa54185897d4040073d2a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216137.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/f26/11e7b824ddfee4dc156345b82eabff26/11e7b824ddfee4dc156345b82eabff26.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216142.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/ee9/b08f781c18a72fecd4565aa75eff8ee9/b08f781c18a72fecd4565aa75eff8ee9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216147.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/541/dda6be47900b1e054debff57bc8fa541/dda6be47900b1e054debff57bc8fa541.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216152.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/324/85be52425a6eb53586778d7f7c856324/85be52425a6eb53586778d7f7c856324.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216157.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/c1b/1d34bf9d3702e81d84847a9202344c1b/1d34bf9d3702e81d84847a9202344c1b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216162.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/ad2/90ad64143fddac197afe073facfa9ad2/90ad64143fddac197afe073facfa9ad2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216167.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/726/7e6c5bdac8b1351a8559141591815726/7e6c5bdac8b1351a8559141591815726.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216172.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/6bc/b5f5358a16297f50bbefad6e60b346bc/b5f5358a16297f50bbefad6e60b346bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216177.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/9f2/8465c52fc9de086f58382137eae2d9f2/8465c52fc9de086f58382137eae2d9f2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216182.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/3d8/6ad5811abe94fee54b2a26b7c25643d8/6ad5811abe94fee54b2a26b7c25643d8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216187.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/918/c9f766fa4e27dd3054bd4687bee8e918/c9f766fa4e27dd3054bd4687bee8e918.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216192.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/b5d/72f751c63b3bb7ef889a47db4b840b5d/72f751c63b3bb7ef889a47db4b840b5d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216197.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/a99/3c4fa33f44aae52534f315b552282a99/3c4fa33f44aae52534f315b552282a99.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216202.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/d85/a67f0106b9d1be27ff473a7b33fb8d85/a67f0106b9d1be27ff473a7b33fb8d85.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216207.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/57a/5e232ba3e45890339518857adfd3457a/5e232ba3e45890339518857adfd3457a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216212.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/23f/ec9c58fd89eb47bedf1426b725fc623f/ec9c58fd89eb47bedf1426b725fc623f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216217.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/6d5/dfda8acc9f7b7795c8860b59b189e6d5/dfda8acc9f7b7795c8860b59b189e6d5.dbtest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings ... ok + +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2c1671c1-99dd-48ce-b5d5-5dee6e0805c6-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01498 seconds (66.74638/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp5swcnro2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a1c5bb9d64d84646d1b3cfae9945ad15', '1b17ffbc-111c-47c6-8d06-c1c29dc5df49-sda', '1769215339.21192', '1769215342', '1769215341', '', '1769215342', 1, 1) +test DEBUG: /tmp/tmp5swcnro2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769215345.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '1b17ffbc-111c-47c6-8d06-c1c29dc5df49-sda') +test DEBUG: /tmp/tmp5swcnro2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0282347s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a1c5bb9d64d84646d1b3cfae9945ad15', '1b17ffbc-111c-47c6-8d06-c1c29dc5df49-sda', '1769215339.21192', '1769215342', '1769215341', '', '1769215342', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('1b17ffbc-111c-47c6-8d06-c1c29dc5df49-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp5swcnro2/sda/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.06433 seconds (15.54365/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp5swcnro2/sda/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db +REPLICATE: /sdb/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (1, 'cf2b9eedded986c02881494e7cb4ea6c', '542af538-e543-446b-802b-f11354dabff8-sda', '1769215339.27944', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdb/0/dc43d9f39748147bca9c39e3b6931bdb, complete_rsync, ('542af538-e543-446b-802b-f11354dabff8-sda', 'dc43d9f39748147bca9c39e3b6931bdb.db') +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (1, 'cf2b9eedded986c02881494e7cb4ea6c', '542af538-e543-446b-802b-f11354dabff8-sda', '1769215339.27944', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, complete_rsync, ('542af538-e543-446b-802b-f11354dabff8-sda', 'dc43d9f39748147bca9c39e3b6931bdb.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp034fsh34/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c577e3d6-afdf-4d72-ac8c-3e147dd2a4f8-sda', '1769215339.31231', '1769215342', '1769215341', '', '1769215342', 0, 0) +test DEBUG: /tmp/tmp034fsh34/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c577e3d6-afdf-4d72-ac8c-3e147dd2a4f8-sda', '1769215339.31231', '1769215342', '1769215341', '', '1769215342', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c577e3d6-afdf-4d72-ac8c-3e147dd2a4f8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02361 seconds (42.35925/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp2081zucv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a1c5bb9d64d84646d1b3cfae9945ad15', 'a5d25d75-afd5-46fc-93cf-3d625698dfdf-sda', '1769215339.35783', '1769215342', '1769215341', '', '1769215342', 1, 1) +test DEBUG: /tmp/tmp2081zucv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a1c5bb9d64d84646d1b3cfae9945ad15', 'a5d25d75-afd5-46fc-93cf-3d625698dfdf-sda', '1769215339.35783', '1769215342', '1769215341', '', '1769215342', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a5d25d75-afd5-46fc-93cf-3d625698dfdf-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp2081zucv/sda/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02577 seconds (38.80905/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp2081zucv/sda/containers/0/bdb/dc43d9f39748147bca9c39e3b6931bdb/dc43d9f39748147bca9c39e3b6931bdb.db +REPLICATE: /sdb/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (1, 'cf2b9eedded986c02881494e7cb4ea6c', '49344d15-0322-43b7-aac5-8ec530d7e685-sda', '1769215339.39297', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdb/0/dc43d9f39748147bca9c39e3b6931bdb, complete_rsync, ('49344d15-0322-43b7-aac5-8ec530d7e685-sda', 'dc43d9f39748147bca9c39e3b6931bdb.db') +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, sync, (1, 'cf2b9eedded986c02881494e7cb4ea6c', '49344d15-0322-43b7-aac5-8ec530d7e685-sda', '1769215339.39297', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdc/0/dc43d9f39748147bca9c39e3b6931bdb, complete_rsync, ('49344d15-0322-43b7-aac5-8ec530d7e685-sda', 'dc43d9f39748147bca9c39e3b6931bdb.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bc6f9bb896dfbeeb905c234c22bd13a4', 'e812de4c-4009-448c-a8b0-55b99cbb6eda-sda', '1769215339.42077', '1769215339.00000', '0', '{"x-container-meta-test": ["foo", "1769215339.00000"]}', '1769215339.00000', 1, 0) +test DEBUG: replicator-rpc-sync time for info: 0.00s +test DEBUG: replicator-rpc-sync time for update_metadata: 0.00s +test DEBUG: replicator-rpc-sync time for merge_timestamps: 0.00s +test DEBUG: replicator-rpc-sync time for get_sync: 0.00s +test DEBUG: replicator-rpc-sync time for merge_syncs: 0.00s +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2b6a0d9169ccb288318a4bd344d18b24', 'ba473bd0-0e77-4c01-93d1-9173fef94a27-sda', '1769215339.44042', '1769215339.43852', '0', '', '1769215339.43852', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215339.44476', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215339.44476', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.44476', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215339.44482', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769215339.44482', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.44482', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215339.44483', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769215339.44483', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.44483', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'ba473bd0-0e77-4c01-93d1-9173fef94a27-sda') +test DEBUG: /tmp/tmpkpxeb96_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpkpxeb96_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1769215339.44620', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'ba473bd0-0e77-4c01-93d1-9173fef94a27-sda') +test DEBUG: /tmp/tmpkpxeb96_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00361466s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2b6a0d9169ccb288318a4bd344d18b24', 'ba473bd0-0e77-4c01-93d1-9173fef94a27-sda', '1769215339.44042', '1769215339.43852', '0', '', '1769215339.43852', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215339.44476', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215339.44476', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.44476', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215339.44482', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769215339.44482', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.44482', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215339.44483', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769215339.44483', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.44483', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'ba473bd0-0e77-4c01-93d1-9173fef94a27-sda') +test DEBUG: /tmp/tmpkpxeb96_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpkpxeb96_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2b6a0d9169ccb288318a4bd344d18b24', 'ba473bd0-0e77-4c01-93d1-9173fef94a27-sda', '1769215339.44042', '1769215339.43852', '0', '', '1769215339.43852', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215339.44476', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215339.44476', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.44476', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215339.44482', 'lower': 'g', 'upper': 'r', 'object_count': 13, 'bytes_used': 123, 'meta_timestamp': '1769215339.47736', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.44482', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215339.44483', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769215339.44483', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.44483', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215339.47706', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215339.47706', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215339.47696', 'epoch': '1769215339.47696', 'reported': 0, 'tombstones': -1}], 'ba473bd0-0e77-4c01-93d1-9173fef94a27-sda') +test DEBUG: /tmp/tmpkpxeb96_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpkpxeb96_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2b6a0d9169ccb288318a4bd344d18b24', 'ba473bd0-0e77-4c01-93d1-9173fef94a27-sda', '1769215339.44042', '1769215339.43852', '0', '', '1769215339.43852', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215339.44476', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215339.44476', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.44476', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215339.44482', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769215339.48688', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.44482', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215339.44483', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769215339.44483', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.44483', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215339.47706', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215339.47706', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215339.47696', 'epoch': '1769215339.47696', 'reported': 0, 'tombstones': -1}], 'ba473bd0-0e77-4c01-93d1-9173fef94a27-sda') +test DEBUG: /tmp/tmpkpxeb96_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpkpxeb96_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2b6a0d9169ccb288318a4bd344d18b24', 'ba473bd0-0e77-4c01-93d1-9173fef94a27-sda', '1769215339.44042', '1769215339.43852', '0', '', '1769215339.43852', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215339.50034', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215339.50034', 'deleted': 1, 'state': 10, 'state_timestamp': '1769215339.50034', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215339.44482', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769215339.48688', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.44482', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215339.44483', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769215339.44483', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.44483', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215339.47706', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215339.47706', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215339.47696', 'epoch': '1769215339.47696', 'reported': 0, 'tombstones': -1}], 'ba473bd0-0e77-4c01-93d1-9173fef94a27-sda') +test DEBUG: /tmp/tmpkpxeb96_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpkpxeb96_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges ... ok + +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2b6a0d9169ccb288318a4bd344d18b24', 'ba473bd0-0e77-4c01-93d1-9173fef94a27-sda', '1769215339.44042', '1769215339.43852', '0', '', '1769215339.43852', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215339.50034', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215339.50034', 'deleted': 1, 'state': 10, 'state_timestamp': '1769215339.50034', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215339.44482', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769215339.48688', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.44482', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215339.51072', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 30, 'meta_timestamp': '1769215339.51072', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.51072', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215339.47706', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215339.47706', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215339.47696', 'epoch': '1769215339.47696', 'reported': 0, 'tombstones': -1}], 'ba473bd0-0e77-4c01-93d1-9173fef94a27-sda') +test DEBUG: /tmp/tmpkpxeb96_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpkpxeb96_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2b6a0d9169ccb288318a4bd344d18b24', 'ba473bd0-0e77-4c01-93d1-9173fef94a27-sda', '1769215339.44042', '1769215339.43852', '0', '', '1769215339.43852', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215339.50034', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215339.50034', 'deleted': 1, 'state': 10, 'state_timestamp': '1769215339.50034', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215339.44482', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769215339.48688', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.44482', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215339.51072', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1769215339.52085', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.51072', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215339.47706', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215339.47706', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215339.47696', 'epoch': '1769215339.47696', 'reported': 0, 'tombstones': -1}], 'ba473bd0-0e77-4c01-93d1-9173fef94a27-sda') +test DEBUG: /tmp/tmpkpxeb96_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpkpxeb96_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2b6a0d9169ccb288318a4bd344d18b24', 'ba473bd0-0e77-4c01-93d1-9173fef94a27-sda', '1769215339.44042', '1769215339.43852', '0', '', '1769215339.43852', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215339.53443', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215339.50034', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.50034', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215339.44482', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769215339.48688', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.44482', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215339.51072', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1769215339.52085', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.51072', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215339.47706', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215339.47706', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215339.47696', 'epoch': '1769215339.47696', 'reported': 0, 'tombstones': -1}], 'ba473bd0-0e77-4c01-93d1-9173fef94a27-sda') +test DEBUG: /tmp/tmpkpxeb96_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpkpxeb96_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2b6a0d9169ccb288318a4bd344d18b24', 'ba473bd0-0e77-4c01-93d1-9173fef94a27-sda', '1769215339.44042', '1769215339.43852', '0', '', '1769215339.43852', 1, 0) +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215339.53443', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215339.50034', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.50034', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215339.44482', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769215339.48688', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.44482', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215339.51072', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1769215339.52085', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.51072', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215339.47706', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215339.47706', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215339.47696', 'epoch': '1769215339.47696', 'reported': 0, 'tombstones': -1}], 'ba473bd0-0e77-4c01-93d1-9173fef94a27-sda') +test DEBUG: /tmp/tmpkpxeb96_/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.0:1000/sda +test WARNING: /tmp/tmpkpxeb96_/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.0:1000/sda; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5e3d175dddd2b25a0276c173ac43bbdf', 'ebcea481-7b61-4547-a97e-0932d74b97de-sda', '1769215339.56011', '1769215339.55809', '0', '', '1769215339.55809', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': 'a/c', 'timestamp': '1769215339.56486', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215339.56486', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215339.56470', 'epoch': '1769215339.56470', 'reported': 0, 'tombstones': -1}], 'ebcea481-7b61-4547-a97e-0932d74b97de-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216222.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/492/63c7685862a9d576b46263cf77da1492/63c7685862a9d576b46263cf77da1492.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216227.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/22e/edb2d3ea33934c5f4e938e391415c22e/edb2d3ea33934c5f4e938e391415c22e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216232.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/3d6/60d250a875847bda393ac734b37113d6/60d250a875847bda393ac734b37113d6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216237.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/b90/b9eb1d96b4b6099f1ceb2a8d6905fb90/b9eb1d96b4b6099f1ceb2a8d6905fb90.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216242.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/2f7/9d6ceaa34b8b0663b019f6aba35db2f7/9d6ceaa34b8b0663b019f6aba35db2f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216247.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/e75/93fadb02a2d5109a66518f011009fe75/93fadb02a2d5109a66518f011009fe75.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216252.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/e50/bede3afaf5dc2d6b99ac769cba9b7e50/bede3afaf5dc2d6b99ac769cba9b7e50.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216257.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/d06/ed310bc5afca6c9e978efdc463d6bd06/ed310bc5afca6c9e978efdc463d6bd06.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216262.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/8b1/0f23fc93a3ac1ff31dbe6c5c8d2638b1/0f23fc93a3ac1ff31dbe6c5c8d2638b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216267.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/05d/a28cd168439ab8bfab9b2a8ae1d3605d/a28cd168439ab8bfab9b2a8ae1d3605d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216272.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/638/6aa35615d00de98f66817f41badc2638/6aa35615d00de98f66817f41badc2638.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216277.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/baa/7c59a22a5ec0860912a9f258ecf3cbaa/7c59a22a5ec0860912a9f258ecf3cbaa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216282.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/f2e/e81cea5520f6be4e82b3829191180f2e/e81cea5520f6be4e82b3829191180f2e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216287.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/8db/360d2f0fe1fd17064c9392fbab82b8db/360d2f0fe1fd17064c9392fbab82b8db.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216292.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/328/93b8e4d3da1448612327d36e9cde1328/93b8e4d3da1448612327d36e9cde1328.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216297.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/07e/30bd3d15de0a566a88e2e8d7d706707e/30bd3d15de0a566a88e2e8d7d706707e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216302.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/dbc/1624ee2dbd60a76ccc64c23031846dbc/1624ee2dbd60a76ccc64c23031846dbc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216307.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/add/7d1a13dd3b32a86926c4fa7e57151add/7d1a13dd3b32a86926c4fa7e57151add.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216312.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/053/37f5cb754928ec650db86c577dc97053/37f5cb754928ec650db86c577dc97053.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216317.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/568/a662c9930cd16f24df7910f53c7b0568/a662c9930cd16f24df7910f53c7b0568.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216322.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/6b0/ae3090f948c63b3f6341cd5038c2a6b0/ae3090f948c63b3f6341cd5038c2a6b0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216327.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/3dc/a1c479214ab36a9f417457de3e5b63dc/a1c479214ab36a9f417457de3e5b63dc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216332.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/91f/458c9f8ae8597db2e916b1a070bde91f/458c9f8ae8597db2e916b1a070bde91f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216337.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/cdc/c2b5c105a39cf31ba356c80e17c5bcdc/c2b5c105a39cf31ba356c80e17c5bcdc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216342.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/2ea/8c981f69d7c89b0f1fe1fce684d2b2ea/8c981f69d7c89b0f1fe1fce684d2b2ea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216347.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/1f0/4a29def44f9d50d97e4cef852ca571f0/4a29def44f9d50d97e4cef852ca571f0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216352.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/44c/6f8e12654512f144cea685026c75444c/6f8e12654512f144cea685026c75444c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216357.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/993/9b1460354dc3af42a27e9350cbb7e993/9b1460354dc3af42a27e9350cbb7e993.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216362.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/f94/2493c13ba062b0d0a4c8432b42fa4f94/2493c13ba062b0d0a4c8432b42fa4f94.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216367.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/0d2/8004e32b07fa72b195e3855e9969f0d2/8004e32b07fa72b195e3855e9969f0d2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216372.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/a6f/a14f4a20369673d107c72e8b6056da6f/a14f4a20369673d107c72e8b6056da6f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216377.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/bb6/e10d1e399878f1a88e7363415aa2ebb6/e10d1e399878f1a88e7363415aa2ebb6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216382.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/725/11cf45230f04087bd4d6c6a224cb8725/11cf45230f04087bd4d6c6a224cb8725.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216387.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/33b/f6888be0c8b352ecf185f2286af4133b/f6888be0c8b352ecf185f2286af4133b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216392.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/532/b3262a5ee7ca577d6c7fe09822c37532/b3262a5ee7ca577d6c7fe09822c37532.db +test ERROR: ERROR Bad response 500 from 10.0.0.1 +test DEBUG: /tmp/tmp4v1o3_6g/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1769215339.56451', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'ebcea481-7b61-4547-a97e-0932d74b97de-sda') +test DEBUG: /tmp/tmp4v1o3_6g/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00374007s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '211501d7-3463-4d28-a0d4-ee66ee6dc5d0-sda', '1769215339.58508', '1769215339.58330', '0', '', '1769215339.58330', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215339.58916', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215339.58916', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.58916', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215339.58921', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769215339.58921', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.58921', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215339.58922', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769215339.58922', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.58922', 'epoch': None, 'reported': 0, 'tombstones': -1}], '211501d7-3463-4d28-a0d4-ee66ee6dc5d0-sda') +test DEBUG: /tmp/tmpfvgpte3y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpfvgpte3y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '98696824-2ef9-4866-be0d-07ef3185a108-sda', '1769215339.60168', '1769215339.60001', '0', '', '1769215339.60001', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215339.60586', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215339.60586', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.60586', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215339.60590', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769215339.60590', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.60590', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215339.60591', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769215339.60591', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.60591', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215339.58308', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215339.58308', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215339.58308', 'epoch': None, 'reported': 0, 'tombstones': -1}], '98696824-2ef9-4866-be0d-07ef3185a108-sda') +test DEBUG: /tmp/tmpfvgpte3y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpfvgpte3y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c5973fab-7f30-45fa-a222-b80ebe7dfcb2-sda', '1769215339.62418', '1769215339.62241', '0', '', '1769215339.62241', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215339.62847', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215339.62847', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.62847', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215339.62852', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769215339.62852', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.62852', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215339.62853', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769215339.62853', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.62853', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215339.58308', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215339.58308', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215339.58308', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'c5973fab-7f30-45fa-a222-b80ebe7dfcb2-sda') +test DEBUG: /tmp/tmpfvgpte3y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpfvgpte3y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c9920c30-5d46-4338-8502-cf812097fc1b-sda', '1769215339.64164', '1769215339.63997', '0', '', '1769215339.63997', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215339.64573', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215339.64573', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.64573', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215339.64577', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769215339.64577', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.64577', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215339.64578', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769215339.64578', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.64578', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215339.58308', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215339.58308', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215339.58308', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'c9920c30-5d46-4338-8502-cf812097fc1b-sda') +test DEBUG: /tmp/tmpfvgpte3y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpfvgpte3y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1383cde4-92e8-4090-92e3-9deca64d5a2a-sda', '1769215339.66353', '1769215339.66166', '0', '', '1769215339.66166', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215339.66780', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215339.66780', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.66780', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215339.66785', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769215339.66785', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.66785', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215339.66785', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769215339.66785', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.66785', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215339.58308', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215339.58308', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215339.58308', 'epoch': None, 'reported': 0, 'tombstones': -1}], '1383cde4-92e8-4090-92e3-9deca64d5a2a-sda') +test DEBUG: /tmp/tmpfvgpte3y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpfvgpte3y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3b940e79-1e07-4cfb-80bf-ecf5958225c8-sda', '1769215339.68107', '1769215339.67941', '0', '', '1769215339.67941', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215339.68504', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215339.68504', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.68504', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215339.68509', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769215339.68509', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.68509', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215339.68510', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769215339.68510', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.68510', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215339.58319', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215339.58319', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215339.58319', 'epoch': '1769215339.58320', 'reported': 0, 'tombstones': -1}], '3b940e79-1e07-4cfb-80bf-ecf5958225c8-sda') +test DEBUG: /tmp/tmpfvgpte3y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpfvgpte3y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '26aff1fb-b4ae-4f4a-8d1a-6c192c6e2a4f-sda', '1769215339.70218', '1769215339.70031', '0', '', '1769215339.70031', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215339.70646', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215339.70646', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.70646', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215339.70650', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769215339.70650', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.70650', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215339.70651', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769215339.70651', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.70651', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215339.58319', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215339.58319', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215339.58319', 'epoch': '1769215339.58320', 'reported': 0, 'tombstones': -1}], '26aff1fb-b4ae-4f4a-8d1a-6c192c6e2a4f-sda') +test DEBUG: /tmp/tmpfvgpte3y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpfvgpte3y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'dac59507-42f2-49d6-91fe-329425c3e9e0-sda', '1769215339.71969', '1769215339.71789', '0', '', '1769215339.71789', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215339.72380', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215339.72380', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.72380', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215339.72385', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769215339.72385', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.72385', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215339.72385', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769215339.72385', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.72385', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215339.58319', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215339.58319', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215339.58319', 'epoch': '1769215339.58320', 'reported': 0, 'tombstones': -1}], 'dac59507-42f2-49d6-91fe-329425c3e9e0-sda') +test DEBUG: /tmp/tmpfvgpte3y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpfvgpte3y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'cd6da43c-0df4-4e9a-b654-9fc895c93fa9-sda', '1769215339.74039', '1769215339.73853', '0', '', '1769215339.73853', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215339.74473', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215339.74473', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.74473', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215339.74478', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769215339.74478', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.74478', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215339.74479', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769215339.74479', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.74479', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215339.58324', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215339.58324', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215339.58324', 'epoch': '1769215339.58325', 'reported': 0, 'tombstones': -1}], 'cd6da43c-0df4-4e9a-b654-9fc895c93fa9-sda') +test DEBUG: /tmp/tmpfvgpte3y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpfvgpte3y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '635cdabc-01a6-4dc5-8fe9-a38a8333ebdd-sda', '1769215339.75877', '1769215339.75687', '0', '', '1769215339.75687', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215339.76284', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215339.76284', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.76284', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215339.76289', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769215339.76289', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.76289', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215339.76289', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769215339.76289', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.76289', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215339.58319', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215339.58319', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215339.58319', 'epoch': '1769215339.58320', 'reported': 0, 'tombstones': -1}], '635cdabc-01a6-4dc5-8fe9-a38a8333ebdd-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync ... ok + +test DEBUG: /tmp/tmpfvgpte3y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpfvgpte3y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '57b0e2f1-b6c9-4654-b1b1-7682f97f3ad6-sda', '1769215339.77683', '1769215339.77514', '0', '', '1769215339.77514', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215339.78086', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215339.78086', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.78086', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215339.78091', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769215339.78091', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.78091', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215339.78092', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769215339.78092', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.78092', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215339.58319', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215339.58319', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215339.58319', 'epoch': '1769215339.58320', 'reported': 0, 'tombstones': -1}], '57b0e2f1-b6c9-4654-b1b1-7682f97f3ad6-sda') +test DEBUG: /tmp/tmpfvgpte3y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpfvgpte3y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7d091da4-47c3-4922-8499-bade6a0c7f23-sda', '1769215339.79993', '1769215339.79792', '0', '', '1769215339.79792', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215339.80485', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215339.80485', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.80485', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215339.80490', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769215339.80490', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.80490', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215339.80491', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769215339.80491', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.80491', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215339.58329', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215339.58308', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215339.58308', 'epoch': None, 'reported': 0, 'tombstones': -1}], '7d091da4-47c3-4922-8499-bade6a0c7f23-sda') +test WARNING: Ignoring remote osr w/o epoch, own_sr: {'name': 'a/c', 'timestamp': '1769215339.58319', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215339.58319', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215339.58319', 'epoch': '1769215339.58320', 'reported': 0, 'tombstones': -1}, remote_sr: {'name': 'a/c', 'timestamp': '1769215339.58329', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215339.58308', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215339.58308', 'epoch': None, 'reported': 0, 'tombstones': -1}, source: repl_req +test DEBUG: /tmp/tmpfvgpte3y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpfvgpte3y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7c64ce09c795be4fc63b5c845e02417d', '5c61b933-6a1f-4a6b-8a15-49110b9554ec-sda', '1769215339.82053', '1769215339.81866', '0', '', '1769215339.81866', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1769215339.82470', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '5c61b933-6a1f-4a6b-8a15-49110b9554ec-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +test DEBUG: Replicating db /tmp/tmpjeiaguee/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd7062c93-0ac0-4a13-8fc5-cc30fe04be45-sda', '1769215339.83887', '1769215339.83700', '0', '', '1769215339.83700', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +test ERROR: ERROR syncing /tmp/tmpjeiaguee/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db with node {'ip': '10.0.0.1', 'replication_ip': '10.0.0.1', 'port': 1001, 'replication_port': 1001, 'device': 'sdb', 'zone': 1, 'region': 1, 'id': 1, 'weight': 1, 'index': 1}: Timeout (0.001s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '63fe9cb8afb90250d708c9dfb5d41fb5', '25b7cdca-e34e-4b35-ba73-39d4b7db7bac-sda', '1769215339.86527', '1769215339.86332', '0', '', '1769215339.86332', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1769215339.87038', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '25b7cdca-e34e-4b35-ba73-39d4b7db7bac-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpertttuuz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd643b8a7-1b5c-408c-a1b3-ea35746fabdd-sda', '1769215339.88597', '1769215339.88412', '0', '', '1769215339.88412', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d643b8a7-1b5c-408c-a1b3-ea35746fabdd-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd643b8a7-1b5c-408c-a1b3-ea35746fabdd-sda', '1769215339.88597', '1769215339.88412', '0', '', '1769215339.88412', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d643b8a7-1b5c-408c-a1b3-ea35746fabdd-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01171 seconds (85.37082/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpertttuuz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd643b8a7-1b5c-408c-a1b3-ea35746fabdd-sda', '1769215339.88597', '1769215339.88412', '0', '', '1769215339.88412', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, ()test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change +test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced +test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216397.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/a34/d4d6304b55bc1dd2a5bcd55605710a34/d4d6304b55bc1dd2a5bcd55605710a34.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216402.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/088/995699c303632e36bff17fd74e437088/995699c303632e36bff17fd74e437088.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216407.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/4e6/9c6c685fc3516770f86646deddfc04e6/9c6c685fc3516770f86646deddfc04e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216412.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/2e7/e2d72f2be6640f205dfd1bfa1e7222e7/e2d72f2be6640f205dfd1bfa1e7222e7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216417.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/4e6/616b00f00f2c90e68e2ee24bee4564e6/616b00f00f2c90e68e2ee24bee4564e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216422.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/542/ac4c255142f2713ebc5d2e040fc26542/ac4c255142f2713ebc5d2e040fc26542.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216427.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/1e8/6b420fa4ac18adfc8e41ca7c7b56e1e8/6b420fa4ac18adfc8e41ca7c7b56e1e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216432.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/cda/aa057581fca5938f32f372013fa5ccda/aa057581fca5938f32f372013fa5ccda.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216437.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/349/9c2af1c2fbf153af5c5097d3cc108349/9c2af1c2fbf153af5c5097d3cc108349.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216442.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/c79/936b2dda30237852d9ccf55048435c79/936b2dda30237852d9ccf55048435c79.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216447.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/17b/8d4985b99fb22cb5bb474aacb15ca17b/8d4985b99fb22cb5bb474aacb15ca17b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216452.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/ae8/b82c3cb394b4849c849258148a4d8ae8/b82c3cb394b4849c849258148a4d8ae8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216457.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/39a/7f68df398f6e62fc87fbe7cc670f339a/7f68df398f6e62fc87fbe7cc670f339a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216462.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/82a/f1b8754f4d5d51fa96a64ba1730bc82a/f1b8754f4d5d51fa96a64ba1730bc82a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216467.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/f83/5126a2a419379892cba7ac3380513f83/5126a2a419379892cba7ac3380513f83.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216472.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/701/b98947436d4b14862c731c082fbbc701/b98947436d4b14862c731c082fbbc701.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216477.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/019/9fa4ff938807c5817f002c78c2d5b019/9fa4ff938807c5817f002c78c2d5b019.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216482.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/838/81ba8a399a0dd59d5ad77024c2998838/81ba8a399a0dd59d5ad77024c2998838.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216487.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/eef/a6a279bae2c96f025d2a5dadf15cbeef/a6a279bae2c96f025d2a5dadf15cbeef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216492.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/eef/425efe62d157a16b66425752d5251eef/425efe62d157a16b66425752d5251eef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216497.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/d4e/e6167959fed9f1c3793174bd593abd4e/e6167959fed9f1c3793174bd593abd4e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216502.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/01e/8e81f8e2192179199cb151d05fca601e/8e81f8e2192179199cb151d05fca601e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216507.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/ad4/32ed3eb44c8892db7ec3a3cb9119cad4/32ed3eb44c8892db7ec3a3cb9119cad4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216512.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/935/45360d1c8c8679f58734f5e6eea8b935/45360d1c8c8679f58734f5e6eea8b935.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216517.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/68e/48ac820ccde98a99c871eeb3b547068e/48ac820ccde98a99c871eeb3b547068e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216522.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/a70/e59c62dbb8d034d85e9ecd51ffe3ba70/e59c62dbb8d034d85e9ecd51ffe3ba70.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216527.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/cac/492bce5aa8f98726827e19e7d27cfcac/492bce5aa8f98726827e19e7d27cfcac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216532.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/a8e/d1d35a1c50895c41972f260638b34a8e/d1d35a1c50895c41972f260638b34a8e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216537.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/33d/8e5f072ff3ce8174e2527b107a8c833d/8e5f072ff3ce8174e2527b107a8c833d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216542.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/7cf/56e323c8f3024fe8a15ffdebf8d9e7cf/56e323c8f3024fe8a15ffdebf8d9e7cf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216547.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/2cd/a6e51717cbc73558f2b970ae09f3e2cd/a6e51717cbc73558f2b970ae09f3e2cd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216552.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/09d/eae0d572d546e9dbc9382339ab01209d/eae0d572d546e9dbc9382339ab01209d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216557.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/58c/5472877daf810ffd401128821c0ec58c/5472877daf810ffd401128821c0ec58c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216562.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/e4b/884706985d5e60f76260fe9a751afe4b/884706985d5e60f76260fe9a751afe4b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216567.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/850/7960affa5ad5da8663187427070a9850/7960affa5ad5da8663187427070a9850.dbtest.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving ... ok +test.unit.container.test_sharder.TestSharder.test_audit_root_container +test.unit.container.test_sharder.TestSharder.test_audit_root_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch +test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch ... ok +test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping +test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping ... ok + +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215339.90528', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215339.90528', 'deleted': 1, 'state': 10, 'state_timestamp': '1769215339.90528', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215339.88734', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769215339.88734', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.88734', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215339.88735', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769215339.88735', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.88735', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215339.88749', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215339.88749', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215339.88736', 'epoch': '1769215339.88736', 'reported': 0, 'tombstones': -1}], 'd643b8a7-1b5c-408c-a1b3-ea35746fabdd-sda') +test DEBUG: /tmp/tmpertttuuz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpertttuuz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd643b8a7-1b5c-408c-a1b3-ea35746fabdd-sda', '1769215339.88597', '1769215339.88412', '0', '', '1769215339.88412', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215339.90528', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215339.90528', 'deleted': 1, 'state': 10, 'state_timestamp': '1769215339.90528', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215339.88734', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769215339.88734', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.88734', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215339.88735', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769215339.88735', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215339.88735', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215339.88749', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215339.88749', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215339.88736', 'epoch': '1769215339.88736', 'reported': 0, 'tombstones': -1}], 'd643b8a7-1b5c-408c-a1b3-ea35746fabdd-sda') +test DEBUG: /tmp/tmpertttuuz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.2:1002/sdc +test WARNING: /tmp/tmpertttuuz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.2:1002/sdc; have shard ranges and will wait for cleaving +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01979 seconds (50.52805/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5a2e0b3f-3ace-4d8a-ad56-d3b826d6fbb6-sda', '1769215339.93399', '1769215339.93219', '1769215339.93852', '', '1769215339.93852', 0, 0) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp_xal2z7f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'bd5046de-d457-4f80-b21d-55f507a5f93d-sda', '1769215339.94696', '1769215339.00000', '0', '', '1769215339.00000', 0, 1) +test DEBUG: /tmp/tmp_xal2z7f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'bd5046de-d457-4f80-b21d-55f507a5f93d-sda', '1769215339.94696', '1769215339.00000', '0', '', '1769215339.00000', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('bd5046de-d457-4f80-b21d-55f507a5f93d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00979 seconds (102.14459/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpw10sg3ct/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db +REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '62d37499-c530-4b86-a2cf-cbe2ae3ba4c1-sda', '1769215339.97160', '1769215340.00000', '0', '{"X-Container-Sync-To": ["a", "1769215341.00000"], "X-Container-Sync-Key": ["secret", "1769215342.00000"]}', '1769215340.00000', 0, 0) +REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, complete_rsync, ('62d37499-c530-4b86-a2cf-cbe2ae3ba4c1-sda', 'c48d89b33840539f9c5442ab3b10027d.db') +REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '62d37499-c530-4b86-a2cf-cbe2ae3ba4c1-sda', '1769215339.97160', '1769215340.00000', '0', '{"X-Container-Sync-To": ["a", "1769215341.00000"], "X-Container-Sync-Key": ["secret", "1769215342.00000"]}', '1769215340.00000', 0, 0) +REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, complete_rsync, ('62d37499-c530-4b86-a2cf-cbe2ae3ba4c1-sda', 'c48d89b33840539f9c5442ab3b10027d.db') +test DEBUG: Replicating db /tmp/tmpw10sg3ct/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '64c6b884-c742-4581-a122-8031cb39f771-sda', '1769215339.96857', '1769215339.00000', '0', '', '1769215339.00000', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('64c6b884-c742-4581-a122-8031cb39f771-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '64c6b884-c742-4581-a122-8031cb39f771-sda', '1769215339.96857', '1769215339.00000', '0', '', '1769215339.00000', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('64c6b884-c742-4581-a122-8031cb39f771-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 2 dbs in 0.02913 seconds (68.65418/s) +test INFO: Removed 0 dbs +test INFO: 4 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:4 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpw10sg3ct/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db +REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '62d37499-c530-4b86-a2cf-cbe2ae3ba4c1-sda', '1769215339.97160', '1769215340.00000', '0', '{"X-Container-Sync-To": ["", "1769215343.00000"], "X-Container-Sync-Key": ["secret", "1769215342.00000"]}', '1769215340.00000', 0, 0) +test DEBUG: /tmp/tmpw10sg3ct/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '62d37499-c530-4b86-a2cf-cbe2ae3ba4c1-sda', '1769215339.97160', '1769215340.00000', '0', '{"X-Container-Sync-To": ["", "1769215343.00000"], "X-Container-Sync-Key": ["secret", "1769215342.00000"]}', '1769215340.00000', 0, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update +test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception ... ok +test.unit.container.test_server.TestContainerController.test_DELETE +test.unit.container.test_server.TestContainerController.test_DELETE ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_account_update +test.unit.container.test_server.TestContainerController.test_DELETE_account_update ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition +test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_not_found ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_object +test.unit.container.test_server.TestContainerController.test_DELETE_object ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking ... ok + +test DEBUG: /tmp/tmpw10sg3ct/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db in sync with 10.0.0.2:1002/sdc, nothing to do +test DEBUG: Replicating db /tmp/tmpw10sg3ct/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '64c6b884-c742-4581-a122-8031cb39f771-sda', '1769215339.96857', '1769215339.00000', '0', '', '1769215339.00000', 0, 0) +test DEBUG: /tmp/tmpw10sg3ct/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '64c6b884-c742-4581-a122-8031cb39f771-sda', '1769215339.96857', '1769215339.00000', '0', '', '1769215339.00000', 0, 0) +test DEBUG: /tmp/tmpw10sg3ct/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.2:1002/sdc, nothing to do +test INFO: Replication run OVER +test INFO: Attempted to replicate 2 dbs in 0.02770 seconds (72.20453/s) +test INFO: Removed 0 dbs +test INFO: 4 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:4 remote_merge:0 rsync:0 ts_repl:0 +test ERROR: Failed to update sync_store /tmp/tmp6b756lvg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/replicator.py", line 304, in _post_replicate_hook + self.sync_store.update_sync_store(broker) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_replicator.py", line 1226, in update_sync_store + raise OSError(1, '1') +PermissionError: [Errno 1] 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0025 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0038 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0047 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0041 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0021 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0037 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 3035097 0 +test ERROR: ERROR Account update failed with 127.0.0.1:55419/sda1 (will retry later): Response 503 OK +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0041 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0027 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0023 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0060 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0049 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0031 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0015 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0012 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0006 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0012 "-" 3035097 - +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216572.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/1d9/86271d803f168ebad3704383e66251d9/86271d803f168ebad3704383e66251d9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216577.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/b3c/7622ec9637911c6e6fd2bd7ddd1ffb3c/7622ec9637911c6e6fd2bd7ddd1ffb3c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216582.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/c71/9f1cb79e2760ad21fd9eda3dd47bec71/9f1cb79e2760ad21fd9eda3dd47bec71.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216587.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/630/f0e863c83bf3f55ae147d7578a9c1630/f0e863c83bf3f55ae147d7578a9c1630.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216592.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/336/bae67c60f5393e9c587072dae37e2336/bae67c60f5393e9c587072dae37e2336.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216597.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/109/d1efada90cba6d0c94afcb6c6bc7e109/d1efada90cba6d0c94afcb6c6bc7e109.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216602.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/f60/4a7884afc9c28ae5cb79a38ed0a1ef60/4a7884afc9c28ae5cb79a38ed0a1ef60.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216607.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/3a3/2a7c675ccbcb92fc59022c17ead693a3/2a7c675ccbcb92fc59022c17ead693a3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216612.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/d24/bf3743f38ba045c32f480bde802d3d24/bf3743f38ba045c32f480bde802d3d24.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216617.00000-0, db: /tmp/tmplnpfirvr/sda/containers/0/024/b00d74f50a11a68ffee3901ec8b02024/b00d74f50a11a68ffee3901ec8b02024.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'found': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpktpnvsru/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'created': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpktpnvsru/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpktpnvsru/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpktpnvsru/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'sharding': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpktpnvsru/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpktpnvsru/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpktpnvsru/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpktpnvsru/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpktpnvsru/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: own_shard_range reset to None should be 1769215340.00000, path: a/c, db: /tmp/tmptag462cn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215340.00000.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': a-f c-f, a-c a-f, path: a/c, db: /tmp/tmp7thl3d9n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215341.00000-0, db: /tmp/tmpazq49u61/sda/containers/0/0d7/33cddf93942d9949beb1b2eb94cf80d7/33cddf93942d9949beb1b2eb94cf80d7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215341.00000-0, db: /tmp/tmpazq49u61/sda/containers/0/0d7/33cddf93942d9949beb1b2eb94cf80d7/33cddf93942d9949beb1b2eb94cf80d7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215344.00000-0, db: /tmp/tmpazq49u61/sda/containers/0/037/88a4b37d68dfd64540324035f0b8a037/88a4b37d68dfd64540324035f0b8a037.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215344.00000-0, db: /tmp/tmpazq49u61/sda/containers/0/037/88a4b37d68dfd64540324035f0b8a037/88a4b37d68dfd64540324035f0b8a037.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmp5x5ezlyy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmp5x5ezlyy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmp5x5ezlyy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp5x5ezlyy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1769215341.00000, (0, 0) as of 1769215341.00000, active as of 1769215341.00000> to ShardRange<'k' to 't' as of 1769215342.00000, (0, 0) as of 1769215342.00000, active as of 1769215342.00000>, path: .shards_a/shard_c, db: /tmp/tmp5x5ezlyy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp5x5ezlyy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmp5x5ezlyy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmp5x5ezlyy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp5x5ezlyy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215346.00000, (0, 0) as of 1769215346.00000, shrinking as of 1769215343.00000> to ShardRange<'k' to 't' as of 1769215346.00000, (0, 0) as of 1769215346.00000, sharding as of 1769215347.00000>, path: .shards_a/shard_c, db: /tmp/tmp5x5ezlyy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp5x5ezlyy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp5x5ezlyy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmp5x5ezlyy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-4e9f090cbc653eb17384c2fc8828143f-1769215345.00000-2, db: /tmp/tmpuryb38ck/sda/containers/0/9a2/945b1da5f7418d8699fde02a221909a2/945b1da5f7418d8699fde02a221909a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215341.00000-2, db: /tmp/tmpob8v2rnm/sda/containers/0/86d/39889451ce8371ad75aaeae671ece86d/39889451ce8371ad75aaeae671ece86d.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215341.00000-2, db: /tmp/tmpob8v2rnm/sda/containers/0/86d/39889451ce8371ad75aaeae671ece86d/39889451ce8371ad75aaeae671ece86d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215350.00000-2, db: /tmp/tmpob8v2rnm/sda/containers/0/b3e/560d6a00daface48adf00ca88d0ebb3e/560d6a00daface48adf00ca88d0ebb3e.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215350.00000-2, db: /tmp/tmpob8v2rnm/sda/containers/0/b3e/560d6a00daface48adf00ca88d0ebb3e/560d6a00daface48adf00ca88d0ebb3e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215359.00000-2, db: /tmp/tmpob8v2rnm/sda/containers/0/51c/63be43b75d60fae9d48887d527f6551c/63be43b75d60fae9d48887d527f6551c.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215359.00000-2, db: /tmp/tmpob8v2rnm/sda/containers/0/51c/63be43b75d60fae9d48887d527f6551c/63be43b75d60fae9d48887d527f6551c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215368.00000-2, db: /tmp/tmpob8v2rnm/sda/containers/0/047/7eb23db7d42aca6186027a3d9c356047/7eb23db7d42aca6186027a3d9c356047.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215368.00000-2, db: /tmp/tmpob8v2rnm/sda/containers/0/047/7eb23db7d42aca6186027a3d9c356047/7eb23db7d42aca6186027a3d9c356047.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215377.00000-2, db: /tmp/tmpob8v2rnm/sda/containers/0/fa5/b8e883d3fd91d95174af32d54ed30fa5/b8e883d3fd91d95174af32d54ed30fa5.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215377.00000-2, db: /tmp/tmpob8v2rnm/sda/containers/0/fa5/b8e883d3fd91d95174af32d54ed30fa5/b8e883d3fd91d95174af32d54ed30fa5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215386.00000-2, db: /tmp/tmpob8v2rnm/sda/containers/0/f5a/6fa7f615831b964aba1fafcc86ac4f5a/6fa7f615831b964aba1fafcc86ac4f5a.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215386.00000-2, db: /tmp/tmpob8v2rnm/sda/containers/0/f5a/6fa7f615831b964aba1fafcc86ac4f5a/6fa7f615831b964aba1fafcc86ac4f5a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215395.00000-2, db: /tmp/tmpob8v2rnm/sda/containers/0/723/a67a1a073ca210c38604ea05599d0723/a67a1a073ca210c38604ea05599d0723.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215395.00000-2, db: /tmp/tmpob8v2rnm/sda/containers/0/723/a67a1a073ca210c38604ea05599d0723/a67a1a073ca210c38604ea05599d0723.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215404.00000-2, db: /tmp/tmpob8v2rnm/sda/containers/0/059/b5f241c11667c0c42f467cd08c049059/b5f241c11667c0c42f467cd08c049059.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215404.00000-2, db: /tmp/tmpob8v2rnm/sda/containers/0/059/b5f241c11667c0c42f467cd08c049059/b5f241c11667c0c42f467cd08c049059.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215413.00000-2, db: /tmp/tmpob8v2rnm/sda/containers/0/aa9/e0cbf154569a2d1e3eeebf09b0808aa9/e0cbf154569a2d1e3eeebf09b0808aa9.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215413.00000-2, db: /tmp/tmpob8v2rnm/sda/containers/0/aa9/e0cbf154569a2d1e3eeebf09b0808aa9/e0cbf154569a2d1e3eeebf09b0808aa9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215413.00000-2, db: /tmp/tmpob8v2rnm/sda/containers/0/aa9/e0cbf154569a2d1e3eeebf09b0808aa9/e0cbf154569a2d1e3eeebf09b0808aa9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215422.00000-2, db: /tmp/tmpob8v2rnm/sda/containers/0/dc3/3b5486ad3355155396ca61a824298dc3/3b5486ad3355155396ca61a824298dc3.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215422.00000-2, db: /tmp/tmpob8v2rnm/sda/containers/0/dc3/3b5486ad3355155396ca61a824298dc3/3b5486ad3355155396ca61a824298dc3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215422.00000-2, db: /tmp/tmpob8v2rnm/sda/containers/0/dc3/3b5486ad3355155396ca61a824298dc3/3b5486ad3355155396ca61a824298dc3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215431.00000-2, db: /tmp/tmpob8v2rnm/sda/containers/0/15a/2c339eb0cd756f6f905dec2b1469f15a/2c339eb0cd756f6f905dec2b1469f15a.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215431.00000-2, db: /tmp/tmpob8v2rnm/sda/containers/0/15a/2c339eb0cd756f6f905dec2b1469f15a/2c339eb0cd756f6f905dec2b1469f15a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215431.00000-2, db: /tmp/tmpob8v2rnm/sda/containers/0/15a/2c339eb0cd756f6f905dec2b1469f15a/2c339eb0cd756f6f905dec2b1469f15a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215440.00000-2, db: /tmp/tmpob8v2rnm/sda/containers/0/dfb/d5d29dbc6d40d72d3ec76493ad0d4dfb/d5d29dbc6d40d72d3ec76493ad0d4dfb.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215440.00000-2, db: /tmp/tmpob8v2rnm/sda/containers/0/dfb/d5d29dbc6d40d72d3ec76493ad0d4dfb/d5d29dbc6d40d72d3ec76493ad0d4dfb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215440.00000-2, db: /tmp/tmpob8v2rnm/sda/containers/0/dfb/d5d29dbc6d40d72d3ec76493ad0d4dfb/d5d29dbc6d40d72d3ec76493ad0d4dfb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215449.00000-2, db: /tmp/tmpob8v2rnm/sda/containers/0/5ee/0ca0d05cf9fa72d51918645237a005ee/0ca0d05cf9fa72d51918645237a005ee.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215449.00000-2, db: /tmp/tmpob8v2rnm/sda/containers/0/5ee/0ca0d05cf9fa72d51918645237a005ee/0ca0d05cf9fa72d51918645237a005ee.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215449.00000-2, db: /tmp/tmpob8v2rnm/sda/containers/0/5ee/0ca0d05cf9fa72d51918645237a005ee/0ca0d05cf9fa72d51918645237a005ee.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215458.00000-2, db: /tmp/tmpob8v2rnm/sda/containers/0/f98/174b5649395edc3511d68b500a0e3f98/174b5649395edc3511d68b500a0e3f98.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215458.00000-2, db: /tmp/tmpob8v2rnm/sda/containers/0/f98/174b5649395edc3511d68b500a0e3f98/174b5649395edc3511d68b500a0e3f98.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215458.00000-2, db: /tmp/tmpob8v2rnm/sda/containers/0/f98/174b5649395edc3511d68b500a0e3f98/174b5649395edc3511d68b500a0e3f98.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215467.00000-2, db: /tmp/tmpob8v2rnm/sda/containers/0/90e/0dd31b66beba9da8c6c0d2d5ba57690e/0dd31b66beba9da8c6c0d2d5ba57690e.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215467.00000-2, db: /tmp/tmpob8v2rnm/sda/containers/0/90e/0dd31b66beba9da8c6c0d2d5ba57690e/0dd31b66beba9da8c6c0d2d5ba57690e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215467.00000-2, db: /tmp/tmpob8v2rnm/sda/containers/0/90e/0dd31b66beba9da8c6c0d2d5ba57690e/0dd31b66beba9da8c6c0d2d5ba57690e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215476.00000-2, db: /tmp/tmpob8v2rnm/sda/containers/0/016/54862568ef99473f66964458dd18d016/54862568ef99473f66964458dd18d016.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215476.00000-2, db: /tmp/tmpob8v2rnm/sda/containers/0/016/54862568ef99473f66964458dd18d016/54862568ef99473f66964458dd18d016.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215476.00000-2, db: /tmp/tmpob8v2rnm/sda/containers/0/016/54862568ef99473f66964458dd18d016/54862568ef99473f66964458dd18d016.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215341.00000-2, db: /tmp/tmpv8vd9eh5/sda/containers/0/86d/39889451ce8371ad75aaeae671ece86d/39889451ce8371ad75aaeae671ece86d.db +sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1769215341.00000, (0, 0) as of 1769215341.00000, active as of 1769215341.00000> to ShardRange<'a' to 'b' as of 1769215341.00000, (0, 0) as of 1769215341.00000, sharding as of 1769215346.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215341.00000-2, db: /tmp/tmpv8vd9eh5/sda/containers/0/86d/39889451ce8371ad75aaeae671ece86d/39889451ce8371ad75aaeae671ece86d.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215341.00000-2, db: /tmp/tmpv8vd9eh5/sda/containers/0/86d/39889451ce8371ad75aaeae671ece86d/39889451ce8371ad75aaeae671ece86d.db +sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215341.00000-2, db: /tmp/tmpv8vd9eh5/sda/containers/0/86d/39889451ce8371ad75aaeae671ece86d/39889451ce8371ad75aaeae671ece86d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215341.00000-2, db: /tmp/tmpv8vd9eh5/sda/containers/0/86d/39889451ce8371ad75aaeae671ece86d/39889451ce8371ad75aaeae671ece86d_1769215341.00000.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215341.00000-2, db: /tmp/tmpv8vd9eh5/sda/containers/0/86d/39889451ce8371ad75aaeae671ece86d/39889451ce8371ad75aaeae671ece86d_1769215341.00000.db +sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215341.00000-2, db: /tmp/tmpv8vd9eh5/sda/containers/0/86d/39889451ce8371ad75aaeae671ece86d/39889451ce8371ad75aaeae671ece86d_1769215341.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpv8vd9eh5/sda/containers/0/86d/39889451ce8371ad75aaeae671ece86d/39889451ce8371ad75aaeae671ece86d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215341.00000-2, db: /tmp/tmpv8vd9eh5/sda/containers/0/86d/39889451ce8371ad75aaeae671ece86d/39889451ce8371ad75aaeae671ece86d_1769215341.00000.db +sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1769215341.00000, (0, 0) as of 1769215341.00000, sharding as of 1769215347.00000> to ShardRange<'a' to 'b' as of 1769215341.00000, (0, 0) as of 1769215341.00000, sharded as of 1769215350.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215341.00000-2, db: /tmp/tmpv8vd9eh5/sda/containers/0/86d/39889451ce8371ad75aaeae671ece86d/39889451ce8371ad75aaeae671ece86d_1769215341.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215341.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/607/92a410ffce1c8197a8f656e9d0d4d607/92a410ffce1c8197a8f656e9d0d4d607.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215343.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/d6f/6888afe92911e1b135a7c95580243d6f/6888afe92911e1b135a7c95580243d6f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215342.00000, (0, 0) as of 1769215342.00000, found as of 1769215342.00000> to ShardRange<'k' to 't' as of 1769215343.00000, (0, 0) as of 1769215343.00000, created as of 1769215343.00000>, path: .shards_a/shard_c_1769215343.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/d6f/6888afe92911e1b135a7c95580243d6f/6888afe92911e1b135a7c95580243d6f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215345.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/1a2/b18ed0c3469d7146d79d8fa7035671a2/b18ed0c3469d7146d79d8fa7035671a2.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215344.00000, (0, 0) as of 1769215344.00000, found as of 1769215344.00000> to ShardRange<'k' to 't' as of 1769215345.00000, (0, 0) as of 1769215345.00000, cleaved as of 1769215345.00000>, path: .shards_a/shard_c_1769215345.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/1a2/b18ed0c3469d7146d79d8fa7035671a2/b18ed0c3469d7146d79d8fa7035671a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215347.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/31e/e764cf8277f44d79eba2cecaec5fd31e/e764cf8277f44d79eba2cecaec5fd31e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215346.00000, (0, 0) as of 1769215346.00000, found as of 1769215346.00000> to ShardRange<'k' to 't' as of 1769215347.00000, (0, 0) as of 1769215347.00000, active as of 1769215347.00000>, path: .shards_a/shard_c_1769215347.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/31e/e764cf8277f44d79eba2cecaec5fd31e/e764cf8277f44d79eba2cecaec5fd31e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215349.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/f2c/238fad9dba1e3d88d4349539e07eef2c/238fad9dba1e3d88d4349539e07eef2c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215348.00000, (0, 0) as of 1769215348.00000, found as of 1769215348.00000> to ShardRange<'k' to 't' as of 1769215349.00000, (0, 0) as of 1769215349.00000, shrinking as of 1769215349.00000>, path: .shards_a/shard_c_1769215349.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/f2c/238fad9dba1e3d88d4349539e07eef2c/238fad9dba1e3d88d4349539e07eef2c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215349.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/f2c/238fad9dba1e3d88d4349539e07eef2c/238fad9dba1e3d88d4349539e07eef2c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215351.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/05e/b97485387602e2d358561658348b805e/b97485387602e2d358561658348b805e.db +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0012 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0013 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0086 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0014 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0009 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0027 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0014 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0006 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0013 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0015 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0014 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0006 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0013 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0006 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0017 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0014 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0006 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0015 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0007 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0013 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0006 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0015 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0014 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0012 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0012 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0015 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0006 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0017 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0012 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0013 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0014 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0011 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0014 "-" 3035097 - +test DEBUG: Unlinked retiring db '/tmp/tmp7lxvqvk4/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0012 "-" 3035097 -test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard +test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float +test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float ... ok +test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid +test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid ... ok + +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215350.00000, (0, 0) as of 1769215350.00000, found as of 1769215350.00000> to ShardRange<'k' to 't' as of 1769215351.00000, (0, 0) as of 1769215351.00000, sharding as of 1769215351.00000>, path: .shards_a/shard_c_1769215351.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/05e/b97485387602e2d358561658348b805e/b97485387602e2d358561658348b805e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215351.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/05e/b97485387602e2d358561658348b805e/b97485387602e2d358561658348b805e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215353.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/394/c964d5b5fe03517ce1236f69d1c4c394/c964d5b5fe03517ce1236f69d1c4c394.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215352.00000, (0, 0) as of 1769215352.00000, found as of 1769215352.00000> to ShardRange<'k' to 't' as of 1769215353.00000, (0, 0) as of 1769215353.00000, sharded as of 1769215353.00000>, path: .shards_a/shard_c_1769215353.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/394/c964d5b5fe03517ce1236f69d1c4c394/c964d5b5fe03517ce1236f69d1c4c394.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215353.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/394/c964d5b5fe03517ce1236f69d1c4c394/c964d5b5fe03517ce1236f69d1c4c394.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215355.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/597/d822c701f10ea1d59d509975e1543597/d822c701f10ea1d59d509975e1543597.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215354.00000, (0, 0) as of 1769215354.00000, found as of 1769215354.00000> to ShardRange<'k' to 't' as of 1769215355.00000, (0, 0) as of 1769215355.00000, shrunk as of 1769215355.00000>, path: .shards_a/shard_c_1769215355.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/597/d822c701f10ea1d59d509975e1543597/d822c701f10ea1d59d509975e1543597.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215355.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/597/d822c701f10ea1d59d509975e1543597/d822c701f10ea1d59d509975e1543597.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215357.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/ec1/31de2f68f3128e788b04ab7478fa7ec1/31de2f68f3128e788b04ab7478fa7ec1.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215356.00000, (0, 0) as of 1769215356.00000, created as of 1769215356.00000> to ShardRange<'k' to 't' as of 1769215357.00000, (0, 0) as of 1769215357.00000, found as of 1769215357.00000>, path: .shards_a/shard_c_1769215357.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/ec1/31de2f68f3128e788b04ab7478fa7ec1/31de2f68f3128e788b04ab7478fa7ec1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215359.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/e45/bea4584ecdfa7cafab64b2b069568e45/bea4584ecdfa7cafab64b2b069568e45.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215361.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/ea6/e24bcb1dd8d44957b1d499101b5beea6/e24bcb1dd8d44957b1d499101b5beea6.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215360.00000, (0, 0) as of 1769215360.00000, created as of 1769215360.00000> to ShardRange<'k' to 't' as of 1769215361.00000, (0, 0) as of 1769215361.00000, cleaved as of 1769215361.00000>, path: .shards_a/shard_c_1769215361.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/ea6/e24bcb1dd8d44957b1d499101b5beea6/e24bcb1dd8d44957b1d499101b5beea6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215363.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/140/e6a3cf6497d1a3f4f752c54f15428140/e6a3cf6497d1a3f4f752c54f15428140.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215362.00000, (0, 0) as of 1769215362.00000, created as of 1769215362.00000> to ShardRange<'k' to 't' as of 1769215363.00000, (0, 0) as of 1769215363.00000, active as of 1769215363.00000>, path: .shards_a/shard_c_1769215363.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/140/e6a3cf6497d1a3f4f752c54f15428140/e6a3cf6497d1a3f4f752c54f15428140.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215365.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/63b/4f7b733efbf6d84dbc00a955c724d63b/4f7b733efbf6d84dbc00a955c724d63b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215364.00000, (0, 0) as of 1769215364.00000, created as of 1769215364.00000> to ShardRange<'k' to 't' as of 1769215365.00000, (0, 0) as of 1769215365.00000, shrinking as of 1769215365.00000>, path: .shards_a/shard_c_1769215365.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/63b/4f7b733efbf6d84dbc00a955c724d63b/4f7b733efbf6d84dbc00a955c724d63b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215365.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/63b/4f7b733efbf6d84dbc00a955c724d63b/4f7b733efbf6d84dbc00a955c724d63b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215367.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/5be/8dbe474b29ddf6c2a827d4ec9187e5be/8dbe474b29ddf6c2a827d4ec9187e5be.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215366.00000, (0, 0) as of 1769215366.00000, created as of 1769215366.00000> to ShardRange<'k' to 't' as of 1769215367.00000, (0, 0) as of 1769215367.00000, sharding as of 1769215367.00000>, path: .shards_a/shard_c_1769215367.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/5be/8dbe474b29ddf6c2a827d4ec9187e5be/8dbe474b29ddf6c2a827d4ec9187e5be.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215367.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/5be/8dbe474b29ddf6c2a827d4ec9187e5be/8dbe474b29ddf6c2a827d4ec9187e5be.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215369.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/2b5/2ea4d3c04ff312c0a29befc0b477b2b5/2ea4d3c04ff312c0a29befc0b477b2b5.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215368.00000, (0, 0) as of 1769215368.00000, created as of 1769215368.00000> to ShardRange<'k' to 't' as of 1769215369.00000, (0, 0) as of 1769215369.00000, sharded as of 1769215369.00000>, path: .shards_a/shard_c_1769215369.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/2b5/2ea4d3c04ff312c0a29befc0b477b2b5/2ea4d3c04ff312c0a29befc0b477b2b5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215369.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/2b5/2ea4d3c04ff312c0a29befc0b477b2b5/2ea4d3c04ff312c0a29befc0b477b2b5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215371.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/c90/9c4b57f74d38181d6c1dbc5f75918c90/9c4b57f74d38181d6c1dbc5f75918c90.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215370.00000, (0, 0) as of 1769215370.00000, created as of 1769215370.00000> to ShardRange<'k' to 't' as of 1769215371.00000, (0, 0) as of 1769215371.00000, shrunk as of 1769215371.00000>, path: .shards_a/shard_c_1769215371.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/c90/9c4b57f74d38181d6c1dbc5f75918c90/9c4b57f74d38181d6c1dbc5f75918c90.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215371.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/c90/9c4b57f74d38181d6c1dbc5f75918c90/9c4b57f74d38181d6c1dbc5f75918c90.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215373.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/7bc/de4c14ce19874d7d5c15fd2bc58117bc/de4c14ce19874d7d5c15fd2bc58117bc.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215372.00000, (0, 0) as of 1769215372.00000, cleaved as of 1769215372.00000> to ShardRange<'k' to 't' as of 1769215373.00000, (0, 0) as of 1769215373.00000, found as of 1769215373.00000>, path: .shards_a/shard_c_1769215373.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/7bc/de4c14ce19874d7d5c15fd2bc58117bc/de4c14ce19874d7d5c15fd2bc58117bc.dbtest.unit.container.test_server.TestContainerController.test_GET_auto_record_type +test.unit.container.test_server.TestContainerController.test_GET_auto_record_type ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter +test.unit.container.test_server.TestContainerController.test_GET_delimiter ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii +test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215375.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/274/22d1c694d7cd6b01d39f412562633274/22d1c694d7cd6b01d39f412562633274.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215374.00000, (0, 0) as of 1769215374.00000, cleaved as of 1769215374.00000> to ShardRange<'k' to 't' as of 1769215375.00000, (0, 0) as of 1769215375.00000, created as of 1769215375.00000>, path: .shards_a/shard_c_1769215375.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/274/22d1c694d7cd6b01d39f412562633274/22d1c694d7cd6b01d39f412562633274.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215377.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/fb5/b9c927204bffe002543ff4fea7a21fb5/b9c927204bffe002543ff4fea7a21fb5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215379.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/a57/05a78a4875b95119fd906e7804ecba57/05a78a4875b95119fd906e7804ecba57.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215378.00000, (0, 0) as of 1769215378.00000, cleaved as of 1769215378.00000> to ShardRange<'k' to 't' as of 1769215379.00000, (0, 0) as of 1769215379.00000, active as of 1769215379.00000>, path: .shards_a/shard_c_1769215379.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/a57/05a78a4875b95119fd906e7804ecba57/05a78a4875b95119fd906e7804ecba57.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215381.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/f86/3088490ad65bb4c5ff2f7ff2e0596f86/3088490ad65bb4c5ff2f7ff2e0596f86.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215380.00000, (0, 0) as of 1769215380.00000, cleaved as of 1769215380.00000> to ShardRange<'k' to 't' as of 1769215381.00000, (0, 0) as of 1769215381.00000, shrinking as of 1769215381.00000>, path: .shards_a/shard_c_1769215381.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/f86/3088490ad65bb4c5ff2f7ff2e0596f86/3088490ad65bb4c5ff2f7ff2e0596f86.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215381.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/f86/3088490ad65bb4c5ff2f7ff2e0596f86/3088490ad65bb4c5ff2f7ff2e0596f86.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215383.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/362/f19644d1773ec646d1d48e45d8956362/f19644d1773ec646d1d48e45d8956362.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215382.00000, (0, 0) as of 1769215382.00000, cleaved as of 1769215382.00000> to ShardRange<'k' to 't' as of 1769215383.00000, (0, 0) as of 1769215383.00000, sharding as of 1769215383.00000>, path: .shards_a/shard_c_1769215383.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/362/f19644d1773ec646d1d48e45d8956362/f19644d1773ec646d1d48e45d8956362.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215383.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/362/f19644d1773ec646d1d48e45d8956362/f19644d1773ec646d1d48e45d8956362.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215385.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/70e/aff88296185c5ecdf71b15cb1d03270e/aff88296185c5ecdf71b15cb1d03270e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215384.00000, (0, 0) as of 1769215384.00000, cleaved as of 1769215384.00000> to ShardRange<'k' to 't' as of 1769215385.00000, (0, 0) as of 1769215385.00000, sharded as of 1769215385.00000>, path: .shards_a/shard_c_1769215385.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/70e/aff88296185c5ecdf71b15cb1d03270e/aff88296185c5ecdf71b15cb1d03270e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215385.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/70e/aff88296185c5ecdf71b15cb1d03270e/aff88296185c5ecdf71b15cb1d03270e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215387.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/2b5/f49ab1b0df6609265893f1bd55fa42b5/f49ab1b0df6609265893f1bd55fa42b5.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215386.00000, (0, 0) as of 1769215386.00000, cleaved as of 1769215386.00000> to ShardRange<'k' to 't' as of 1769215387.00000, (0, 0) as of 1769215387.00000, shrunk as of 1769215387.00000>, path: .shards_a/shard_c_1769215387.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/2b5/f49ab1b0df6609265893f1bd55fa42b5/f49ab1b0df6609265893f1bd55fa42b5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215387.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/2b5/f49ab1b0df6609265893f1bd55fa42b5/f49ab1b0df6609265893f1bd55fa42b5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215389.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/e49/23979086377c4b6f6570b38516e50e49/23979086377c4b6f6570b38516e50e49.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215388.00000, (0, 0) as of 1769215388.00000, active as of 1769215388.00000> to ShardRange<'k' to 't' as of 1769215389.00000, (0, 0) as of 1769215389.00000, found as of 1769215389.00000>, path: .shards_a/shard_c_1769215389.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/e49/23979086377c4b6f6570b38516e50e49/23979086377c4b6f6570b38516e50e49.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215391.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/038/5e5dda7f6d479b23001566a0588d7038/5e5dda7f6d479b23001566a0588d7038.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215390.00000, (0, 0) as of 1769215390.00000, active as of 1769215390.00000> to ShardRange<'k' to 't' as of 1769215391.00000, (0, 0) as of 1769215391.00000, created as of 1769215391.00000>, path: .shards_a/shard_c_1769215391.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/038/5e5dda7f6d479b23001566a0588d7038/5e5dda7f6d479b23001566a0588d7038.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215393.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/1a7/ec7118c22e9d9e447a2f16fc3509e1a7/ec7118c22e9d9e447a2f16fc3509e1a7.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215392.00000, (0, 0) as of 1769215392.00000, active as of 1769215392.00000> to ShardRange<'k' to 't' as of 1769215393.00000, (0, 0) as of 1769215393.00000, cleaved as of 1769215393.00000>, path: .shards_a/shard_c_1769215393.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/1a7/ec7118c22e9d9e447a2f16fc3509e1a7/ec7118c22e9d9e447a2f16fc3509e1a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215395.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/4df/5d284eb656311703ee52ff4a449514df/5d284eb656311703ee52ff4a449514df.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215397.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/97c/01ee0c39b478e983f14a71ce2177a97c/01ee0c39b478e983f14a71ce2177a97c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215396.00000, (0, 0) as of 1769215396.00000, active as of 1769215396.00000> to ShardRange<'k' to 't' as of 1769215397.00000, (0, 0) as of 1769215397.00000, shrinking as of 1769215397.00000>, path: .shards_a/shard_c_1769215397.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/97c/01ee0c39b478e983f14a71ce2177a97c/01ee0c39b478e983f14a71ce2177a97c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215397.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/97c/01ee0c39b478e983f14a71ce2177a97c/01ee0c39b478e983f14a71ce2177a97c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215399.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/a17/882351db079a6b6a273803d433b7fa17/882351db079a6b6a273803d433b7fa17.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215398.00000, (0, 0) as of 1769215398.00000, active as of 1769215398.00000> to ShardRange<'k' to 't' as of 1769215399.00000, (0, 0) as of 1769215399.00000, sharding as of 1769215399.00000>, path: .shards_a/shard_c_1769215399.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/a17/882351db079a6b6a273803d433b7fa17/882351db079a6b6a273803d433b7fa17.db +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0011 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0011 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0011 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0011 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0011 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0012 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0011 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0004 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0098 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0035 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0024 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0018 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0022 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0023 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0024 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0026 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0029 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0028 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0023 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0023 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0028 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0028 "-" 3035097 0 +test DEBUG: Unlinked retiring db '/tmp/tmpy_nhcl0v/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0021 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0027 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0027 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0092 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0050 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0061 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0006 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0006 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0043 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0030 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0048 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0004 "-" 3035097 -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes ... ok +test.unit.container.test_server.TestContainerController.test_GET_invalid_accept +test.unit.container.test_server.TestContainerController.test_GET_invalid_accept ... ok +test.unit.container.test_server.TestContainerController.test_GET_json +test.unit.container.test_server.TestContainerController.test_GET_json ... ok +test.unit.container.test_server.TestContainerController.test_GET_json_last_modified +test.unit.container.test_server.TestContainerController.test_GET_json_last_modified ... ok +test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter +test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter ... ok +test.unit.container.test_server.TestContainerController.test_GET_limit +test.unit.container.test_server.TestContainerController.test_GET_limit ... ok +test.unit.container.test_server.TestContainerController.test_GET_log_requests_false +test.unit.container.test_server.TestContainerController.test_GET_log_requests_false ... ok +test.unit.container.test_server.TestContainerController.test_GET_log_requests_true +test.unit.container.test_server.TestContainerController.test_GET_log_requests_true ... ok + +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215399.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/a17/882351db079a6b6a273803d433b7fa17/882351db079a6b6a273803d433b7fa17.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215401.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/4f2/a4fee45bc1030b8f3cbb62f8405104f2/a4fee45bc1030b8f3cbb62f8405104f2.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215400.00000, (0, 0) as of 1769215400.00000, active as of 1769215400.00000> to ShardRange<'k' to 't' as of 1769215401.00000, (0, 0) as of 1769215401.00000, sharded as of 1769215401.00000>, path: .shards_a/shard_c_1769215401.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/4f2/a4fee45bc1030b8f3cbb62f8405104f2/a4fee45bc1030b8f3cbb62f8405104f2.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215401.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/4f2/a4fee45bc1030b8f3cbb62f8405104f2/a4fee45bc1030b8f3cbb62f8405104f2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215403.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/460/a471a1e6d9ee9e705765b1e67a9c3460/a471a1e6d9ee9e705765b1e67a9c3460.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215402.00000, (0, 0) as of 1769215402.00000, active as of 1769215402.00000> to ShardRange<'k' to 't' as of 1769215403.00000, (0, 0) as of 1769215403.00000, shrunk as of 1769215403.00000>, path: .shards_a/shard_c_1769215403.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/460/a471a1e6d9ee9e705765b1e67a9c3460/a471a1e6d9ee9e705765b1e67a9c3460.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215403.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/460/a471a1e6d9ee9e705765b1e67a9c3460/a471a1e6d9ee9e705765b1e67a9c3460.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215405.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/62d/339e8b1332e3f3d83a44a32156e2062d/339e8b1332e3f3d83a44a32156e2062d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215404.00000, (0, 0) as of 1769215404.00000, shrinking as of 1769215404.00000> to ShardRange<'k' to 't' as of 1769215405.00000, (0, 0) as of 1769215405.00000, found as of 1769215405.00000>, path: .shards_a/shard_c_1769215405.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/62d/339e8b1332e3f3d83a44a32156e2062d/339e8b1332e3f3d83a44a32156e2062d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215407.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/007/dad02313222fbf5140f05c3495fe8007/dad02313222fbf5140f05c3495fe8007.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215406.00000, (0, 0) as of 1769215406.00000, shrinking as of 1769215406.00000> to ShardRange<'k' to 't' as of 1769215407.00000, (0, 0) as of 1769215407.00000, created as of 1769215407.00000>, path: .shards_a/shard_c_1769215407.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/007/dad02313222fbf5140f05c3495fe8007/dad02313222fbf5140f05c3495fe8007.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215409.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/6c4/c4922a78733cec2d2d97e4f27ffa96c4/c4922a78733cec2d2d97e4f27ffa96c4.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215408.00000, (0, 0) as of 1769215408.00000, shrinking as of 1769215408.00000> to ShardRange<'k' to 't' as of 1769215409.00000, (0, 0) as of 1769215409.00000, cleaved as of 1769215409.00000>, path: .shards_a/shard_c_1769215409.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/6c4/c4922a78733cec2d2d97e4f27ffa96c4/c4922a78733cec2d2d97e4f27ffa96c4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215411.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/a97/04aa1f80738e7a1d0187f37cd35d9a97/04aa1f80738e7a1d0187f37cd35d9a97.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215410.00000, (0, 0) as of 1769215410.00000, shrinking as of 1769215410.00000> to ShardRange<'k' to 't' as of 1769215411.00000, (0, 0) as of 1769215411.00000, active as of 1769215411.00000>, path: .shards_a/shard_c_1769215411.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/a97/04aa1f80738e7a1d0187f37cd35d9a97/04aa1f80738e7a1d0187f37cd35d9a97.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215413.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/044/093efa570059a0d4b17b3d5e034dd044/093efa570059a0d4b17b3d5e034dd044.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215413.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/044/093efa570059a0d4b17b3d5e034dd044/093efa570059a0d4b17b3d5e034dd044.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215415.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/79e/300b0c9df8c900d8d1bba9e158d5179e/300b0c9df8c900d8d1bba9e158d5179e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215414.00000, (0, 0) as of 1769215414.00000, shrinking as of 1769215414.00000> to ShardRange<'k' to 't' as of 1769215415.00000, (0, 0) as of 1769215415.00000, sharding as of 1769215415.00000>, path: .shards_a/shard_c_1769215415.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/79e/300b0c9df8c900d8d1bba9e158d5179e/300b0c9df8c900d8d1bba9e158d5179e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215415.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/79e/300b0c9df8c900d8d1bba9e158d5179e/300b0c9df8c900d8d1bba9e158d5179e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215417.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/798/685d6934ff40ba4449ff4669109a4798/685d6934ff40ba4449ff4669109a4798.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215416.00000, (0, 0) as of 1769215416.00000, shrinking as of 1769215416.00000> to ShardRange<'k' to 't' as of 1769215417.00000, (0, 0) as of 1769215417.00000, sharded as of 1769215417.00000>, path: .shards_a/shard_c_1769215417.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/798/685d6934ff40ba4449ff4669109a4798/685d6934ff40ba4449ff4669109a4798.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215417.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/798/685d6934ff40ba4449ff4669109a4798/685d6934ff40ba4449ff4669109a4798.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215419.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/552/4efdbc31e4b02df094d1693d7dd55552/4efdbc31e4b02df094d1693d7dd55552.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215418.00000, (0, 0) as of 1769215418.00000, shrinking as of 1769215418.00000> to ShardRange<'k' to 't' as of 1769215419.00000, (0, 0) as of 1769215419.00000, shrunk as of 1769215419.00000>, path: .shards_a/shard_c_1769215419.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/552/4efdbc31e4b02df094d1693d7dd55552/4efdbc31e4b02df094d1693d7dd55552.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215419.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/552/4efdbc31e4b02df094d1693d7dd55552/4efdbc31e4b02df094d1693d7dd55552.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215421.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/63f/e25d0df477c8ecd3842d02ca9b67363f/e25d0df477c8ecd3842d02ca9b67363f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215420.00000, (0, 0) as of 1769215420.00000, sharding as of 1769215420.00000> to ShardRange<'k' to 't' as of 1769215421.00000, (0, 0) as of 1769215421.00000, found as of 1769215421.00000>, path: .shards_a/shard_c_1769215421.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/63f/e25d0df477c8ecd3842d02ca9b67363f/e25d0df477c8ecd3842d02ca9b67363f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215423.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/376/1ff486c689b81b05c54409ed604dd376/1ff486c689b81b05c54409ed604dd376.dbtest.unit.container.test_server.TestContainerController.test_GET_marker +test.unit.container.test_server.TestContainerController.test_GET_marker ... ok + +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0008 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0044 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0006 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0043 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0003 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0053 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0024 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0042 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0023 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0014 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0026 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0025 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0014 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0025 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0014 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0044 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0010 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0038 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0129 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0049 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0035 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0035 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0024 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0023 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0003 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0037 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0024 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0023 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0023 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0022 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0023 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0022 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0022 "-" 3035097 0test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter +test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter ... ok + +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215422.00000, (0, 0) as of 1769215422.00000, sharding as of 1769215422.00000> to ShardRange<'k' to 't' as of 1769215423.00000, (0, 0) as of 1769215423.00000, created as of 1769215423.00000>, path: .shards_a/shard_c_1769215423.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/376/1ff486c689b81b05c54409ed604dd376/1ff486c689b81b05c54409ed604dd376.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215425.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/a79/3c4f75bb724da95f888becd1fa5f9a79/3c4f75bb724da95f888becd1fa5f9a79.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215424.00000, (0, 0) as of 1769215424.00000, sharding as of 1769215424.00000> to ShardRange<'k' to 't' as of 1769215425.00000, (0, 0) as of 1769215425.00000, cleaved as of 1769215425.00000>, path: .shards_a/shard_c_1769215425.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/a79/3c4f75bb724da95f888becd1fa5f9a79/3c4f75bb724da95f888becd1fa5f9a79.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215427.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/1b8/5613af7e44f9b44886b066580e2e11b8/5613af7e44f9b44886b066580e2e11b8.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215426.00000, (0, 0) as of 1769215426.00000, sharding as of 1769215426.00000> to ShardRange<'k' to 't' as of 1769215427.00000, (0, 0) as of 1769215427.00000, active as of 1769215427.00000>, path: .shards_a/shard_c_1769215427.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/1b8/5613af7e44f9b44886b066580e2e11b8/5613af7e44f9b44886b066580e2e11b8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215429.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/d7b/c6e3f6c4f80d0c9f7170fa2e40bf8d7b/c6e3f6c4f80d0c9f7170fa2e40bf8d7b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215428.00000, (0, 0) as of 1769215428.00000, sharding as of 1769215428.00000> to ShardRange<'k' to 't' as of 1769215429.00000, (0, 0) as of 1769215429.00000, shrinking as of 1769215429.00000>, path: .shards_a/shard_c_1769215429.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/d7b/c6e3f6c4f80d0c9f7170fa2e40bf8d7b/c6e3f6c4f80d0c9f7170fa2e40bf8d7b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215429.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/d7b/c6e3f6c4f80d0c9f7170fa2e40bf8d7b/c6e3f6c4f80d0c9f7170fa2e40bf8d7b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215431.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/088/a76b8905704b6a543218bed354f1e088/a76b8905704b6a543218bed354f1e088.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215431.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/088/a76b8905704b6a543218bed354f1e088/a76b8905704b6a543218bed354f1e088.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215433.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/613/4755c536a8e903a38ecc3cb005f61613/4755c536a8e903a38ecc3cb005f61613.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215432.00000, (0, 0) as of 1769215432.00000, sharding as of 1769215432.00000> to ShardRange<'k' to 't' as of 1769215433.00000, (0, 0) as of 1769215433.00000, sharded as of 1769215433.00000>, path: .shards_a/shard_c_1769215433.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/613/4755c536a8e903a38ecc3cb005f61613/4755c536a8e903a38ecc3cb005f61613.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215433.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/613/4755c536a8e903a38ecc3cb005f61613/4755c536a8e903a38ecc3cb005f61613.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215435.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/32e/b02b0339b2e8c0fd1641b7217a06c32e/b02b0339b2e8c0fd1641b7217a06c32e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215434.00000, (0, 0) as of 1769215434.00000, sharding as of 1769215434.00000> to ShardRange<'k' to 't' as of 1769215435.00000, (0, 0) as of 1769215435.00000, shrunk as of 1769215435.00000>, path: .shards_a/shard_c_1769215435.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/32e/b02b0339b2e8c0fd1641b7217a06c32e/b02b0339b2e8c0fd1641b7217a06c32e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215435.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/32e/b02b0339b2e8c0fd1641b7217a06c32e/b02b0339b2e8c0fd1641b7217a06c32e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215437.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/e8d/983041e35026107fb11dbb249f6b2e8d/983041e35026107fb11dbb249f6b2e8d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215436.00000, (0, 0) as of 1769215436.00000, sharded as of 1769215436.00000> to ShardRange<'k' to 't' as of 1769215437.00000, (0, 0) as of 1769215437.00000, found as of 1769215437.00000>, path: .shards_a/shard_c_1769215437.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/e8d/983041e35026107fb11dbb249f6b2e8d/983041e35026107fb11dbb249f6b2e8d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215439.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/148/01ec8189d1d3b75660d06112e9b40148/01ec8189d1d3b75660d06112e9b40148.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215438.00000, (0, 0) as of 1769215438.00000, sharded as of 1769215438.00000> to ShardRange<'k' to 't' as of 1769215439.00000, (0, 0) as of 1769215439.00000, created as of 1769215439.00000>, path: .shards_a/shard_c_1769215439.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/148/01ec8189d1d3b75660d06112e9b40148/01ec8189d1d3b75660d06112e9b40148.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215441.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/60c/5b4af33a28a4bb0b942f6f5123e0760c/5b4af33a28a4bb0b942f6f5123e0760c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215440.00000, (0, 0) as of 1769215440.00000, sharded as of 1769215440.00000> to ShardRange<'k' to 't' as of 1769215441.00000, (0, 0) as of 1769215441.00000, cleaved as of 1769215441.00000>, path: .shards_a/shard_c_1769215441.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/60c/5b4af33a28a4bb0b942f6f5123e0760c/5b4af33a28a4bb0b942f6f5123e0760c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215443.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/142/a9200656fbcc39a80ceaea7dc0179142/a9200656fbcc39a80ceaea7dc0179142.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215442.00000, (0, 0) as of 1769215442.00000, sharded as of 1769215442.00000> to ShardRange<'k' to 't' as of 1769215443.00000, (0, 0) as of 1769215443.00000, active as of 1769215443.00000>, path: .shards_a/shard_c_1769215443.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/142/a9200656fbcc39a80ceaea7dc0179142/a9200656fbcc39a80ceaea7dc0179142.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215445.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/2a5/9a22c7e5eb35f5635cc9641812e972a5/9a22c7e5eb35f5635cc9641812e972a5.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215444.00000, (0, 0) as of 1769215444.00000, sharded as of 1769215444.00000> to ShardRange<'k' to 't' as of 1769215445.00000, (0, 0) as of 1769215445.00000, shrinking as of 1769215445.00000>, path: .shards_a/shard_c_1769215445.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/2a5/9a22c7e5eb35f5635cc9641812e972a5/9a22c7e5eb35f5635cc9641812e972a5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215445.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/2a5/9a22c7e5eb35f5635cc9641812e972a5/9a22c7e5eb35f5635cc9641812e972a5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215447.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/e68/951eeeec9f2044bb9b98b3a7dd515e68/951eeeec9f2044bb9b98b3a7dd515e68.dbtest.unit.container.test_server.TestContainerController.test_GET_namespaces_errors +test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported +test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params +test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params ... ok + +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215446.00000, (0, 0) as of 1769215446.00000, sharded as of 1769215446.00000> to ShardRange<'k' to 't' as of 1769215447.00000, (0, 0) as of 1769215447.00000, sharding as of 1769215447.00000>, path: .shards_a/shard_c_1769215447.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/e68/951eeeec9f2044bb9b98b3a7dd515e68/951eeeec9f2044bb9b98b3a7dd515e68.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215447.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/e68/951eeeec9f2044bb9b98b3a7dd515e68/951eeeec9f2044bb9b98b3a7dd515e68.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215449.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/839/700d1f13d88a03a9e9258c4bb0f02839/700d1f13d88a03a9e9258c4bb0f02839.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215449.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/839/700d1f13d88a03a9e9258c4bb0f02839/700d1f13d88a03a9e9258c4bb0f02839.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215451.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/99c/4acfe610941b14601145d7e4d808899c/4acfe610941b14601145d7e4d808899c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215450.00000, (0, 0) as of 1769215450.00000, sharded as of 1769215450.00000> to ShardRange<'k' to 't' as of 1769215451.00000, (0, 0) as of 1769215451.00000, shrunk as of 1769215451.00000>, path: .shards_a/shard_c_1769215451.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/99c/4acfe610941b14601145d7e4d808899c/4acfe610941b14601145d7e4d808899c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215451.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/99c/4acfe610941b14601145d7e4d808899c/4acfe610941b14601145d7e4d808899c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215453.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/a66/7d3e727ef14820b8e49141bf44ca3a66/7d3e727ef14820b8e49141bf44ca3a66.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215452.00000, (0, 0) as of 1769215452.00000, shrunk as of 1769215452.00000> to ShardRange<'k' to 't' as of 1769215453.00000, (0, 0) as of 1769215453.00000, found as of 1769215453.00000>, path: .shards_a/shard_c_1769215453.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/a66/7d3e727ef14820b8e49141bf44ca3a66/7d3e727ef14820b8e49141bf44ca3a66.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215455.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/97a/4563e30af7dd36b8a0f070f75f99c97a/4563e30af7dd36b8a0f070f75f99c97a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215454.00000, (0, 0) as of 1769215454.00000, shrunk as of 1769215454.00000> to ShardRange<'k' to 't' as of 1769215455.00000, (0, 0) as of 1769215455.00000, created as of 1769215455.00000>, path: .shards_a/shard_c_1769215455.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/97a/4563e30af7dd36b8a0f070f75f99c97a/4563e30af7dd36b8a0f070f75f99c97a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215457.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/167/7ba081eaffe35696ea966bf644384167/7ba081eaffe35696ea966bf644384167.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215456.00000, (0, 0) as of 1769215456.00000, shrunk as of 1769215456.00000> to ShardRange<'k' to 't' as of 1769215457.00000, (0, 0) as of 1769215457.00000, cleaved as of 1769215457.00000>, path: .shards_a/shard_c_1769215457.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/167/7ba081eaffe35696ea966bf644384167/7ba081eaffe35696ea966bf644384167.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215459.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/c12/901a70035acbfe9263706a5036c8ec12/901a70035acbfe9263706a5036c8ec12.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215458.00000, (0, 0) as of 1769215458.00000, shrunk as of 1769215458.00000> to ShardRange<'k' to 't' as of 1769215459.00000, (0, 0) as of 1769215459.00000, active as of 1769215459.00000>, path: .shards_a/shard_c_1769215459.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/c12/901a70035acbfe9263706a5036c8ec12/901a70035acbfe9263706a5036c8ec12.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215461.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/318/f5f709fc17c5d1af21e65414c846a318/f5f709fc17c5d1af21e65414c846a318.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215460.00000, (0, 0) as of 1769215460.00000, shrunk as of 1769215460.00000> to ShardRange<'k' to 't' as of 1769215461.00000, (0, 0) as of 1769215461.00000, shrinking as of 1769215461.00000>, path: .shards_a/shard_c_1769215461.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/318/f5f709fc17c5d1af21e65414c846a318/f5f709fc17c5d1af21e65414c846a318.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215461.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/318/f5f709fc17c5d1af21e65414c846a318/f5f709fc17c5d1af21e65414c846a318.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215463.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/f6a/e73fa969d01fad0df7f1b9ab7bbd2f6a/e73fa969d01fad0df7f1b9ab7bbd2f6a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215462.00000, (0, 0) as of 1769215462.00000, shrunk as of 1769215462.00000> to ShardRange<'k' to 't' as of 1769215463.00000, (0, 0) as of 1769215463.00000, sharding as of 1769215463.00000>, path: .shards_a/shard_c_1769215463.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/f6a/e73fa969d01fad0df7f1b9ab7bbd2f6a/e73fa969d01fad0df7f1b9ab7bbd2f6a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215463.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/f6a/e73fa969d01fad0df7f1b9ab7bbd2f6a/e73fa969d01fad0df7f1b9ab7bbd2f6a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215465.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/71a/73837098c82ed3ecdfe13baa69c2b71a/73837098c82ed3ecdfe13baa69c2b71a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215464.00000, (0, 0) as of 1769215464.00000, shrunk as of 1769215464.00000> to ShardRange<'k' to 't' as of 1769215465.00000, (0, 0) as of 1769215465.00000, sharded as of 1769215465.00000>, path: .shards_a/shard_c_1769215465.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/71a/73837098c82ed3ecdfe13baa69c2b71a/73837098c82ed3ecdfe13baa69c2b71a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215465.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/71a/73837098c82ed3ecdfe13baa69c2b71a/73837098c82ed3ecdfe13baa69c2b71a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215467.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/0d7/6ade23fc682848efe6f7dab49cc670d7/6ade23fc682848efe6f7dab49cc670d7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215467.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/0d7/6ade23fc682848efe6f7dab49cc670d7/6ade23fc682848efe6f7dab49cc670d7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215468.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/382/2e650bbf9e6a97a6eb3a773cedd88382/2e650bbf9e6a97a6eb3a773cedd88382.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215470.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/a62/496b50052d66026080689bc48d79ea62/496b50052d66026080689bc48d79ea62.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215472.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/3bf/5021490681d5b6cee475f1e6bba033bf/5021490681d5b6cee475f1e6bba033bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215474.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/4da/9be9834cd6df6f1240be4d037e8274da/9be9834cd6df6f1240be4d037e8274da.dbtest.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating ... ok + +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0024 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1217 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0013 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0012 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0012 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0015 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0014 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0015 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0046 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0024 "-" 3035097 0 +test DEBUG: Unlinked retiring db '/tmp/tmpjrbs81tc/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0021 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0021 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0037 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 3035097 0 +test DEBUG: Unlinked retiring db '/tmp/tmpum344yfl/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0019 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0023 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0090 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0046 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0036 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0038 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0037 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0067 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0037 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0025 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0026 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0026 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0052 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0031 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0077 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0028 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0027 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0046 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0025 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0022 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0024 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0021 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestContainerController.test_GET_non_ascii +test.unit.container.test_server.TestContainerController.test_GET_non_ascii ... ok +test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies +test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies ... ok +test.unit.container.test_server.TestContainerController.test_GET_over_limit +test.unit.container.test_server.TestContainerController.test_GET_over_limit ... ok +test.unit.container.test_server.TestContainerController.test_GET_path +test.unit.container.test_server.TestContainerController.test_GET_path ... ok +test.unit.container.test_server.TestContainerController.test_GET_plain +test.unit.container.test_server.TestContainerController.test_GET_plain ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215476.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/588/fdfb4ce75c4afae937fc089ffe601588/fdfb4ce75c4afae937fc089ffe601588.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215478.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/516/f6e29a1bc9afa4ff6735a272c498f516/f6e29a1bc9afa4ff6735a272c498f516.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215480.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/b6f/4f33ee62ad32e84f79103edca5e87b6f/4f33ee62ad32e84f79103edca5e87b6f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215482.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/de0/509ec672269c852c47e0b6f30ff57de0/509ec672269c852c47e0b6f30ff57de0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215484.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/034/4d0ce3571bb0fbc2de52a635ebf22034/4d0ce3571bb0fbc2de52a635ebf22034.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215486.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/84d/03347dcd7ac24f356845a814f1ec084d/03347dcd7ac24f356845a814f1ec084d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215488.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/9a1/64e83f5dbfb232cb1c20718adf5e19a1/64e83f5dbfb232cb1c20718adf5e19a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215490.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/109/9b17acba100ab2fc932f8cfab5a06109/9b17acba100ab2fc932f8cfab5a06109.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215492.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/143/00d7a9526b6b3b8b3d25bb80f3bf6143/00d7a9526b6b3b8b3d25bb80f3bf6143.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215494.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/72c/3ffd6f453928ca209fefbc064f73372c/3ffd6f453928ca209fefbc064f73372c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215496.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/7a8/83ace367e326bd5c847fcfda4e6597a8/83ace367e326bd5c847fcfda4e6597a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215498.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/a80/b6a45baaa1b6ddd61c995b571572ea80/b6a45baaa1b6ddd61c995b571572ea80.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215500.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/996/15e08eb78d2fef6578b9d581031ac996/15e08eb78d2fef6578b9d581031ac996.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215502.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/da8/bff45abb39e934b21db6529090501da8/bff45abb39e934b21db6529090501da8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215504.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/90d/7638f2068f82716a43d349c2c665890d/7638f2068f82716a43d349c2c665890d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215506.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/352/9aa8d9a630918788c39643530a9a3352/9aa8d9a630918788c39643530a9a3352.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215508.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/64f/e33551b781e7247455ec0f5bb903864f/e33551b781e7247455ec0f5bb903864f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215510.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/0aa/cf450cc76fb3737e920587e12697a0aa/cf450cc76fb3737e920587e12697a0aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215512.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/2ac/94f08c9e6552b6ec78c13b62456b32ac/94f08c9e6552b6ec78c13b62456b32ac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215514.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/d39/3cb151fd51d75c53cbf0e120289c0d39/3cb151fd51d75c53cbf0e120289c0d39.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215516.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/58f/7d1724d3ff18693d47f46aeca6c4758f/7d1724d3ff18693d47f46aeca6c4758f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215518.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/c2b/a52273dd6730e2915f0ccaa2e2d09c2b/a52273dd6730e2915f0ccaa2e2d09c2b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215520.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/12a/a15444144208c5e34afb19be180b112a/a15444144208c5e34afb19be180b112a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215522.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/0ff/aa7b7c5387befce37c11219b8b6c70ff/aa7b7c5387befce37c11219b8b6c70ff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215524.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/71f/b8820d49ce264d999fb93a968dc9771f/b8820d49ce264d999fb93a968dc9771f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215526.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/a0b/e69468e35cb2afd0bd82d4bcff41fa0b/e69468e35cb2afd0bd82d4bcff41fa0b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215528.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/311/a560e2288d1d1264277a8e1a7ac55311/a560e2288d1d1264277a8e1a7ac55311.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215530.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/1f1/915fdd09c2002ee0ec82723fdcaab1f1/915fdd09c2002ee0ec82723fdcaab1f1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215532.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/378/63b2398f1a4db4c8337c75c93f106378/63b2398f1a4db4c8337c75c93f106378.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215532.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/378/63b2398f1a4db4c8337c75c93f106378/63b2398f1a4db4c8337c75c93f106378.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215534.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/cd6/d0a2bd81fa113fd0357a26c00351ccd6/d0a2bd81fa113fd0357a26c00351ccd6.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215534.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/cd6/d0a2bd81fa113fd0357a26c00351ccd6/d0a2bd81fa113fd0357a26c00351ccd6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215536.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/996/7ac22181e0d7fbd744a0a02ecb601996/7ac22181e0d7fbd744a0a02ecb601996.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215536.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/996/7ac22181e0d7fbd744a0a02ecb601996/7ac22181e0d7fbd744a0a02ecb601996.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215538.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/2c6/eeeb7be4dfb643acaac24db050b542c6/eeeb7be4dfb643acaac24db050b542c6.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215538.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/2c6/eeeb7be4dfb643acaac24db050b542c6/eeeb7be4dfb643acaac24db050b542c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215540.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/819/7ff0e60e21dec2aeaf716264e2194819/7ff0e60e21dec2aeaf716264e2194819.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215540.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/819/7ff0e60e21dec2aeaf716264e2194819/7ff0e60e21dec2aeaf716264e2194819.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215542.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/a15/cb3793fc44796206571f83bf83e34a15/cb3793fc44796206571f83bf83e34a15.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215542.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/a15/cb3793fc44796206571f83bf83e34a15/cb3793fc44796206571f83bf83e34a15.db +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0045 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0080 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0026 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0047 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0006 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0005 "-" 3035097 1 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0005 "-" 3035097 1 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0004 "-" 3035097 1 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0004 "-" 3035097 1 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0004 "-" 3035097 1 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0004 "-" 3035097 1 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0005 "-" 3035097 1 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0004 "-" 3035097 1 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0004 "-" 3035097 1 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0004 "-" 3035097 1 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0049 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0027 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0026 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0016 "-" 3035097 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0003 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0003 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0008 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0049 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0038 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0021 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0045 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0013 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0025 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0027 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0026 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0097 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0028 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0003 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0003 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0003 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0003 "-" 3035097 -test.unit.container.test_server.TestContainerController.test_GET_prefix +test.unit.container.test_server.TestContainerController.test_GET_prefix ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215544.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/7cf/5a2e238a74d2a7961ff6f98d3bd8c7cf/5a2e238a74d2a7961ff6f98d3bd8c7cf.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215544.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/7cf/5a2e238a74d2a7961ff6f98d3bd8c7cf/5a2e238a74d2a7961ff6f98d3bd8c7cf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215546.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/913/4042fceeaa624d56ed98712992131913/4042fceeaa624d56ed98712992131913.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215546.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/913/4042fceeaa624d56ed98712992131913/4042fceeaa624d56ed98712992131913.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215548.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/210/be7602fb4b4d661fb0e7a6ca4d9fb210/be7602fb4b4d661fb0e7a6ca4d9fb210.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215548.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/210/be7602fb4b4d661fb0e7a6ca4d9fb210/be7602fb4b4d661fb0e7a6ca4d9fb210.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215550.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/ad5/9cd1936ef835c388c4a25094c04ecad5/9cd1936ef835c388c4a25094c04ecad5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215550.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/ad5/9cd1936ef835c388c4a25094c04ecad5/9cd1936ef835c388c4a25094c04ecad5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215552.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/2af/63578e965597486e2803fefa6018f2af/63578e965597486e2803fefa6018f2af.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215552.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/2af/63578e965597486e2803fefa6018f2af/63578e965597486e2803fefa6018f2af.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215554.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/535/b23bfe6c74d0953a73b024e15ffb4535/b23bfe6c74d0953a73b024e15ffb4535.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215554.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/535/b23bfe6c74d0953a73b024e15ffb4535/b23bfe6c74d0953a73b024e15ffb4535.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215556.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/da5/365ff41dd662f962675037032b66cda5/365ff41dd662f962675037032b66cda5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215556.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/da5/365ff41dd662f962675037032b66cda5/365ff41dd662f962675037032b66cda5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215558.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/0e5/275757d52d9e286826c7c20b754d80e5/275757d52d9e286826c7c20b754d80e5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215558.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/0e5/275757d52d9e286826c7c20b754d80e5/275757d52d9e286826c7c20b754d80e5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215560.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/011/c33d5f1b8c24417bd6774bee4a6d4011/c33d5f1b8c24417bd6774bee4a6d4011.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215560.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/011/c33d5f1b8c24417bd6774bee4a6d4011/c33d5f1b8c24417bd6774bee4a6d4011.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215562.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/3d9/695e3841bf44e7e4682e4e87c88833d9/695e3841bf44e7e4682e4e87c88833d9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215562.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/3d9/695e3841bf44e7e4682e4e87c88833d9/695e3841bf44e7e4682e4e87c88833d9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215564.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/438/bed810080b3d346ae3e5ff28b56d0438/bed810080b3d346ae3e5ff28b56d0438.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215564.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/438/bed810080b3d346ae3e5ff28b56d0438/bed810080b3d346ae3e5ff28b56d0438.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215566.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/28a/54678a0bbbd6acae0db684e85b49528a/54678a0bbbd6acae0db684e85b49528a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215566.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/28a/54678a0bbbd6acae0db684e85b49528a/54678a0bbbd6acae0db684e85b49528a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215568.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/3b9/3ef6aaa53d6fb8d0053612212dc193b9/3ef6aaa53d6fb8d0053612212dc193b9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215568.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/3b9/3ef6aaa53d6fb8d0053612212dc193b9/3ef6aaa53d6fb8d0053612212dc193b9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215570.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/87c/8b9616d51146f63213d2f1a547c8c87c/8b9616d51146f63213d2f1a547c8c87c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215570.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/87c/8b9616d51146f63213d2f1a547c8c87c/8b9616d51146f63213d2f1a547c8c87c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215572.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/7fc/48b7e5d6df05f9b562dc55e0aa6cb7fc/48b7e5d6df05f9b562dc55e0aa6cb7fc.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215572.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/7fc/48b7e5d6df05f9b562dc55e0aa6cb7fc/48b7e5d6df05f9b562dc55e0aa6cb7fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215574.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/a5f/05c6760b027fd5c562f244264b4bea5f/05c6760b027fd5c562f244264b4bea5f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215574.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/a5f/05c6760b027fd5c562f244264b4bea5f/05c6760b027fd5c562f244264b4bea5f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215576.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/d31/38545e8a46c6ea2d01864334e00e8d31/38545e8a46c6ea2d01864334e00e8d31.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215576.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/d31/38545e8a46c6ea2d01864334e00e8d31/38545e8a46c6ea2d01864334e00e8d31.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215578.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/398/c2c16fd103bd75009ff4e8c72a305398/c2c16fd103bd75009ff4e8c72a305398.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215578.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/398/c2c16fd103bd75009ff4e8c72a305398/c2c16fd103bd75009ff4e8c72a305398.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215580.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/386/09b72a62b8f303540d2fe4d800632386/09b72a62b8f303540d2fe4d800632386.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215580.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/386/09b72a62b8f303540d2fe4d800632386/09b72a62b8f303540d2fe4d800632386.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215582.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/acd/6e73c22e995b478aacd717f459531acd/6e73c22e995b478aacd717f459531acd.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container ... ok + +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0052 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0018 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0018 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0018 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0018 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0012 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0035 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0022 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0018 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 3035097 0 +test DEBUG: Unlinked retiring db '/tmp/tmp9dqlp5r7/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0021 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0022 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0021 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0019 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0022 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0018 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0020 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0018 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0035 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0024 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0062 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0018 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0017 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 3035097 -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects ... ok +test.unit.container.test_server.TestContainerController.test_GET_xml +test.unit.container.test_server.TestContainerController.test_GET_xml ... ok +test.unit.container.test_server.TestContainerController.test_HEAD +test.unit.container.test_server.TestContainerController.test_HEAD ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_not_found +test.unit.container.test_server.TestContainerController.test_HEAD_not_found ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset +test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset ... ok +test.unit.container.test_server.TestContainerController.test_OPTIONS +test.unit.container.test_server.TestContainerController.test_OPTIONS ... ok +test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata +test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking ... ok +swift: - - - [24/Jan/2026:00:42:21 +0000] "POST /sda1/p/a/c" 507 - "-" "-" "-" 0.0003 "-" 3035097 - +swift: - - - [24/Jan/2026:00:42:21 +0000] "POST /sda-null/p/a/c" 400 75 "-" "-" "-" 0.0003 "-" 3035097 - + +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0036 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0049 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0014 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0015 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0024 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0033 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0064 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0033 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 3035097 -test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update +test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update ... ok +test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata +test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata ... ok +test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found +test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found ... ok +test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change +test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change ... ok +test.unit.container.test_server.TestContainerController.test_POST_insufficient_space +test.unit.container.test_server.TestContainerController.test_POST_insufficient_space ... ok +test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to +test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to ... ok +test.unit.container.test_server.TestContainerController.test_POST_invalid_partition +test.unit.container.test_server.TestContainerController.test_POST_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync +test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync ... ok +test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float +test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float ... ok +test.unit.container.test_server.TestContainerController.test_PUT +test.unit.container.test_server.TestContainerController.test_PUT ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata +test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics +test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics ... ok + +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215582.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/acd/6e73c22e995b478aacd717f459531acd/6e73c22e995b478aacd717f459531acd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215584.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/6a1/bad67d0d0644588fe699d8232d5e26a1/bad67d0d0644588fe699d8232d5e26a1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215584.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/6a1/bad67d0d0644588fe699d8232d5e26a1/bad67d0d0644588fe699d8232d5e26a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215586.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/da0/648446629e712bd41f7e807632c29da0/648446629e712bd41f7e807632c29da0.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215586.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/da0/648446629e712bd41f7e807632c29da0/648446629e712bd41f7e807632c29da0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215588.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/d00/73e04b1d5c3bf38404cdf562048ebd00/73e04b1d5c3bf38404cdf562048ebd00.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215588.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/d00/73e04b1d5c3bf38404cdf562048ebd00/73e04b1d5c3bf38404cdf562048ebd00.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215590.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/31d/f1c789de0c7b02ffbb9a369492c1b31d/f1c789de0c7b02ffbb9a369492c1b31d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215590.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/31d/f1c789de0c7b02ffbb9a369492c1b31d/f1c789de0c7b02ffbb9a369492c1b31d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215592.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/a40/8d217abeb94162aea4fff9a861bf8a40/8d217abeb94162aea4fff9a861bf8a40.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215592.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/a40/8d217abeb94162aea4fff9a861bf8a40/8d217abeb94162aea4fff9a861bf8a40.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215594.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/9c5/0403fb3a9087f17e575fa3418cedd9c5/0403fb3a9087f17e575fa3418cedd9c5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215594.00000, db: /tmp/tmpcrgqveqw/sda/containers/0/9c5/0403fb3a9087f17e575fa3418cedd9c5/0403fb3a9087f17e575fa3418cedd9c5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpjh4qoeo3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215341.00000, (0, 0) as of 1769215341.00000, active as of 1769215341.00000> to ShardRange<'k' to 't' as of 1769215342.00000, (0, 0) as of 1769215342.00000, sharded as of 1769215343.00000>, path: .shards_a/shard_c, db: /tmp/tmpjh4qoeo3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpjh4qoeo3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmppfws3f7l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215342.00000-0, db: /tmp/tmpezkodnsa/sda/containers/0/318/d98d35af1e36e4aa1d28a185a8415318/d98d35af1e36e4aa1d28a185a8415318.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215345.00000-0, db: /tmp/tmpezkodnsa/sda/containers/0/927/cda40faa2ba928c1667842864de99927/cda40faa2ba928c1667842864de99927.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215348.00000-0, db: /tmp/tmpezkodnsa/sda/containers/0/f95/a53a6f8b304d93f6bf80d214ee0ccf95/a53a6f8b304d93f6bf80d214ee0ccf95.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215351.00000-0, db: /tmp/tmpezkodnsa/sda/containers/0/a95/f04729099a82ba5d35f4325176238a95/f04729099a82ba5d35f4325176238a95.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215354.00000-0, db: /tmp/tmpezkodnsa/sda/containers/0/f5a/4dfbe8fec25464e1dfb458c912922f5a/4dfbe8fec25464e1dfb458c912922f5a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215357.00000-0, db: /tmp/tmpezkodnsa/sda/containers/0/ef5/a0660da1e38cdfea6b36f7d86b40bef5/a0660da1e38cdfea6b36f7d86b40bef5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215360.00000-0, db: /tmp/tmpezkodnsa/sda/containers/0/063/dfd464a3f1648c0314dc31c17305b063/dfd464a3f1648c0314dc31c17305b063.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215363.00000-0, db: /tmp/tmpezkodnsa/sda/containers/0/90c/1479193bc9d7ecb5667f78ca7d8a490c/1479193bc9d7ecb5667f78ca7d8a490c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215366.00000-0, db: /tmp/tmpezkodnsa/sda/containers/0/a86/75f657544d283ba4471b6424fa381a86/75f657544d283ba4471b6424fa381a86.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215369.00000-0, db: /tmp/tmpezkodnsa/sda/containers/0/7dc/043ad2eebcfcab3f29a7667dcb9217dc/043ad2eebcfcab3f29a7667dcb9217dc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215372.00000-0, db: /tmp/tmpezkodnsa/sda/containers/0/106/8d2b895b424878eec67301b172118106/8d2b895b424878eec67301b172118106.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215375.00000-0, db: /tmp/tmpezkodnsa/sda/containers/0/004/26ce837b0ee34630c5ce727ef42be004/26ce837b0ee34630c5ce727ef42be004.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215378.00000-0, db: /tmp/tmpezkodnsa/sda/containers/0/aec/5e62f923312c4d1f6ea0d80bd7289aec/5e62f923312c4d1f6ea0d80bd7289aec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215381.00000-0, db: /tmp/tmpezkodnsa/sda/containers/0/962/99f55228f5c224ef84b05170f924a962/99f55228f5c224ef84b05170f924a962.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215342.00000-0, db: /tmp/tmpnsmfncgr/sda/containers/0/318/d98d35af1e36e4aa1d28a185a8415318/d98d35af1e36e4aa1d28a185a8415318.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215346.00000-0, db: /tmp/tmpnsmfncgr/sda/containers/0/999/0424af4bcb543795201ac1821df09999/0424af4bcb543795201ac1821df09999.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215344.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/037/88a4b37d68dfd64540324035f0b8a037/88a4b37d68dfd64540324035f0b8a037.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215348.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/f95/a53a6f8b304d93f6bf80d214ee0ccf95/a53a6f8b304d93f6bf80d214ee0ccf95.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215352.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/bd5/b9bd95988c7078bc7fd75b44c249dbd5/b9bd95988c7078bc7fd75b44c249dbd5.db +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0010 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 3035097 1 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0048 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3035097 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 3035097 - +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0081 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0008 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0007 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0060 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0032 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0031 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0031 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0031 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0051 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0035 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0033 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0029 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0029 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0028 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0027 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0027 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0023 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0022 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0024 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0025 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0027 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0023 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0022 "-" 3035097 0 +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215356.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/f74/1956f1f3964099f5a7717e198dc95f74/1956f1f3964099f5a7717e198dc95f74.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215356.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/f74/1956f1f3964099f5a7717e198dc95f74/1956f1f3964099f5a7717e198dc95f74.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215360.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/063/dfd464a3f1648c0314dc31c17305b063/dfd464a3f1648c0314dc31c17305b063.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215364.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/d13/c67a2d006ec0eecf122c88f7df6fdd13/c67a2d006ec0eecf122c88f7df6fdd13.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215368.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/19e/4b68f63adb61a08864c22849c8eb719e/4b68f63adb61a08864c22849c8eb719e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215372.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/106/8d2b895b424878eec67301b172118106/8d2b895b424878eec67301b172118106.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215376.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/cb7/82aa7c6fd7f8ed62b461bb8b93073cb7/82aa7c6fd7f8ed62b461bb8b93073cb7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215380.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/6ae/edd57cdbff1e8470fb4196767ce7b6ae/edd57cdbff1e8470fb4196767ce7b6ae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215384.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/0bc/835e7058b821d369f39e2550806ce0bc/835e7058b821d369f39e2550806ce0bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215388.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/932/483d28dd05d90d8cc9d1bf306f1bc932/483d28dd05d90d8cc9d1bf306f1bc932.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215388.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/932/483d28dd05d90d8cc9d1bf306f1bc932/483d28dd05d90d8cc9d1bf306f1bc932.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215392.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/fb3/98c93dfe2c94a5ec1069c30d194a3fb3/98c93dfe2c94a5ec1069c30d194a3fb3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215396.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/1a4/4aace74d0c88f0c7dc9b9dae870ad1a4/4aace74d0c88f0c7dc9b9dae870ad1a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215400.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/f1e/bce5373b2cb265386f5a87921ca5af1e/bce5373b2cb265386f5a87921ca5af1e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215404.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/317/3196283f0a03ae1609fe49a58f904317/3196283f0a03ae1609fe49a58f904317.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215408.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/51b/f84078bb33b2882a3ca5f5afefc3e51b/f84078bb33b2882a3ca5f5afefc3e51b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215412.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/46e/4fe58650b87e39ce4b478103a429746e/4fe58650b87e39ce4b478103a429746e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215416.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/911/50ddfd7d9a7de45cfb5da0f7ee6d0911/50ddfd7d9a7de45cfb5da0f7ee6d0911.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215420.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/60f/1acc83b5413c48b4f2d9088f85c5a60f/1acc83b5413c48b4f2d9088f85c5a60f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215420.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/60f/1acc83b5413c48b4f2d9088f85c5a60f/1acc83b5413c48b4f2d9088f85c5a60f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215424.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/136/afa430144c1bc47f0aaaab58fb312136/afa430144c1bc47f0aaaab58fb312136.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215428.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/1fc/90118a899d7be1be1d42f5a4fa5581fc/90118a899d7be1be1d42f5a4fa5581fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215432.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/ca7/438a3d827685f976126a840aa0e67ca7/438a3d827685f976126a840aa0e67ca7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215436.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/233/b6112734a85a151469521be0c3037233/b6112734a85a151469521be0c3037233.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215440.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/6ec/dbd5a5253819a7ac0904b33fd6d0f6ec/dbd5a5253819a7ac0904b33fd6d0f6ec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215444.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/bcc/d91141c2deb21e220453677446ae8bcc/d91141c2deb21e220453677446ae8bcc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215448.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/d3d/df24cf780229b80b3e72e968e58e0d3d/df24cf780229b80b3e72e968e58e0d3d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215452.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/7a6/e8c81f82c51bbcba07a3b04f227847a6/e8c81f82c51bbcba07a3b04f227847a6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215452.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/7a6/e8c81f82c51bbcba07a3b04f227847a6/e8c81f82c51bbcba07a3b04f227847a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215456.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/270/38cc33a3530a63917b5a88f46d909270/38cc33a3530a63917b5a88f46d909270.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215460.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/05b/8b46e9eac9ea838d864862a4364d005b/8b46e9eac9ea838d864862a4364d005b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215464.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/bc9/a8584a7f8d66825f1b09cdd19e67bbc9/a8584a7f8d66825f1b09cdd19e67bbc9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215468.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/70f/c04f786b600c5db59486e53b639cf70f/c04f786b600c5db59486e53b639cf70f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215472.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/ee4/2d29e7c66b75de2f32a78f1a6421aee4/2d29e7c66b75de2f32a78f1a6421aee4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215476.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/f85/2d22f5a4275fb39b42e7839e685a2f85/2d22f5a4275fb39b42e7839e685a2f85.dbtest.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges +test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics +test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics ... ok + +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0022 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0026 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0024 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0020 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0021 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0025 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0023 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0019 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0025 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0022 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0019 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:21 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0021 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0021 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0021 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0020 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0088 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0020 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0018 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0019 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0018 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0018 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0013 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0013 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0019 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0024 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0026 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0025 "-" 3035097 0 +test DEBUG: Unlinked retiring db '/tmp/tmpbq86opx8/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0077 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0024 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0024 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0022 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0023 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0023 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0021 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0022 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0020 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0020 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0023 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3035097 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 3035097 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 3035097 0test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata +test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container +test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container ... ok +test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates +test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates ... ok +test.unit.container.test_server.TestContainerController.test_PUT_account_update +test.unit.container.test_server.TestContainerController.test_PUT_account_update ... ok +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change ... ok +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified ... ok +test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics +test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics ... ok +test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified +test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified ... ok +swift: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 507 - "-" "-" "-" 0.0003 "-" 3035097 - +test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space +test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space ... ok +test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition +test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified ... ok +test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata +test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215480.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/e13/7d261988ea54afb46c12f8a1ac0dbe13/7d261988ea54afb46c12f8a1ac0dbe13.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215484.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/f49/feb3fddb206acd1d56336b44da8dff49/feb3fddb206acd1d56336b44da8dff49.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215484.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/f49/feb3fddb206acd1d56336b44da8dff49/feb3fddb206acd1d56336b44da8dff49.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215488.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/437/0ed2040a159e76893719c02909954437/0ed2040a159e76893719c02909954437.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215492.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/2ca/6b3ea8083c90df372f7f7641e7e602ca/6b3ea8083c90df372f7f7641e7e602ca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215496.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/ace/e3ce75e5169dcec4a8f2233353919ace/e3ce75e5169dcec4a8f2233353919ace.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215500.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/d29/1ff1a0d95c76317e499681880cb14d29/1ff1a0d95c76317e499681880cb14d29.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215504.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/a64/2f45470ca0117a3b17aefc206d5e6a64/2f45470ca0117a3b17aefc206d5e6a64.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215508.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/80b/b4e7bcda5c5692f7e0d016eca46e380b/b4e7bcda5c5692f7e0d016eca46e380b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215512.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/4bf/b6d32e25867427db797fed5b7affd4bf/b6d32e25867427db797fed5b7affd4bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215516.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/8bc/2a260846579de500834da4ba65e4a8bc/2a260846579de500834da4ba65e4a8bc.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215516.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/8bc/2a260846579de500834da4ba65e4a8bc/2a260846579de500834da4ba65e4a8bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215520.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/2ed/9897229d1db96f81b15c63c0ee6b12ed/9897229d1db96f81b15c63c0ee6b12ed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215524.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/485/d92a989357d153aa0508eeba60023485/d92a989357d153aa0508eeba60023485.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215528.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/e3e/c2f9d74f1991e513c47a147e9950ae3e/c2f9d74f1991e513c47a147e9950ae3e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215532.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/dba/afeb367fd374f3f2bd87726823a39dba/afeb367fd374f3f2bd87726823a39dba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215536.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/8aa/ea191945654333a64eadaaf1f034b8aa/ea191945654333a64eadaaf1f034b8aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215540.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/1c0/b5329430f8a7868087091b3842e831c0/b5329430f8a7868087091b3842e831c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215544.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/919/7c094b9f98a7242eee0fcd5619b5f919/7c094b9f98a7242eee0fcd5619b5f919.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215548.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/62a/f0d6acf400fa8d5e1f57396b3a6a962a/f0d6acf400fa8d5e1f57396b3a6a962a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215548.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/62a/f0d6acf400fa8d5e1f57396b3a6a962a/f0d6acf400fa8d5e1f57396b3a6a962a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215552.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/293/5580ea73316c376a155894746a3de293/5580ea73316c376a155894746a3de293.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215556.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/8e6/85730e2bf31661fd602121aad79a28e6/85730e2bf31661fd602121aad79a28e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215560.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/8aa/2af4a773fc1ed19db46856bd2a1fd8aa/2af4a773fc1ed19db46856bd2a1fd8aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215564.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/d0b/d159021ab79aec700f5919247eff2d0b/d159021ab79aec700f5919247eff2d0b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215568.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/953/05b39d02e893235d77b3aacd9cfb7953/05b39d02e893235d77b3aacd9cfb7953.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215572.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/bf1/0855062b392ba654cbd7d93129fb1bf1/0855062b392ba654cbd7d93129fb1bf1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215576.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/831/41dfaac4792d0a3b163a6d7c3c2c6831/41dfaac4792d0a3b163a6d7c3c2c6831.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215580.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/564/ab3756d7643b0170ee3c1d0b9ef96564/ab3756d7643b0170ee3c1d0b9ef96564.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215580.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/564/ab3756d7643b0170ee3c1d0b9ef96564/ab3756d7643b0170ee3c1d0b9ef96564.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215584.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/fa3/f51c7e02a806afd60f7d4adca1a3dfa3/f51c7e02a806afd60f7d4adca1a3dfa3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215588.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/4f6/00f0381897330b9922eaf5d23867c4f6/00f0381897330b9922eaf5d23867c4f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215592.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/ad2/4e35b9e079318eaec7f6f91c0678cad2/4e35b9e079318eaec7f6f91c0678cad2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215596.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/209/3a3d1593b5b4c3047c604cf064a6e209/3a3d1593b5b4c3047c604cf064a6e209.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215600.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/73f/fea968b01c83a255b2072470ac9f173f/fea968b01c83a255b2072470ac9f173f.db +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0026 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0040 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0052 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0039 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0051 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0111 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0008 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0034 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0052 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0033 "-" 3035097 - +test ERROR: ERROR Account update failed with 127.0.0.1:53617/sda1 (will retry later): Response 503 OK +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0005 "-" 3035097 nada +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0118 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3035097 1 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 3035097 1 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3035097 1 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3035097 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0037 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0016 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0015 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found +test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found ... ok + +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0004 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0037 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0012 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0011 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0011 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0011 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0013 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0010 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0013 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0013 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0013 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0011 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0011 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0011 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0012 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0011 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0012 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0013 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0012 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0012 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0011 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0010 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0013 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0012 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 -test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard +test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215604.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/065/1d04758ce48de17c54d9dcd321c73065/1d04758ce48de17c54d9dcd321c73065.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215608.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/b46/56f20271ed2f7281622ca3e5bb668b46/56f20271ed2f7281622ca3e5bb668b46.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215612.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/2b2/b06bdc5f8845f29ae847e1702a7df2b2/b06bdc5f8845f29ae847e1702a7df2b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215616.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/4cc/8b136fb0c328aee87170675f019384cc/8b136fb0c328aee87170675f019384cc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215620.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/dac/5b37ceb053d9cd4e6069a12c85ea4dac/5b37ceb053d9cd4e6069a12c85ea4dac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215624.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/db5/54e3fb82c64c7494c8f78cee91ae2db5/54e3fb82c64c7494c8f78cee91ae2db5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215628.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/55a/050315836b23e48ccbed16785c1ed55a/050315836b23e48ccbed16785c1ed55a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215632.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/c1a/76ba7e2598db5902f6d4502afb194c1a/76ba7e2598db5902f6d4502afb194c1a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215636.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/d0d/c68e4bb2e0a6c97e8e66abda3a0a1d0d/c68e4bb2e0a6c97e8e66abda3a0a1d0d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215640.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/7aa/6dd2c23fac289ed2da6bcd73a69777aa/6dd2c23fac289ed2da6bcd73a69777aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215644.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/340/76edb06bd51f172bd1ed2eb540efd340/76edb06bd51f172bd1ed2eb540efd340.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215648.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/6e9/7541cd1bf8d38395b5ad64425443b6e9/7541cd1bf8d38395b5ad64425443b6e9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215652.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/eaf/535924eea16b1415e0fd3a55b31eaeaf/535924eea16b1415e0fd3a55b31eaeaf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215656.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/ea9/f12889f6cb368697606c19a240a22ea9/f12889f6cb368697606c19a240a22ea9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215660.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/4dc/ce0d0846bb05bc46e13f176ea1b0e4dc/ce0d0846bb05bc46e13f176ea1b0e4dc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215664.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/9d9/11edac2cc3d68b38cfdc8280eb4239d9/11edac2cc3d68b38cfdc8280eb4239d9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215668.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/71a/f8f31cc6a3545a8062d157dc44e6971a/f8f31cc6a3545a8062d157dc44e6971a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215672.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/8d1/941e9de9997984db244b8d13d9b918d1/941e9de9997984db244b8d13d9b918d1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215676.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/71d/b6bc4c15cfb48576945257136765071d/b6bc4c15cfb48576945257136765071d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215680.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/a4c/421663c9c1619d3cb2f254ef5756ca4c/421663c9c1619d3cb2f254ef5756ca4c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215684.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/5bb/648248f6766df29b38627492e7a4b5bb/648248f6766df29b38627492e7a4b5bb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215688.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/76f/b631dd745e5e3630570db366188d276f/b631dd745e5e3630570db366188d276f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215692.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/08a/57bc695fa48194a2be81ce93591b808a/57bc695fa48194a2be81ce93591b808a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215696.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/0cb/6813af208cd6df4ba479670f7fdd60cb/6813af208cd6df4ba479670f7fdd60cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215700.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/2c9/af0ea18b84f570611a2fa472d550f2c9/af0ea18b84f570611a2fa472d550f2c9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215704.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/9c7/169ceee9ad7407ec89d19d78bc9b79c7/169ceee9ad7407ec89d19d78bc9b79c7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215708.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/80f/8b6343ee67760cf4cca0db7e3d9c380f/8b6343ee67760cf4cca0db7e3d9c380f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215712.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/810/0526cae81b6f49c58733f838dba2a810/0526cae81b6f49c58733f838dba2a810.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215716.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/373/210a73caca324115efceb23d92747373/210a73caca324115efceb23d92747373.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215720.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/611/aa0c7519756b68365eea45cd1ddd7611/aa0c7519756b68365eea45cd1ddd7611.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215724.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/588/5560bc7c22e9be08b287a8e3807a4588/5560bc7c22e9be08b287a8e3807a4588.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215728.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/599/c07f1090db595db3157bcc4ce6e1f599/c07f1090db595db3157bcc4ce6e1f599.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215732.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/584/eab6a9c8d4ae5f9dfbca3ad34a996584/eab6a9c8d4ae5f9dfbca3ad34a996584.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215736.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/079/e404801ffdf66bc348349c5f5e8c4079/e404801ffdf66bc348349c5f5e8c4079.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215740.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/147/71113309bdab622e040914721272e147/71113309bdab622e040914721272e147.dbtest.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default +test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default ... ok +test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync +test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync ... ok +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving ... ok +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking ... ok + +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0011 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0012 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0013 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 3035097 - +test DEBUG: Unlinked retiring db '/tmp/tmp7lpqfz54/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0012 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0012 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0010 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0033 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0022 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0008 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0030 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0022 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0008 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0030 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0021 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0008 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0030 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0021 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0008 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0041 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0025 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0008 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0083 "-" 3035097 1 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3035097 1 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0037 "-" 3035097 1 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3035097 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0098 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0033 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0036 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0006 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0003 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.0067 "-" 3035097 1 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0028 "-" 3035097 1 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0021 "-" 3035097 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0046 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0031 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0007 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0003 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0003 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 3035097 0 +test DEBUG: Unlinked retiring db '/tmp/tmp52t7qxzd/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0047 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3035097 0test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container ... ok +test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race +test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race ... ok +test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float +test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float ... ok +test.unit.container.test_server.TestContainerController.test_PUT_utf8 +test.unit.container.test_server.TestContainerController.test_PUT_utf8 ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works +test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space +test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works +test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync +test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works +test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works ... ok +test.unit.container.test_server.TestContainerController.test_UPDATE +test.unit.container.test_server.TestContainerController.test_UPDATE ... ok +test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate +test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate ... ok +test.unit.container.test_server.TestContainerController.test__call__raise_timeout +test.unit.container.test_server.TestContainerController.test__call__raise_timeout ... ok +test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted +test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted ... ok +test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device +test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device ... ok +test.unit.container.test_server.TestContainerController.test_acl_container +test.unit.container.test_server.TestContainerController.test_acl_container ... ok +test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215744.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/7c2/a564efb234a307cddb85954e63bd47c2/a564efb234a307cddb85954e63bd47c2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215748.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/467/b1fbac576ef9ce4a31ae51508e006467/b1fbac576ef9ce4a31ae51508e006467.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215752.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/546/311ac88a7101ccd0d12df11e69291546/311ac88a7101ccd0d12df11e69291546.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215756.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/aba/18d8dd48418d35f2a6804fdb7bb68aba/18d8dd48418d35f2a6804fdb7bb68aba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215760.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/003/dd5a09465b74f39be23e6d258b4fa003/dd5a09465b74f39be23e6d258b4fa003.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215764.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/16d/a9e2d72b0858cfbf117d7417d00b016d/a9e2d72b0858cfbf117d7417d00b016d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215768.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/867/bb57ca78dfdfc4b5d56496de6902e867/bb57ca78dfdfc4b5d56496de6902e867.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215772.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/429/ff582299f26d8b50df1714234bc25429/ff582299f26d8b50df1714234bc25429.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215776.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/aa6/61390c204cf876f2a8b4941a475d8aa6/61390c204cf876f2a8b4941a475d8aa6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215780.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/69d/facc6f1a2695c2f1a98f07a89d57c69d/facc6f1a2695c2f1a98f07a89d57c69d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215784.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/236/2b67504da0d3c60daa97f9380bf2b236/2b67504da0d3c60daa97f9380bf2b236.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215788.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/737/d456586a41cf9f62ef683dc729d55737/d456586a41cf9f62ef683dc729d55737.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215792.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/20f/c5f3bf810a5a83bdfdb382815154120f/c5f3bf810a5a83bdfdb382815154120f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215796.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/a89/83678786630bab0b7f2f69a2913aea89/83678786630bab0b7f2f69a2913aea89.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215800.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/9b3/bf6b59dccd0b7d240af65156d6db09b3/bf6b59dccd0b7d240af65156d6db09b3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215804.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/930/11c8ecd6e7d0a57cdc19c9f1add37930/11c8ecd6e7d0a57cdc19c9f1add37930.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215808.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/7fd/37a6b98b8d43c332717520a8784237fd/37a6b98b8d43c332717520a8784237fd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215812.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/603/90eb42064cfeee88e63f9bbccb44a603/90eb42064cfeee88e63f9bbccb44a603.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215816.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/9be/236e4aafc47ea6a0878b43983d9d59be/236e4aafc47ea6a0878b43983d9d59be.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215820.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/64f/7c85a17acd2c4b6ab4577301ba19a64f/7c85a17acd2c4b6ab4577301ba19a64f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215824.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/4c2/b216be42f5173556e9a949da041ec4c2/b216be42f5173556e9a949da041ec4c2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215828.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/0f6/39ea7044d7152d8bdad482f987bec0f6/39ea7044d7152d8bdad482f987bec0f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215832.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/49d/ef236c10ee5f1e947ae96e8c93c8349d/ef236c10ee5f1e947ae96e8c93c8349d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215836.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/efd/d60da34caf4399863ad90e89ae8bcefd/d60da34caf4399863ad90e89ae8bcefd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215840.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/adf/214e8ab4bd3acc55b98b420791af8adf/214e8ab4bd3acc55b98b420791af8adf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215844.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/46a/049a4b15fa5ba39a433246d72a91446a/049a4b15fa5ba39a433246d72a91446a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215848.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/f59/842cb660f61bb08903de29679185df59/842cb660f61bb08903de29679185df59.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215852.00000-0, db: /tmp/tmp0d9mlxcu/sda/containers/0/c81/a3159c89c9a4a7b67d58dc42e0ea2c81/a3159c89c9a4a7b67d58dc42e0ea2c81.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmp5if6qo9o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215343.00000.db +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmp5if6qo9o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215343.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215346.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/999/0424af4bcb543795201ac1821df09999/0424af4bcb543795201ac1821df09999_1769215346.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215346.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/999/0424af4bcb543795201ac1821df09999/0424af4bcb543795201ac1821df09999_1769215346.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215349.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/c03/475a730a672a7c5cedfe19178c1fac03/475a730a672a7c5cedfe19178c1fac03_1769215349.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215349.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/c03/475a730a672a7c5cedfe19178c1fac03/475a730a672a7c5cedfe19178c1fac03_1769215349.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215352.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/bd5/b9bd95988c7078bc7fd75b44c249dbd5/b9bd95988c7078bc7fd75b44c249dbd5_1769215352.00000.dbswift: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" "-" "-" "-" 0.0003 "-" 3035097 + +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0038 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [24/Jan/2026:00:42:22 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [24/Jan/2026:00:42:22 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [24/Jan/2026:00:42:22 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 3035097 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ + res = getattr(self, req.method)(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats + resp = func(ctrl, *args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 951, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch + return getattr(self, op)( + ~~~~~~~^^^^^^^^^^ +AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [24/Jan/2026:00:42:22 +0000] "REPLICATE /sda1/p/a/" 500 710 "-" "-" "-" 0.0022 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [24/Jan/2026:00:42:22 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0023 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0004 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:22 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0055 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0022 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ + res = getattr(self, req.method)(req) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_server.py", line 6118, in mock_put_method + raise Exception() +Exception +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0040 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0012 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0022 "-" 3035097 1 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3035097 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3035097 1 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0034 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0014 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 3035097 0test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD +test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD ... ok +test.unit.container.test_server.TestContainerController.test_correct_allowed_method +test.unit.container.test_server.TestContainerController.test_correct_allowed_method ... ok +test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container +test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container ... ok +test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container +test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container ... ok +test.unit.container.test_server.TestContainerController.test_creation +test.unit.container.test_server.TestContainerController.test_creation ... ok +test.unit.container.test_server.TestContainerController.test_delete_auto_create +test.unit.container.test_server.TestContainerController.test_delete_auto_create ... ok +test.unit.container.test_server.TestContainerController.test_deleted_headers +test.unit.container.test_server.TestContainerController.test_deleted_headers ... ok +test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved +test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index +test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index ... ok +swift: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 3035097 - +swift: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 3035097 - +swift: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 3035097 - +swift: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3035097 0 +swift: - - - [24/Jan/2026:00:42:23 +0000] "HEAD /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 3035097 - +swift: - - - [24/Jan/2026:00:42:23 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 3035097 0 +swift: - - - [24/Jan/2026:00:42:23 +0000] "POST /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 3035097 - +swift: - - - [24/Jan/2026:00:42:23 +0000] "POST /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 3035097 - +swift: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 3035097 - +swift: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 3035097 0 +swift: - - - [24/Jan/2026:00:42:23 +0000] "UPDATE /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 3035097 - +swift: - - - [24/Jan/2026:00:42:23 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 3035097 - +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false ... ok +swift: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 3035097 - +swift: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 3035097 - +swift: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 3035097 - +swift: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3035097 0 +swift: - - - [24/Jan/2026:00:42:23 +0000] "HEAD /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 3035097 - +swift: - - - [24/Jan/2026:00:42:23 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 3035097 0 +swift: - - - [24/Jan/2026:00:42:23 +0000] "POST /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 3035097 - +swift: - - - [24/Jan/2026:00:42:23 +0000] "POST /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 3035097 - +swift: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 3035097 - +swift: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3035097 0 +swift: - - - [24/Jan/2026:00:42:23 +0000] "UPDATE /sda1/p/a/c" 507 - "-" "-" "-" 0.0003 "-" 3035097 - +swift: - - - [24/Jan/2026:00:42:23 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 3035097 - +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true ... ok +test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist +test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist ... ok +test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public +test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public ... ok +test.unit.container.test_server.TestContainerController.test_list_allowed_methods +test.unit.container.test_server.TestContainerController.test_list_allowed_methods ... ok +test.unit.container.test_server.TestContainerController.test_listing_with_reserved +test.unit.container.test_server.TestContainerController.test_listing_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_log_line_format +test.unit.container.test_server.TestContainerController.test_log_line_format ... ok +test.unit.container.test_server.TestContainerController.test_markers_with_reserved +test.unit.container.test_server.TestContainerController.test_markers_with_reserved ... ok +swift: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 3035097 - +test.unit.container.test_server.TestContainerController.test_not_allowed_method +test.unit.container.test_server.TestContainerController.test_not_allowed_method ... ok + +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0042 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0040 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0039 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0039 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0001 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0036 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0038 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0038 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0043 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0022 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0024 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0036 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0013 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 3035097 nada +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 3035097 999 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0033 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "HEAD /sda1/p/a/c_nulo" 204 - "-" "-" "-" 0.0012 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0037 "-" 3035097 1 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "HEAD /sda1/p/a/c_unu" 204 - "-" "-" "-" 0.0012 "-" 3035097 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0015 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0042 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0043 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0023 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0037 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0042 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0023 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0021 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0021 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0045 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0045 "-" 3035097 0test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps +test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps ... ok +test.unit.container.test_server.TestContainerController.test_object_update_with_offset +test.unit.container.test_server.TestContainerController.test_object_update_with_offset ... ok +test.unit.container.test_server.TestContainerController.test_params_format +test.unit.container.test_server.TestContainerController.test_params_format ... ok +test.unit.container.test_server.TestContainerController.test_params_utf8 +test.unit.container.test_server.TestContainerController.test_params_utf8 ... ok +test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved +test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_prefix_with_reserved +test.unit.container.test_server.TestContainerController.test_prefix_with_reserved ... ok + +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215352.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/bd5/b9bd95988c7078bc7fd75b44c249dbd5/b9bd95988c7078bc7fd75b44c249dbd5_1769215352.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215355.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/e3f/95dcb7d0136bff2d2fd21111c113fe3f/95dcb7d0136bff2d2fd21111c113fe3f_1769215355.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215355.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/e3f/95dcb7d0136bff2d2fd21111c113fe3f/95dcb7d0136bff2d2fd21111c113fe3f_1769215355.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215358.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/df2/db110d822eacaa7e6bbdb1c865d36df2/db110d822eacaa7e6bbdb1c865d36df2_1769215358.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215358.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/df2/db110d822eacaa7e6bbdb1c865d36df2/db110d822eacaa7e6bbdb1c865d36df2_1769215358.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215361.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/5c0/362436b65dd86abecf53d4be54d225c0/362436b65dd86abecf53d4be54d225c0_1769215361.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215361.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/5c0/362436b65dd86abecf53d4be54d225c0/362436b65dd86abecf53d4be54d225c0_1769215361.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215364.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/d13/c67a2d006ec0eecf122c88f7df6fdd13/c67a2d006ec0eecf122c88f7df6fdd13_1769215364.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215364.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/d13/c67a2d006ec0eecf122c88f7df6fdd13/c67a2d006ec0eecf122c88f7df6fdd13_1769215364.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215367.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/858/1a9e7efeb77697b3cdc7691e116c0858/1a9e7efeb77697b3cdc7691e116c0858_1769215367.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215367.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/858/1a9e7efeb77697b3cdc7691e116c0858/1a9e7efeb77697b3cdc7691e116c0858_1769215367.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215370.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/82e/2af21671e460bc64147404a00623882e/2af21671e460bc64147404a00623882e_1769215370.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215370.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/82e/2af21671e460bc64147404a00623882e/2af21671e460bc64147404a00623882e_1769215370.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215373.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/67e/11a1dc7fb3d41e3e3e6620345276167e/11a1dc7fb3d41e3e3e6620345276167e_1769215373.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215373.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/67e/11a1dc7fb3d41e3e3e6620345276167e/11a1dc7fb3d41e3e3e6620345276167e_1769215373.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215376.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/cb7/82aa7c6fd7f8ed62b461bb8b93073cb7/82aa7c6fd7f8ed62b461bb8b93073cb7_1769215376.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215376.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/cb7/82aa7c6fd7f8ed62b461bb8b93073cb7/82aa7c6fd7f8ed62b461bb8b93073cb7_1769215376.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215379.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/b14/8a25501c3e82d9984fdc085a40bddb14/8a25501c3e82d9984fdc085a40bddb14_1769215379.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215379.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/b14/8a25501c3e82d9984fdc085a40bddb14/8a25501c3e82d9984fdc085a40bddb14_1769215379.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215382.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/855/c5d0d65c7f124933aa9174b25dc8d855/c5d0d65c7f124933aa9174b25dc8d855_1769215382.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215382.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/855/c5d0d65c7f124933aa9174b25dc8d855/c5d0d65c7f124933aa9174b25dc8d855_1769215382.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215385.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/e3f/768b21f68cbfd826b201f16459f2fe3f/768b21f68cbfd826b201f16459f2fe3f_1769215385.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215385.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/e3f/768b21f68cbfd826b201f16459f2fe3f/768b21f68cbfd826b201f16459f2fe3f_1769215385.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215388.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/932/483d28dd05d90d8cc9d1bf306f1bc932/483d28dd05d90d8cc9d1bf306f1bc932_1769215388.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215388.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/932/483d28dd05d90d8cc9d1bf306f1bc932/483d28dd05d90d8cc9d1bf306f1bc932_1769215388.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215391.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/55c/877949159017f999ae4c1297393f955c/877949159017f999ae4c1297393f955c_1769215391.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215391.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/55c/877949159017f999ae4c1297393f955c/877949159017f999ae4c1297393f955c_1769215391.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215394.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/1cd/806322fba25ca0a6fc9a81eeb7ebf1cd/806322fba25ca0a6fc9a81eeb7ebf1cd_1769215394.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215394.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/1cd/806322fba25ca0a6fc9a81eeb7ebf1cd/806322fba25ca0a6fc9a81eeb7ebf1cd_1769215394.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215397.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/055/77e487472ab61b4ebf15ec8389506055/77e487472ab61b4ebf15ec8389506055_1769215397.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215397.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/055/77e487472ab61b4ebf15ec8389506055/77e487472ab61b4ebf15ec8389506055_1769215397.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215400.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/f1e/bce5373b2cb265386f5a87921ca5af1e/bce5373b2cb265386f5a87921ca5af1e_1769215400.00000.dbtest.unit.container.test_server.TestContainerController.test_put_auto_create +test.unit.container.test_server.TestContainerController.test_put_auto_create ... ok +swift: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 3035097 0 +swift: - - - [24/Jan/2026:00:42:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 3035097 0 +swift: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 3035097 0 +swift: - - - [24/Jan/2026:00:42:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 3035097 - +swift: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0032 "-" 3035097 - +swift: - - - [24/Jan/2026:00:42:23 +0000] "OPTIONS /sda1/p/a/c" 200 - "-" "-" "-" 0.0001 "-" 3035097 - +test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods +test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods ... ok +test.unit.container.test_server.TestContainerController.test_serv_reserv +test.unit.container.test_server.TestContainerController.test_serv_reserv ... ok + +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0044 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0034 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0042 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0043 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0042 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0042 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0040 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0043 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0100 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0066 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0007 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0072 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0085 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0047 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0041 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0001 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0001 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0068 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0035 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0033 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0030 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0047 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0046 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0025 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0041 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0045 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0030 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0123 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0056 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0003 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0002 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0050 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0002 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0047 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type +test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type ... ok +test.unit.container.test_server.TestContainerController.test_through_call +test.unit.container.test_server.TestContainerController.test_through_call ... ok +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path ... ok +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 ... ok +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE ... ok +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST ... ok +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT ... ok +test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers +test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers ... ok +test.unit.container.test_server.TestContainerController.test_weird_content_types +test.unit.container.test_server.TestContainerController.test_weird_content_types ... ok + +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215400.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/f1e/bce5373b2cb265386f5a87921ca5af1e/bce5373b2cb265386f5a87921ca5af1e_1769215400.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215403.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/8a7/4afb725e9d3b6e39b6f656f051e138a7/4afb725e9d3b6e39b6f656f051e138a7_1769215403.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215403.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/8a7/4afb725e9d3b6e39b6f656f051e138a7/4afb725e9d3b6e39b6f656f051e138a7_1769215403.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215406.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/859/35ee0827912148892ee30a06a7589859/35ee0827912148892ee30a06a7589859_1769215406.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215406.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/859/35ee0827912148892ee30a06a7589859/35ee0827912148892ee30a06a7589859_1769215406.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215409.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/d45/90be8071859f56a58fa86f3802278d45/90be8071859f56a58fa86f3802278d45_1769215409.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215409.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/d45/90be8071859f56a58fa86f3802278d45/90be8071859f56a58fa86f3802278d45_1769215409.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215412.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/46e/4fe58650b87e39ce4b478103a429746e/4fe58650b87e39ce4b478103a429746e_1769215412.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215412.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/46e/4fe58650b87e39ce4b478103a429746e/4fe58650b87e39ce4b478103a429746e_1769215412.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215415.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/5f9/8598364f6dbe5da356f87b206ec445f9/8598364f6dbe5da356f87b206ec445f9_1769215415.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215415.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/5f9/8598364f6dbe5da356f87b206ec445f9/8598364f6dbe5da356f87b206ec445f9_1769215415.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215418.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/b9e/1f6bc3584b8d689496183c14d93eab9e/1f6bc3584b8d689496183c14d93eab9e_1769215418.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215418.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/b9e/1f6bc3584b8d689496183c14d93eab9e/1f6bc3584b8d689496183c14d93eab9e_1769215418.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215421.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/a66/f16dd6e04561b0ab9a493970bc88da66/f16dd6e04561b0ab9a493970bc88da66_1769215421.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215421.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/a66/f16dd6e04561b0ab9a493970bc88da66/f16dd6e04561b0ab9a493970bc88da66_1769215421.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215424.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/136/afa430144c1bc47f0aaaab58fb312136/afa430144c1bc47f0aaaab58fb312136_1769215424.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215424.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/136/afa430144c1bc47f0aaaab58fb312136/afa430144c1bc47f0aaaab58fb312136_1769215424.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215427.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/36b/adecab6ec435d4b1b26ad8e4e36af36b/adecab6ec435d4b1b26ad8e4e36af36b_1769215427.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215427.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/36b/adecab6ec435d4b1b26ad8e4e36af36b/adecab6ec435d4b1b26ad8e4e36af36b_1769215427.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215430.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/770/b586983f94bc7cf9a2b554a68c0fb770/b586983f94bc7cf9a2b554a68c0fb770_1769215430.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215430.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/770/b586983f94bc7cf9a2b554a68c0fb770/b586983f94bc7cf9a2b554a68c0fb770_1769215430.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215433.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/76b/fe1167dfb5a612dddcda05cc978c076b/fe1167dfb5a612dddcda05cc978c076b_1769215433.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215433.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/76b/fe1167dfb5a612dddcda05cc978c076b/fe1167dfb5a612dddcda05cc978c076b_1769215433.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215436.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/233/b6112734a85a151469521be0c3037233/b6112734a85a151469521be0c3037233_1769215436.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215436.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/233/b6112734a85a151469521be0c3037233/b6112734a85a151469521be0c3037233_1769215436.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215439.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/3b1/3c71dcd8af91e046b2a89d2a6b45f3b1/3c71dcd8af91e046b2a89d2a6b45f3b1_1769215439.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215439.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/3b1/3c71dcd8af91e046b2a89d2a6b45f3b1/3c71dcd8af91e046b2a89d2a6b45f3b1_1769215439.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215442.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/6c8/2a5ba67b89241bd968d8dc45443046c8/2a5ba67b89241bd968d8dc45443046c8_1769215442.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215442.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/6c8/2a5ba67b89241bd968d8dc45443046c8/2a5ba67b89241bd968d8dc45443046c8_1769215442.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215445.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/594/79a1a3a9ce382afa5168385606187594/79a1a3a9ce382afa5168385606187594_1769215445.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215445.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/594/79a1a3a9ce382afa5168385606187594/79a1a3a9ce382afa5168385606187594_1769215445.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215448.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/d3d/df24cf780229b80b3e72e968e58e0d3d/df24cf780229b80b3e72e968e58e0d3d_1769215448.00000.dbtest.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found ... ok + +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0008 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0061 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0007 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0004 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0105 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0077 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0072 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0049 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0050 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0104 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0127 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0109 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0069 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0006 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0006 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0057 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0056 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0041 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0016 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0018 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0054 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0040 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0015 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0028 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0047 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0035 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0015 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0053 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0042 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0041 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0023 "-" 3035097 2 +test ERROR: ERROR Account update failed with 127.0.0.1:43271/sda1 (will retry later): Response 503 OK +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0040 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0084 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object ... ok + +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215448.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/d3d/df24cf780229b80b3e72e968e58e0d3d/df24cf780229b80b3e72e968e58e0d3d_1769215448.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215451.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/f33/5dc92dc8194a26ad3de67db197d5af33/5dc92dc8194a26ad3de67db197d5af33_1769215451.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215451.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/f33/5dc92dc8194a26ad3de67db197d5af33/5dc92dc8194a26ad3de67db197d5af33_1769215451.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215454.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/136/05de9e97aa8b95adb6f14cb87a15c136/05de9e97aa8b95adb6f14cb87a15c136_1769215454.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215454.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/136/05de9e97aa8b95adb6f14cb87a15c136/05de9e97aa8b95adb6f14cb87a15c136_1769215454.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215457.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/5a8/b64fbca441e8dae63065bc0ef7b9c5a8/b64fbca441e8dae63065bc0ef7b9c5a8_1769215457.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215457.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/5a8/b64fbca441e8dae63065bc0ef7b9c5a8/b64fbca441e8dae63065bc0ef7b9c5a8_1769215457.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215460.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/05b/8b46e9eac9ea838d864862a4364d005b/8b46e9eac9ea838d864862a4364d005b_1769215460.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215460.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/05b/8b46e9eac9ea838d864862a4364d005b/8b46e9eac9ea838d864862a4364d005b_1769215460.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215463.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/92f/fca45e66ceb0643b1a7ca52423f5892f/fca45e66ceb0643b1a7ca52423f5892f_1769215463.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215463.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/92f/fca45e66ceb0643b1a7ca52423f5892f/fca45e66ceb0643b1a7ca52423f5892f_1769215463.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215466.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/658/9b70c1f0cde33be961cf261927705658/9b70c1f0cde33be961cf261927705658_1769215466.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215466.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/658/9b70c1f0cde33be961cf261927705658/9b70c1f0cde33be961cf261927705658_1769215466.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215469.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/dad/6072777ae49c2d7228cd9997daa66dad/6072777ae49c2d7228cd9997daa66dad_1769215469.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215469.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/dad/6072777ae49c2d7228cd9997daa66dad/6072777ae49c2d7228cd9997daa66dad_1769215469.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215472.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/ee4/2d29e7c66b75de2f32a78f1a6421aee4/2d29e7c66b75de2f32a78f1a6421aee4_1769215472.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215472.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/ee4/2d29e7c66b75de2f32a78f1a6421aee4/2d29e7c66b75de2f32a78f1a6421aee4_1769215472.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215475.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/a1d/0150eb0de1ff1eb4d3b37c61b2f15a1d/0150eb0de1ff1eb4d3b37c61b2f15a1d_1769215475.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215475.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/a1d/0150eb0de1ff1eb4d3b37c61b2f15a1d/0150eb0de1ff1eb4d3b37c61b2f15a1d_1769215475.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215478.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/324/be846301a082c71130b9c1491da35324/be846301a082c71130b9c1491da35324_1769215478.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215478.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/324/be846301a082c71130b9c1491da35324/be846301a082c71130b9c1491da35324_1769215478.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215481.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/052/987dc6d9f476d9e39bf6759f871f1052/987dc6d9f476d9e39bf6759f871f1052_1769215481.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215481.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/052/987dc6d9f476d9e39bf6759f871f1052/987dc6d9f476d9e39bf6759f871f1052_1769215481.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215484.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/f49/feb3fddb206acd1d56336b44da8dff49/feb3fddb206acd1d56336b44da8dff49_1769215484.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215484.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/f49/feb3fddb206acd1d56336b44da8dff49/feb3fddb206acd1d56336b44da8dff49_1769215484.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215487.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/43d/21686b03ecdbd5c871434fdec110a43d/21686b03ecdbd5c871434fdec110a43d_1769215487.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215487.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/43d/21686b03ecdbd5c871434fdec110a43d/21686b03ecdbd5c871434fdec110a43d_1769215487.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215490.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/56d/d756a37be7280f6429eb48897797956d/d756a37be7280f6429eb48897797956d_1769215490.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215490.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/56d/d756a37be7280f6429eb48897797956d/d756a37be7280f6429eb48897797956d_1769215490.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215493.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/d07/96a13792443d7b9a8f1bbd5e49071d07/96a13792443d7b9a8f1bbd5e49071d07_1769215493.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215493.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/d07/96a13792443d7b9a8f1bbd5e49071d07/96a13792443d7b9a8f1bbd5e49071d07_1769215493.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215496.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/ace/e3ce75e5169dcec4a8f2233353919ace/e3ce75e5169dcec4a8f2233353919ace_1769215496.00000.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding ... ok + +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0029 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0054 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0037 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0013 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0008 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0034 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0022 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0008 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0033 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0024 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0008 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0034 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0022 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0008 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0033 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0022 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0008 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0033 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0021 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0012 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0020 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0008 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0030 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0020 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0009 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0018 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0006 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0033 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0022 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0008 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0033 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0022 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0008 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0037 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0022 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0009 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0034 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0024 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0008 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0034 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0021 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0008 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0032 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0022 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0007 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0030 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0021 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0012 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0011 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0031 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0035 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0024 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0007 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0027 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0018 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0007 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0027 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0007 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0006 "-" 3035097 2 +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215496.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/ace/e3ce75e5169dcec4a8f2233353919ace/e3ce75e5169dcec4a8f2233353919ace_1769215496.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215499.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/f5c/35f830064ecaf482e3a8aaf2a9da2f5c/35f830064ecaf482e3a8aaf2a9da2f5c_1769215499.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215499.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/f5c/35f830064ecaf482e3a8aaf2a9da2f5c/35f830064ecaf482e3a8aaf2a9da2f5c_1769215499.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215502.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/de4/0d3e083c59df24bca1ca73cf2f872de4/0d3e083c59df24bca1ca73cf2f872de4_1769215502.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215502.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/de4/0d3e083c59df24bca1ca73cf2f872de4/0d3e083c59df24bca1ca73cf2f872de4_1769215502.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215505.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/f78/2da02f5b75a54f1f7838e350c9b9df78/2da02f5b75a54f1f7838e350c9b9df78_1769215505.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215505.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/f78/2da02f5b75a54f1f7838e350c9b9df78/2da02f5b75a54f1f7838e350c9b9df78_1769215505.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215508.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/80b/b4e7bcda5c5692f7e0d016eca46e380b/b4e7bcda5c5692f7e0d016eca46e380b_1769215508.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215508.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/80b/b4e7bcda5c5692f7e0d016eca46e380b/b4e7bcda5c5692f7e0d016eca46e380b_1769215508.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215511.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/825/7bdebba5c4427682c7dbb58983cac825/7bdebba5c4427682c7dbb58983cac825_1769215511.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215511.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/825/7bdebba5c4427682c7dbb58983cac825/7bdebba5c4427682c7dbb58983cac825_1769215511.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215514.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/2e3/ad2e5f5af51d4c9bc83f213f66ab32e3/ad2e5f5af51d4c9bc83f213f66ab32e3_1769215514.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215514.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/2e3/ad2e5f5af51d4c9bc83f213f66ab32e3/ad2e5f5af51d4c9bc83f213f66ab32e3_1769215514.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215517.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/c36/3049c93557933b4a5b5a6919876acc36/3049c93557933b4a5b5a6919876acc36_1769215517.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215517.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/c36/3049c93557933b4a5b5a6919876acc36/3049c93557933b4a5b5a6919876acc36_1769215517.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215520.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/2ed/9897229d1db96f81b15c63c0ee6b12ed/9897229d1db96f81b15c63c0ee6b12ed_1769215520.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215520.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/2ed/9897229d1db96f81b15c63c0ee6b12ed/9897229d1db96f81b15c63c0ee6b12ed_1769215520.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215523.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/23d/67beb25522666b8f9b6401c99637a23d/67beb25522666b8f9b6401c99637a23d_1769215523.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215523.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/23d/67beb25522666b8f9b6401c99637a23d/67beb25522666b8f9b6401c99637a23d_1769215523.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215526.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/330/807ae010e7f2d60b6c7a37e10659e330/807ae010e7f2d60b6c7a37e10659e330_1769215526.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215526.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/330/807ae010e7f2d60b6c7a37e10659e330/807ae010e7f2d60b6c7a37e10659e330_1769215526.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215529.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/0d5/ef93d6a24374920017e9422e972230d5/ef93d6a24374920017e9422e972230d5_1769215529.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215529.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/0d5/ef93d6a24374920017e9422e972230d5/ef93d6a24374920017e9422e972230d5_1769215529.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215532.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/dba/afeb367fd374f3f2bd87726823a39dba/afeb367fd374f3f2bd87726823a39dba_1769215532.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215532.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/dba/afeb367fd374f3f2bd87726823a39dba/afeb367fd374f3f2bd87726823a39dba_1769215532.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215535.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/e91/8d2c5911e03447b9f5e0fe836fe7ee91/8d2c5911e03447b9f5e0fe836fe7ee91_1769215535.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215535.00000-0, db: /tmp/tmpcneg0p5h/sda/containers/0/e91/8d2c5911e03447b9f5e0fe836fe7ee91/8d2c5911e03447b9f5e0fe836fe7ee91_1769215535.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215348.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/f95/a53a6f8b304d93f6bf80d214ee0ccf95/a53a6f8b304d93f6bf80d214ee0ccf95.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215348.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/f95/a53a6f8b304d93f6bf80d214ee0ccf95/a53a6f8b304d93f6bf80d214ee0ccf95.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215352.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/bd5/b9bd95988c7078bc7fd75b44c249dbd5/b9bd95988c7078bc7fd75b44c249dbd5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215352.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/bd5/b9bd95988c7078bc7fd75b44c249dbd5/b9bd95988c7078bc7fd75b44c249dbd5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215356.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/f74/1956f1f3964099f5a7717e198dc95f74/1956f1f3964099f5a7717e198dc95f74.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215356.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/f74/1956f1f3964099f5a7717e198dc95f74/1956f1f3964099f5a7717e198dc95f74.dbtest.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215360.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/063/dfd464a3f1648c0314dc31c17305b063/dfd464a3f1648c0314dc31c17305b063.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215360.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/063/dfd464a3f1648c0314dc31c17305b063/dfd464a3f1648c0314dc31c17305b063.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215364.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/d13/c67a2d006ec0eecf122c88f7df6fdd13/c67a2d006ec0eecf122c88f7df6fdd13.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215364.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/d13/c67a2d006ec0eecf122c88f7df6fdd13/c67a2d006ec0eecf122c88f7df6fdd13.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215368.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/19e/4b68f63adb61a08864c22849c8eb719e/4b68f63adb61a08864c22849c8eb719e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215368.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/19e/4b68f63adb61a08864c22849c8eb719e/4b68f63adb61a08864c22849c8eb719e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215372.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/106/8d2b895b424878eec67301b172118106/8d2b895b424878eec67301b172118106.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215372.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/106/8d2b895b424878eec67301b172118106/8d2b895b424878eec67301b172118106.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215376.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/cb7/82aa7c6fd7f8ed62b461bb8b93073cb7/82aa7c6fd7f8ed62b461bb8b93073cb7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215376.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/cb7/82aa7c6fd7f8ed62b461bb8b93073cb7/82aa7c6fd7f8ed62b461bb8b93073cb7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215380.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/6ae/edd57cdbff1e8470fb4196767ce7b6ae/edd57cdbff1e8470fb4196767ce7b6ae.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215380.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/6ae/edd57cdbff1e8470fb4196767ce7b6ae/edd57cdbff1e8470fb4196767ce7b6ae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215384.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/0bc/835e7058b821d369f39e2550806ce0bc/835e7058b821d369f39e2550806ce0bc.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215384.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/0bc/835e7058b821d369f39e2550806ce0bc/835e7058b821d369f39e2550806ce0bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215388.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/932/483d28dd05d90d8cc9d1bf306f1bc932/483d28dd05d90d8cc9d1bf306f1bc932.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215388.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/932/483d28dd05d90d8cc9d1bf306f1bc932/483d28dd05d90d8cc9d1bf306f1bc932.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215392.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/fb3/98c93dfe2c94a5ec1069c30d194a3fb3/98c93dfe2c94a5ec1069c30d194a3fb3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215392.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/fb3/98c93dfe2c94a5ec1069c30d194a3fb3/98c93dfe2c94a5ec1069c30d194a3fb3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215396.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/1a4/4aace74d0c88f0c7dc9b9dae870ad1a4/4aace74d0c88f0c7dc9b9dae870ad1a4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215396.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/1a4/4aace74d0c88f0c7dc9b9dae870ad1a4/4aace74d0c88f0c7dc9b9dae870ad1a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215400.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/f1e/bce5373b2cb265386f5a87921ca5af1e/bce5373b2cb265386f5a87921ca5af1e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215400.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/f1e/bce5373b2cb265386f5a87921ca5af1e/bce5373b2cb265386f5a87921ca5af1e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215404.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/317/3196283f0a03ae1609fe49a58f904317/3196283f0a03ae1609fe49a58f904317.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215404.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/317/3196283f0a03ae1609fe49a58f904317/3196283f0a03ae1609fe49a58f904317.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215408.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/51b/f84078bb33b2882a3ca5f5afefc3e51b/f84078bb33b2882a3ca5f5afefc3e51b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215408.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/51b/f84078bb33b2882a3ca5f5afefc3e51b/f84078bb33b2882a3ca5f5afefc3e51b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215412.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/46e/4fe58650b87e39ce4b478103a429746e/4fe58650b87e39ce4b478103a429746e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215412.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/46e/4fe58650b87e39ce4b478103a429746e/4fe58650b87e39ce4b478103a429746e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215416.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/911/50ddfd7d9a7de45cfb5da0f7ee6d0911/50ddfd7d9a7de45cfb5da0f7ee6d0911.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215416.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/911/50ddfd7d9a7de45cfb5da0f7ee6d0911/50ddfd7d9a7de45cfb5da0f7ee6d0911.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215420.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/60f/1acc83b5413c48b4f2d9088f85c5a60f/1acc83b5413c48b4f2d9088f85c5a60f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215420.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/60f/1acc83b5413c48b4f2d9088f85c5a60f/1acc83b5413c48b4f2d9088f85c5a60f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215424.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/136/afa430144c1bc47f0aaaab58fb312136/afa430144c1bc47f0aaaab58fb312136.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215424.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/136/afa430144c1bc47f0aaaab58fb312136/afa430144c1bc47f0aaaab58fb312136.dbtest.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type ... ok + +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0018 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0006 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0006 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0006 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0006 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0016 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0015 "-" 3035097 2 +test DEBUG: Unlinked retiring db '/tmp/tmpg09w3a6m/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0015 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0006 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0014 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0006 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0014 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0014 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0006 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0015 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0006 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0015 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0006 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0014 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0006 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0015 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0005 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0050 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0047 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0001 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0038 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0026 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0019 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0024 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0024 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0031 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0029 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0037 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0030 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0028 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0023 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0027 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0030 "-" 3035097 2 +test DEBUG: Unlinked retiring db '/tmp/tmpldz5cpkm/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0080 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0028 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0028 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 3035097 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215428.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/1fc/90118a899d7be1be1d42f5a4fa5581fc/90118a899d7be1be1d42f5a4fa5581fc.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215428.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/1fc/90118a899d7be1be1d42f5a4fa5581fc/90118a899d7be1be1d42f5a4fa5581fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215432.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/ca7/438a3d827685f976126a840aa0e67ca7/438a3d827685f976126a840aa0e67ca7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215432.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/ca7/438a3d827685f976126a840aa0e67ca7/438a3d827685f976126a840aa0e67ca7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215436.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/233/b6112734a85a151469521be0c3037233/b6112734a85a151469521be0c3037233.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215436.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/233/b6112734a85a151469521be0c3037233/b6112734a85a151469521be0c3037233.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215440.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/6ec/dbd5a5253819a7ac0904b33fd6d0f6ec/dbd5a5253819a7ac0904b33fd6d0f6ec.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215440.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/6ec/dbd5a5253819a7ac0904b33fd6d0f6ec/dbd5a5253819a7ac0904b33fd6d0f6ec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215444.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/bcc/d91141c2deb21e220453677446ae8bcc/d91141c2deb21e220453677446ae8bcc.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215444.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/bcc/d91141c2deb21e220453677446ae8bcc/d91141c2deb21e220453677446ae8bcc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215448.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/d3d/df24cf780229b80b3e72e968e58e0d3d/df24cf780229b80b3e72e968e58e0d3d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215448.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/d3d/df24cf780229b80b3e72e968e58e0d3d/df24cf780229b80b3e72e968e58e0d3d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215452.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/7a6/e8c81f82c51bbcba07a3b04f227847a6/e8c81f82c51bbcba07a3b04f227847a6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215452.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/7a6/e8c81f82c51bbcba07a3b04f227847a6/e8c81f82c51bbcba07a3b04f227847a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215456.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/270/38cc33a3530a63917b5a88f46d909270/38cc33a3530a63917b5a88f46d909270.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215456.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/270/38cc33a3530a63917b5a88f46d909270/38cc33a3530a63917b5a88f46d909270.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215460.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/05b/8b46e9eac9ea838d864862a4364d005b/8b46e9eac9ea838d864862a4364d005b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215460.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/05b/8b46e9eac9ea838d864862a4364d005b/8b46e9eac9ea838d864862a4364d005b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215464.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/bc9/a8584a7f8d66825f1b09cdd19e67bbc9/a8584a7f8d66825f1b09cdd19e67bbc9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215464.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/bc9/a8584a7f8d66825f1b09cdd19e67bbc9/a8584a7f8d66825f1b09cdd19e67bbc9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215468.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/70f/c04f786b600c5db59486e53b639cf70f/c04f786b600c5db59486e53b639cf70f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215468.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/70f/c04f786b600c5db59486e53b639cf70f/c04f786b600c5db59486e53b639cf70f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215472.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/ee4/2d29e7c66b75de2f32a78f1a6421aee4/2d29e7c66b75de2f32a78f1a6421aee4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215472.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/ee4/2d29e7c66b75de2f32a78f1a6421aee4/2d29e7c66b75de2f32a78f1a6421aee4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215476.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/f85/2d22f5a4275fb39b42e7839e685a2f85/2d22f5a4275fb39b42e7839e685a2f85.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215476.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/f85/2d22f5a4275fb39b42e7839e685a2f85/2d22f5a4275fb39b42e7839e685a2f85.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215480.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/e13/7d261988ea54afb46c12f8a1ac0dbe13/7d261988ea54afb46c12f8a1ac0dbe13.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215480.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/e13/7d261988ea54afb46c12f8a1ac0dbe13/7d261988ea54afb46c12f8a1ac0dbe13.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215484.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/f49/feb3fddb206acd1d56336b44da8dff49/feb3fddb206acd1d56336b44da8dff49.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215484.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/f49/feb3fddb206acd1d56336b44da8dff49/feb3fddb206acd1d56336b44da8dff49.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215488.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/437/0ed2040a159e76893719c02909954437/0ed2040a159e76893719c02909954437.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215488.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/437/0ed2040a159e76893719c02909954437/0ed2040a159e76893719c02909954437.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215492.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/2ca/6b3ea8083c90df372f7f7641e7e602ca/6b3ea8083c90df372f7f7641e7e602ca.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215492.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/2ca/6b3ea8083c90df372f7f7641e7e602ca/6b3ea8083c90df372f7f7641e7e602ca.dbtest.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker ... ok + +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0047 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0003 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0044 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0022 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0044 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0041 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0035 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0021 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0044 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0022 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0022 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0022 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0023 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0035 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0093 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0036 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0036 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0042 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0023 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0021 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215496.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/ace/e3ce75e5169dcec4a8f2233353919ace/e3ce75e5169dcec4a8f2233353919ace.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215496.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/ace/e3ce75e5169dcec4a8f2233353919ace/e3ce75e5169dcec4a8f2233353919ace.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215500.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/d29/1ff1a0d95c76317e499681880cb14d29/1ff1a0d95c76317e499681880cb14d29.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215500.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/d29/1ff1a0d95c76317e499681880cb14d29/1ff1a0d95c76317e499681880cb14d29.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215504.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/a64/2f45470ca0117a3b17aefc206d5e6a64/2f45470ca0117a3b17aefc206d5e6a64.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215504.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/a64/2f45470ca0117a3b17aefc206d5e6a64/2f45470ca0117a3b17aefc206d5e6a64.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215508.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/80b/b4e7bcda5c5692f7e0d016eca46e380b/b4e7bcda5c5692f7e0d016eca46e380b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215508.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/80b/b4e7bcda5c5692f7e0d016eca46e380b/b4e7bcda5c5692f7e0d016eca46e380b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215512.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/4bf/b6d32e25867427db797fed5b7affd4bf/b6d32e25867427db797fed5b7affd4bf.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215512.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/4bf/b6d32e25867427db797fed5b7affd4bf/b6d32e25867427db797fed5b7affd4bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215516.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/8bc/2a260846579de500834da4ba65e4a8bc/2a260846579de500834da4ba65e4a8bc.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215516.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/8bc/2a260846579de500834da4ba65e4a8bc/2a260846579de500834da4ba65e4a8bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215520.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/2ed/9897229d1db96f81b15c63c0ee6b12ed/9897229d1db96f81b15c63c0ee6b12ed.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215520.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/2ed/9897229d1db96f81b15c63c0ee6b12ed/9897229d1db96f81b15c63c0ee6b12ed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215524.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/485/d92a989357d153aa0508eeba60023485/d92a989357d153aa0508eeba60023485.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215524.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/485/d92a989357d153aa0508eeba60023485/d92a989357d153aa0508eeba60023485.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215528.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/e3e/c2f9d74f1991e513c47a147e9950ae3e/c2f9d74f1991e513c47a147e9950ae3e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215528.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/e3e/c2f9d74f1991e513c47a147e9950ae3e/c2f9d74f1991e513c47a147e9950ae3e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215532.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/dba/afeb367fd374f3f2bd87726823a39dba/afeb367fd374f3f2bd87726823a39dba.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215532.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/dba/afeb367fd374f3f2bd87726823a39dba/afeb367fd374f3f2bd87726823a39dba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215536.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/8aa/ea191945654333a64eadaaf1f034b8aa/ea191945654333a64eadaaf1f034b8aa.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215536.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/8aa/ea191945654333a64eadaaf1f034b8aa/ea191945654333a64eadaaf1f034b8aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215540.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/1c0/b5329430f8a7868087091b3842e831c0/b5329430f8a7868087091b3842e831c0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215540.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/1c0/b5329430f8a7868087091b3842e831c0/b5329430f8a7868087091b3842e831c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215544.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/919/7c094b9f98a7242eee0fcd5619b5f919/7c094b9f98a7242eee0fcd5619b5f919.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215544.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/919/7c094b9f98a7242eee0fcd5619b5f919/7c094b9f98a7242eee0fcd5619b5f919.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215548.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/62a/f0d6acf400fa8d5e1f57396b3a6a962a/f0d6acf400fa8d5e1f57396b3a6a962a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215548.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/62a/f0d6acf400fa8d5e1f57396b3a6a962a/f0d6acf400fa8d5e1f57396b3a6a962a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215552.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/293/5580ea73316c376a155894746a3de293/5580ea73316c376a155894746a3de293.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215552.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/293/5580ea73316c376a155894746a3de293/5580ea73316c376a155894746a3de293.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215556.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/8e6/85730e2bf31661fd602121aad79a28e6/85730e2bf31661fd602121aad79a28e6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215556.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/8e6/85730e2bf31661fd602121aad79a28e6/85730e2bf31661fd602121aad79a28e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215560.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/8aa/2af4a773fc1ed19db46856bd2a1fd8aa/2af4a773fc1ed19db46856bd2a1fd8aa.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215560.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/8aa/2af4a773fc1ed19db46856bd2a1fd8aa/2af4a773fc1ed19db46856bd2a1fd8aa.dbtest.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded ... ok + +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0003 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0003 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0003 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0003 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0003 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0003 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0047 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0022 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0021 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0022 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0023 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0022 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0023 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0023 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0065 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0012 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0012 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0011 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0016 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0059 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0018 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0015 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0018 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0015 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0038 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 3035097 2 +test DEBUG: Unlinked retiring db '/tmp/tmpofl4wdxn/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0020 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0021 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0036 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 3035097 2 +test DEBUG: Unlinked retiring db '/tmp/tmphxh7etqr/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0019 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0021 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0018 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 3035097 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215564.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/d0b/d159021ab79aec700f5919247eff2d0b/d159021ab79aec700f5919247eff2d0b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215564.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/d0b/d159021ab79aec700f5919247eff2d0b/d159021ab79aec700f5919247eff2d0b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215568.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/953/05b39d02e893235d77b3aacd9cfb7953/05b39d02e893235d77b3aacd9cfb7953.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215568.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/953/05b39d02e893235d77b3aacd9cfb7953/05b39d02e893235d77b3aacd9cfb7953.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215572.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/bf1/0855062b392ba654cbd7d93129fb1bf1/0855062b392ba654cbd7d93129fb1bf1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215572.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/bf1/0855062b392ba654cbd7d93129fb1bf1/0855062b392ba654cbd7d93129fb1bf1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215576.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/831/41dfaac4792d0a3b163a6d7c3c2c6831/41dfaac4792d0a3b163a6d7c3c2c6831.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215576.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/831/41dfaac4792d0a3b163a6d7c3c2c6831/41dfaac4792d0a3b163a6d7c3c2c6831.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215580.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/564/ab3756d7643b0170ee3c1d0b9ef96564/ab3756d7643b0170ee3c1d0b9ef96564.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215580.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/564/ab3756d7643b0170ee3c1d0b9ef96564/ab3756d7643b0170ee3c1d0b9ef96564.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215584.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/fa3/f51c7e02a806afd60f7d4adca1a3dfa3/f51c7e02a806afd60f7d4adca1a3dfa3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215584.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/fa3/f51c7e02a806afd60f7d4adca1a3dfa3/f51c7e02a806afd60f7d4adca1a3dfa3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215588.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/4f6/00f0381897330b9922eaf5d23867c4f6/00f0381897330b9922eaf5d23867c4f6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215588.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/4f6/00f0381897330b9922eaf5d23867c4f6/00f0381897330b9922eaf5d23867c4f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215592.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/ad2/4e35b9e079318eaec7f6f91c0678cad2/4e35b9e079318eaec7f6f91c0678cad2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215592.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/ad2/4e35b9e079318eaec7f6f91c0678cad2/4e35b9e079318eaec7f6f91c0678cad2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215596.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/209/3a3d1593b5b4c3047c604cf064a6e209/3a3d1593b5b4c3047c604cf064a6e209.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215596.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/209/3a3d1593b5b4c3047c604cf064a6e209/3a3d1593b5b4c3047c604cf064a6e209.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215600.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/73f/fea968b01c83a255b2072470ac9f173f/fea968b01c83a255b2072470ac9f173f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215600.00000-0, db: /tmp/tmpzv5ryyre/sda/containers/0/73f/fea968b01c83a255b2072470ac9f173f/fea968b01c83a255b2072470ac9f173f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215349.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/c03/475a730a672a7c5cedfe19178c1fac03/475a730a672a7c5cedfe19178c1fac03.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215349.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/c03/475a730a672a7c5cedfe19178c1fac03/475a730a672a7c5cedfe19178c1fac03.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215352.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/bd5/b9bd95988c7078bc7fd75b44c249dbd5/b9bd95988c7078bc7fd75b44c249dbd5.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215352.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/bd5/b9bd95988c7078bc7fd75b44c249dbd5/b9bd95988c7078bc7fd75b44c249dbd5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215355.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/e3f/95dcb7d0136bff2d2fd21111c113fe3f/95dcb7d0136bff2d2fd21111c113fe3f.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215355.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/e3f/95dcb7d0136bff2d2fd21111c113fe3f/95dcb7d0136bff2d2fd21111c113fe3f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215358.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/df2/db110d822eacaa7e6bbdb1c865d36df2/db110d822eacaa7e6bbdb1c865d36df2.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215358.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/df2/db110d822eacaa7e6bbdb1c865d36df2/db110d822eacaa7e6bbdb1c865d36df2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215361.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/5c0/362436b65dd86abecf53d4be54d225c0/362436b65dd86abecf53d4be54d225c0.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215361.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/5c0/362436b65dd86abecf53d4be54d225c0/362436b65dd86abecf53d4be54d225c0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215364.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/d13/c67a2d006ec0eecf122c88f7df6fdd13/c67a2d006ec0eecf122c88f7df6fdd13.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215364.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/d13/c67a2d006ec0eecf122c88f7df6fdd13/c67a2d006ec0eecf122c88f7df6fdd13.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215367.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/858/1a9e7efeb77697b3cdc7691e116c0858/1a9e7efeb77697b3cdc7691e116c0858.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215367.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/858/1a9e7efeb77697b3cdc7691e116c0858/1a9e7efeb77697b3cdc7691e116c0858.db +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0020 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0059 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0039 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0018 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0020 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0035 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0018 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0037 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0044 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0022 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0004 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0004 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0004 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0004 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0003 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0003 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0003 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0003 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0003 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0003 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0003 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0003 "-" 3035097 1 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 3035097 1 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 3035097 1 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0003 "-" 3035097 1 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 3035097 1 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0003 "-" 3035097 1 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0003 "-" 3035097 1 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0003 "-" 3035097 1 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0003 "-" 3035097 1 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0003 "-" 3035097 1 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0075 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0047 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0049 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0043 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0022 "-" 3035097 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0005 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0081 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0008 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0006 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0006 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0007 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0006 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0065 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0068 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0033 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0006 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0010 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0044 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0027 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0025 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0028 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0027 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0029 "-" 3035097 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors ... ok + +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215370.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/82e/2af21671e460bc64147404a00623882e/2af21671e460bc64147404a00623882e.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215370.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/82e/2af21671e460bc64147404a00623882e/2af21671e460bc64147404a00623882e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215373.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/67e/11a1dc7fb3d41e3e3e6620345276167e/11a1dc7fb3d41e3e3e6620345276167e.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215373.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/67e/11a1dc7fb3d41e3e3e6620345276167e/11a1dc7fb3d41e3e3e6620345276167e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215376.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/cb7/82aa7c6fd7f8ed62b461bb8b93073cb7/82aa7c6fd7f8ed62b461bb8b93073cb7.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215376.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/cb7/82aa7c6fd7f8ed62b461bb8b93073cb7/82aa7c6fd7f8ed62b461bb8b93073cb7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215379.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/b14/8a25501c3e82d9984fdc085a40bddb14/8a25501c3e82d9984fdc085a40bddb14.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215379.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/b14/8a25501c3e82d9984fdc085a40bddb14/8a25501c3e82d9984fdc085a40bddb14.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215382.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/855/c5d0d65c7f124933aa9174b25dc8d855/c5d0d65c7f124933aa9174b25dc8d855.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215382.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/855/c5d0d65c7f124933aa9174b25dc8d855/c5d0d65c7f124933aa9174b25dc8d855.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215385.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/e3f/768b21f68cbfd826b201f16459f2fe3f/768b21f68cbfd826b201f16459f2fe3f.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215385.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/e3f/768b21f68cbfd826b201f16459f2fe3f/768b21f68cbfd826b201f16459f2fe3f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215388.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/932/483d28dd05d90d8cc9d1bf306f1bc932/483d28dd05d90d8cc9d1bf306f1bc932.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215388.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/932/483d28dd05d90d8cc9d1bf306f1bc932/483d28dd05d90d8cc9d1bf306f1bc932.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215391.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/55c/877949159017f999ae4c1297393f955c/877949159017f999ae4c1297393f955c.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215391.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/55c/877949159017f999ae4c1297393f955c/877949159017f999ae4c1297393f955c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215394.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/1cd/806322fba25ca0a6fc9a81eeb7ebf1cd/806322fba25ca0a6fc9a81eeb7ebf1cd.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215394.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/1cd/806322fba25ca0a6fc9a81eeb7ebf1cd/806322fba25ca0a6fc9a81eeb7ebf1cd.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215397.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/055/77e487472ab61b4ebf15ec8389506055/77e487472ab61b4ebf15ec8389506055.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215397.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/055/77e487472ab61b4ebf15ec8389506055/77e487472ab61b4ebf15ec8389506055.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215400.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/f1e/bce5373b2cb265386f5a87921ca5af1e/bce5373b2cb265386f5a87921ca5af1e.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215400.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/f1e/bce5373b2cb265386f5a87921ca5af1e/bce5373b2cb265386f5a87921ca5af1e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215403.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/8a7/4afb725e9d3b6e39b6f656f051e138a7/4afb725e9d3b6e39b6f656f051e138a7.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215403.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/8a7/4afb725e9d3b6e39b6f656f051e138a7/4afb725e9d3b6e39b6f656f051e138a7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215406.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/859/35ee0827912148892ee30a06a7589859/35ee0827912148892ee30a06a7589859.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215406.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/859/35ee0827912148892ee30a06a7589859/35ee0827912148892ee30a06a7589859.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215409.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/d45/90be8071859f56a58fa86f3802278d45/90be8071859f56a58fa86f3802278d45.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215409.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/d45/90be8071859f56a58fa86f3802278d45/90be8071859f56a58fa86f3802278d45.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215412.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/46e/4fe58650b87e39ce4b478103a429746e/4fe58650b87e39ce4b478103a429746e.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215412.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/46e/4fe58650b87e39ce4b478103a429746e/4fe58650b87e39ce4b478103a429746e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215415.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/5f9/8598364f6dbe5da356f87b206ec445f9/8598364f6dbe5da356f87b206ec445f9.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215415.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/5f9/8598364f6dbe5da356f87b206ec445f9/8598364f6dbe5da356f87b206ec445f9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215418.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/b9e/1f6bc3584b8d689496183c14d93eab9e/1f6bc3584b8d689496183c14d93eab9e.dbtest.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted ... ok + +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0027 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0156 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0026 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0025 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0028 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0003 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0003 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0038 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0018 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0019 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0018 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0019 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0017 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0013 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:24 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0038 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0021 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0020 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0020 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0078 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0018 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0020 "-" 3035097 2 +test DEBUG: Unlinked retiring db '/tmp/tmpb1ugb6g4/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0021 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0022 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0023 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0020 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0020 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0018 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0018 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0020 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0034 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok + +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215418.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/b9e/1f6bc3584b8d689496183c14d93eab9e/1f6bc3584b8d689496183c14d93eab9e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215421.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/a66/f16dd6e04561b0ab9a493970bc88da66/f16dd6e04561b0ab9a493970bc88da66.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215421.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/a66/f16dd6e04561b0ab9a493970bc88da66/f16dd6e04561b0ab9a493970bc88da66.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215424.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/136/afa430144c1bc47f0aaaab58fb312136/afa430144c1bc47f0aaaab58fb312136.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215424.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/136/afa430144c1bc47f0aaaab58fb312136/afa430144c1bc47f0aaaab58fb312136.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215427.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/36b/adecab6ec435d4b1b26ad8e4e36af36b/adecab6ec435d4b1b26ad8e4e36af36b.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215427.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/36b/adecab6ec435d4b1b26ad8e4e36af36b/adecab6ec435d4b1b26ad8e4e36af36b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215430.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/770/b586983f94bc7cf9a2b554a68c0fb770/b586983f94bc7cf9a2b554a68c0fb770.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215430.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/770/b586983f94bc7cf9a2b554a68c0fb770/b586983f94bc7cf9a2b554a68c0fb770.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215433.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/76b/fe1167dfb5a612dddcda05cc978c076b/fe1167dfb5a612dddcda05cc978c076b.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215433.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/76b/fe1167dfb5a612dddcda05cc978c076b/fe1167dfb5a612dddcda05cc978c076b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215436.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/233/b6112734a85a151469521be0c3037233/b6112734a85a151469521be0c3037233.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215436.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/233/b6112734a85a151469521be0c3037233/b6112734a85a151469521be0c3037233.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215439.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/3b1/3c71dcd8af91e046b2a89d2a6b45f3b1/3c71dcd8af91e046b2a89d2a6b45f3b1.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215439.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/3b1/3c71dcd8af91e046b2a89d2a6b45f3b1/3c71dcd8af91e046b2a89d2a6b45f3b1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215442.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/6c8/2a5ba67b89241bd968d8dc45443046c8/2a5ba67b89241bd968d8dc45443046c8.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215442.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/6c8/2a5ba67b89241bd968d8dc45443046c8/2a5ba67b89241bd968d8dc45443046c8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215445.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/594/79a1a3a9ce382afa5168385606187594/79a1a3a9ce382afa5168385606187594.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215445.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/594/79a1a3a9ce382afa5168385606187594/79a1a3a9ce382afa5168385606187594.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215448.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/d3d/df24cf780229b80b3e72e968e58e0d3d/df24cf780229b80b3e72e968e58e0d3d.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215448.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/d3d/df24cf780229b80b3e72e968e58e0d3d/df24cf780229b80b3e72e968e58e0d3d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215451.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/f33/5dc92dc8194a26ad3de67db197d5af33/5dc92dc8194a26ad3de67db197d5af33.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215451.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/f33/5dc92dc8194a26ad3de67db197d5af33/5dc92dc8194a26ad3de67db197d5af33.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215454.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/136/05de9e97aa8b95adb6f14cb87a15c136/05de9e97aa8b95adb6f14cb87a15c136.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215454.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/136/05de9e97aa8b95adb6f14cb87a15c136/05de9e97aa8b95adb6f14cb87a15c136.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215457.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/5a8/b64fbca441e8dae63065bc0ef7b9c5a8/b64fbca441e8dae63065bc0ef7b9c5a8.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215457.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/5a8/b64fbca441e8dae63065bc0ef7b9c5a8/b64fbca441e8dae63065bc0ef7b9c5a8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215460.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/05b/8b46e9eac9ea838d864862a4364d005b/8b46e9eac9ea838d864862a4364d005b.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215460.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/05b/8b46e9eac9ea838d864862a4364d005b/8b46e9eac9ea838d864862a4364d005b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215463.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/92f/fca45e66ceb0643b1a7ca52423f5892f/fca45e66ceb0643b1a7ca52423f5892f.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215463.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/92f/fca45e66ceb0643b1a7ca52423f5892f/fca45e66ceb0643b1a7ca52423f5892f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215466.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/658/9b70c1f0cde33be961cf261927705658/9b70c1f0cde33be961cf261927705658.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215466.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/658/9b70c1f0cde33be961cf261927705658/9b70c1f0cde33be961cf261927705658.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking ... ok +swift: - - - [24/Jan/2026:00:42:25 +0000] "POST /sda1/p/a/c" 507 - "-" "-" "-" 0.0003 "-" 3035097 - +swift: - - - [24/Jan/2026:00:42:25 +0000] "POST /sda-null/p/a/c" 400 75 "-" "-" "-" 0.0003 "-" 3035097 - + +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215469.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/dad/6072777ae49c2d7228cd9997daa66dad/6072777ae49c2d7228cd9997daa66dad.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215469.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/dad/6072777ae49c2d7228cd9997daa66dad/6072777ae49c2d7228cd9997daa66dad.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215472.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/ee4/2d29e7c66b75de2f32a78f1a6421aee4/2d29e7c66b75de2f32a78f1a6421aee4.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215472.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/ee4/2d29e7c66b75de2f32a78f1a6421aee4/2d29e7c66b75de2f32a78f1a6421aee4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215475.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/a1d/0150eb0de1ff1eb4d3b37c61b2f15a1d/0150eb0de1ff1eb4d3b37c61b2f15a1d.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215475.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/a1d/0150eb0de1ff1eb4d3b37c61b2f15a1d/0150eb0de1ff1eb4d3b37c61b2f15a1d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215478.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/324/be846301a082c71130b9c1491da35324/be846301a082c71130b9c1491da35324.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215478.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/324/be846301a082c71130b9c1491da35324/be846301a082c71130b9c1491da35324.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215481.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/052/987dc6d9f476d9e39bf6759f871f1052/987dc6d9f476d9e39bf6759f871f1052.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215481.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/052/987dc6d9f476d9e39bf6759f871f1052/987dc6d9f476d9e39bf6759f871f1052.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215484.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/f49/feb3fddb206acd1d56336b44da8dff49/feb3fddb206acd1d56336b44da8dff49.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215484.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/f49/feb3fddb206acd1d56336b44da8dff49/feb3fddb206acd1d56336b44da8dff49.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215487.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/43d/21686b03ecdbd5c871434fdec110a43d/21686b03ecdbd5c871434fdec110a43d.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215487.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/43d/21686b03ecdbd5c871434fdec110a43d/21686b03ecdbd5c871434fdec110a43d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215490.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/56d/d756a37be7280f6429eb48897797956d/d756a37be7280f6429eb48897797956d.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215490.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/56d/d756a37be7280f6429eb48897797956d/d756a37be7280f6429eb48897797956d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215493.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/d07/96a13792443d7b9a8f1bbd5e49071d07/96a13792443d7b9a8f1bbd5e49071d07.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215493.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/d07/96a13792443d7b9a8f1bbd5e49071d07/96a13792443d7b9a8f1bbd5e49071d07.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215496.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/ace/e3ce75e5169dcec4a8f2233353919ace/e3ce75e5169dcec4a8f2233353919ace.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215496.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/ace/e3ce75e5169dcec4a8f2233353919ace/e3ce75e5169dcec4a8f2233353919ace.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215499.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/f5c/35f830064ecaf482e3a8aaf2a9da2f5c/35f830064ecaf482e3a8aaf2a9da2f5c.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215499.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/f5c/35f830064ecaf482e3a8aaf2a9da2f5c/35f830064ecaf482e3a8aaf2a9da2f5c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215502.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/de4/0d3e083c59df24bca1ca73cf2f872de4/0d3e083c59df24bca1ca73cf2f872de4.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215502.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/de4/0d3e083c59df24bca1ca73cf2f872de4/0d3e083c59df24bca1ca73cf2f872de4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215505.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/f78/2da02f5b75a54f1f7838e350c9b9df78/2da02f5b75a54f1f7838e350c9b9df78.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215505.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/f78/2da02f5b75a54f1f7838e350c9b9df78/2da02f5b75a54f1f7838e350c9b9df78.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215508.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/80b/b4e7bcda5c5692f7e0d016eca46e380b/b4e7bcda5c5692f7e0d016eca46e380b.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215508.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/80b/b4e7bcda5c5692f7e0d016eca46e380b/b4e7bcda5c5692f7e0d016eca46e380b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215511.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/825/7bdebba5c4427682c7dbb58983cac825/7bdebba5c4427682c7dbb58983cac825.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215511.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/825/7bdebba5c4427682c7dbb58983cac825/7bdebba5c4427682c7dbb58983cac825.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215514.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/2e3/ad2e5f5af51d4c9bc83f213f66ab32e3/ad2e5f5af51d4c9bc83f213f66ab32e3.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215514.00000-0, db: /tmp/tmpc37inc5y/sda/containers/0/2e3/ad2e5f5af51d4c9bc83f213f66ab32e3/ad2e5f5af51d4c9bc83f213f66ab32e3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215350.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/e1b/70af05848ad71708df6af2d5e3b99e1b/70af05848ad71708df6af2d5e3b99e1b.db +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0025 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0021 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0046 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0015 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0037 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0051 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0014 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0024 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0026 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0024 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0024 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0025 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0002 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics ... ok + +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0010 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3035097 1 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3035097 1 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3035097 1 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3035097 1 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3035097 3 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3035097 1 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 3035097 4 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3035097 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0098 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3035097 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 3035097 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215355.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/e3f/95dcb7d0136bff2d2fd21111c113fe3f/95dcb7d0136bff2d2fd21111c113fe3f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215360.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/063/dfd464a3f1648c0314dc31c17305b063/dfd464a3f1648c0314dc31c17305b063.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215365.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/555/6889b093e723489539da5591a90d7555/6889b093e723489539da5591a90d7555.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215370.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/82e/2af21671e460bc64147404a00623882e/2af21671e460bc64147404a00623882e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215375.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/004/26ce837b0ee34630c5ce727ef42be004/26ce837b0ee34630c5ce727ef42be004.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215380.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/6ae/edd57cdbff1e8470fb4196767ce7b6ae/edd57cdbff1e8470fb4196767ce7b6ae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215385.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/e3f/768b21f68cbfd826b201f16459f2fe3f/768b21f68cbfd826b201f16459f2fe3f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215390.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/286/0e3760eefae347d31a164c4db1851286/0e3760eefae347d31a164c4db1851286.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215395.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/751/6c51d6d6e3703784e4c47c17f99a1751/6c51d6d6e3703784e4c47c17f99a1751.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215400.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/f1e/bce5373b2cb265386f5a87921ca5af1e/bce5373b2cb265386f5a87921ca5af1e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215405.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/3a0/0eebcd40828532cfa52e29ff108313a0/0eebcd40828532cfa52e29ff108313a0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215410.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/7d0/d7efbb0e4a77c26b5aa0fc06fc1677d0/d7efbb0e4a77c26b5aa0fc06fc1677d0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215415.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/5f9/8598364f6dbe5da356f87b206ec445f9/8598364f6dbe5da356f87b206ec445f9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215420.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/60f/1acc83b5413c48b4f2d9088f85c5a60f/1acc83b5413c48b4f2d9088f85c5a60f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215425.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/017/7d9c2bff72d150b4114135523930b017/7d9c2bff72d150b4114135523930b017.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215430.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/770/b586983f94bc7cf9a2b554a68c0fb770/b586983f94bc7cf9a2b554a68c0fb770.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215435.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/4ac/a69e9c641125c9dd2666d8fabebe04ac/a69e9c641125c9dd2666d8fabebe04ac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215440.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/6ec/dbd5a5253819a7ac0904b33fd6d0f6ec/dbd5a5253819a7ac0904b33fd6d0f6ec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215445.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/594/79a1a3a9ce382afa5168385606187594/79a1a3a9ce382afa5168385606187594.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215450.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/fc5/cb5b02b7921238ca5eb1ccfb4c726fc5/cb5b02b7921238ca5eb1ccfb4c726fc5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215455.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/6bc/84f25e8c9348a57b12039ad3626016bc/84f25e8c9348a57b12039ad3626016bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215460.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/05b/8b46e9eac9ea838d864862a4364d005b/8b46e9eac9ea838d864862a4364d005b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215465.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/b23/0599a28ef28129c953215ca57bd16b23/0599a28ef28129c953215ca57bd16b23.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215470.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/0af/6162e7a940b5d4fe8761f60c757d80af/6162e7a940b5d4fe8761f60c757d80af.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215475.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/a1d/0150eb0de1ff1eb4d3b37c61b2f15a1d/0150eb0de1ff1eb4d3b37c61b2f15a1d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215480.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/e13/7d261988ea54afb46c12f8a1ac0dbe13/7d261988ea54afb46c12f8a1ac0dbe13.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215485.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/6c9/63e93f1e618549ddbc59db85a48176c9/63e93f1e618549ddbc59db85a48176c9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215490.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/56d/d756a37be7280f6429eb48897797956d/d756a37be7280f6429eb48897797956d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215495.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/af2/044a00bb5f53ee68246bc026965fbaf2/044a00bb5f53ee68246bc026965fbaf2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215500.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/d29/1ff1a0d95c76317e499681880cb14d29/1ff1a0d95c76317e499681880cb14d29.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215505.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/f78/2da02f5b75a54f1f7838e350c9b9df78/2da02f5b75a54f1f7838e350c9b9df78.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215510.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/766/c0f4a867c4b7f384f70bb10c3fa2e766/c0f4a867c4b7f384f70bb10c3fa2e766.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215515.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/382/d43e42049abee58bf96941d3b2381382/d43e42049abee58bf96941d3b2381382.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215520.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/2ed/9897229d1db96f81b15c63c0ee6b12ed/9897229d1db96f81b15c63c0ee6b12ed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215525.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/2fb/9671a4faf6b9c4240fd859ab1f6702fb/9671a4faf6b9c4240fd859ab1f6702fb.db +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0031 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0022 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0018 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0018 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0016 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0018 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0078 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0018 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0020 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0019 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0020 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0020 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0019 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0020 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0021 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0018 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0020 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0019 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0018 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0018 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0018 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0016 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0018 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0018 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0018 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0080 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0018 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0019 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0018 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0018 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0018 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0016 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0020 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0019 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0027 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0025 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0025 "-" 3035097 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified ... ok +swift: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 507 - "-" "-" "-" 0.0003 "-" 3035097 - +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok + +test DEBUG: Unlinked retiring db '/tmp/tmp0dcrrgu2/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0022 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0022 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0025 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0021 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0023 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0022 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0020 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0021 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0024 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0074 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0024 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0023 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3035097 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 3035097 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0046 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0027 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0041 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0047 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0038 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0048 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0047 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0032 "-" 3035097 - +test ERROR: ERROR Account update failed with 127.0.0.1:45297/sda1 (will retry later): Response 503 OK +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3035097 4 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3035097 4 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 3035097 4 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 3035097 4 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 3035097 4 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 3035097 4 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3035097 4 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0004 "-" 3035097 nada +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 3035097 1 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 3035097 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3035097 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215530.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/d32/9e29f1e1f1bb097baa5a0d5273b17d32/9e29f1e1f1bb097baa5a0d5273b17d32.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215535.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/e91/8d2c5911e03447b9f5e0fe836fe7ee91/8d2c5911e03447b9f5e0fe836fe7ee91.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215540.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/1c0/b5329430f8a7868087091b3842e831c0/b5329430f8a7868087091b3842e831c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215545.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/9cd/549ff33732b7922fdb31c886766419cd/549ff33732b7922fdb31c886766419cd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215550.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/877/e207c68806794a5290099fe8e2fdf877/e207c68806794a5290099fe8e2fdf877.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215555.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/45e/73038a149c2268c8268b1a912035245e/73038a149c2268c8268b1a912035245e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215560.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/8aa/2af4a773fc1ed19db46856bd2a1fd8aa/2af4a773fc1ed19db46856bd2a1fd8aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215565.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/316/a79a1c15ffe9ee128aff4e2898330316/a79a1c15ffe9ee128aff4e2898330316.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215570.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/756/0ad1dc5e2513b0a6eba983e0b95d4756/0ad1dc5e2513b0a6eba983e0b95d4756.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215575.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/76f/7afeb7725324b42219581260530dd76f/7afeb7725324b42219581260530dd76f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215580.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/564/ab3756d7643b0170ee3c1d0b9ef96564/ab3756d7643b0170ee3c1d0b9ef96564.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215585.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/aba/5030b77987e8e6b19c68259da9aaaaba/5030b77987e8e6b19c68259da9aaaaba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215590.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/732/83382428778cf32460c589e1c50df732/83382428778cf32460c589e1c50df732.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215595.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/ff0/900c8cd692066965a38b2847e5d85ff0/900c8cd692066965a38b2847e5d85ff0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215600.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/73f/fea968b01c83a255b2072470ac9f173f/fea968b01c83a255b2072470ac9f173f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215605.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/1bd/30914d1a7dc2191c9aecafcbaecef1bd/30914d1a7dc2191c9aecafcbaecef1bd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215610.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/ef4/64677b27b3558d46cc14466df1bd1ef4/64677b27b3558d46cc14466df1bd1ef4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215615.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/c05/7c5049dca85c4ba5ddedd533065f6c05/7c5049dca85c4ba5ddedd533065f6c05.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215620.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/dac/5b37ceb053d9cd4e6069a12c85ea4dac/5b37ceb053d9cd4e6069a12c85ea4dac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215625.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/dde/e67bf3f90ff9fd26094125bbec71ddde/e67bf3f90ff9fd26094125bbec71ddde.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215630.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/b0b/0a908240bf745ad7f120b87bb4dcab0b/0a908240bf745ad7f120b87bb4dcab0b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215635.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/dd6/aa781eee22521691d46ade33f5c86dd6/aa781eee22521691d46ade33f5c86dd6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215640.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/7aa/6dd2c23fac289ed2da6bcd73a69777aa/6dd2c23fac289ed2da6bcd73a69777aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215645.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/2f9/66240180e2371a5441aa9a2519f922f9/66240180e2371a5441aa9a2519f922f9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215650.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/282/f9ef0a3d8b223af5de6277612498f282/f9ef0a3d8b223af5de6277612498f282.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215655.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/044/83bc43b4df6a37afdc7ff69dad783044/83bc43b4df6a37afdc7ff69dad783044.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215660.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/4dc/ce0d0846bb05bc46e13f176ea1b0e4dc/ce0d0846bb05bc46e13f176ea1b0e4dc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215665.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/b58/167d7295b4c1574022dafcb7649c3b58/167d7295b4c1574022dafcb7649c3b58.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215670.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/409/7af4eaa03ce6081d42c7434381f21409/7af4eaa03ce6081d42c7434381f21409.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215675.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/061/baa9bb213f79574d09512c41bbea9061/baa9bb213f79574d09512c41bbea9061.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215680.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/a4c/421663c9c1619d3cb2f254ef5756ca4c/421663c9c1619d3cb2f254ef5756ca4c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215685.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/467/0bf1dd9f2e21f6a15d68233d38655467/0bf1dd9f2e21f6a15d68233d38655467.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215690.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/1f6/7b421b1acfc20fe627cbf81b9bd661f6/7b421b1acfc20fe627cbf81b9bd661f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215695.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/4b2/1cd59d4db8eda125efa7437b481674b2/1cd59d4db8eda125efa7437b481674b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215700.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/2c9/af0ea18b84f570611a2fa472d550f2c9/af0ea18b84f570611a2fa472d550f2c9.db +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0035 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0016 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0020 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0037 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0035 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0025 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0009 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0011 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0007 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0011 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0012 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0013 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0011 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:25 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0011 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0013 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0013 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0006 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0012 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0012 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0011 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0012 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0012 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 2 +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215705.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/618/d8b8ab89224beca19c2bb003f1e62618/d8b8ab89224beca19c2bb003f1e62618.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215710.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/c0b/1dd6b978ee6f7744d44bbd566e3cfc0b/1dd6b978ee6f7744d44bbd566e3cfc0b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215715.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/6dd/95eba9eceb1b548a97c9294cde38e6dd/95eba9eceb1b548a97c9294cde38e6dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215720.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/611/aa0c7519756b68365eea45cd1ddd7611/aa0c7519756b68365eea45cd1ddd7611.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215725.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/39e/5bea2eecd4a658d402999bc52bacf39e/5bea2eecd4a658d402999bc52bacf39e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215730.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/18c/34698dd1cec523e507bdb381046d718c/34698dd1cec523e507bdb381046d718c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215735.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/ab0/67221f4b40cddcefb26b898b6ec90ab0/67221f4b40cddcefb26b898b6ec90ab0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215740.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/147/71113309bdab622e040914721272e147/71113309bdab622e040914721272e147.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215745.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/fbd/84be65490c8f999589ffac4a8fbe5fbd/84be65490c8f999589ffac4a8fbe5fbd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215750.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/432/fc0a552b8b0602f6b95b29211e9a3432/fc0a552b8b0602f6b95b29211e9a3432.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215755.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/e2b/236cfc60974f1ca61ba6b38543348e2b/236cfc60974f1ca61ba6b38543348e2b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215760.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/003/dd5a09465b74f39be23e6d258b4fa003/dd5a09465b74f39be23e6d258b4fa003.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215765.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/e7f/cbf5901f50875cf30e0fbc80a2ed3e7f/cbf5901f50875cf30e0fbc80a2ed3e7f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215770.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/fdc/085426865d4d66a6ec5c1830f8245fdc/085426865d4d66a6ec5c1830f8245fdc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215775.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/2b8/96b838d25b269f014a348e537e6412b8/96b838d25b269f014a348e537e6412b8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215780.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/69d/facc6f1a2695c2f1a98f07a89d57c69d/facc6f1a2695c2f1a98f07a89d57c69d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215785.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/50d/6f0f18a73d0aded33c68aeb9d73b350d/6f0f18a73d0aded33c68aeb9d73b350d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215790.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/687/67d97617f2db6aaa0a81c1da7a9f7687/67d97617f2db6aaa0a81c1da7a9f7687.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215795.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/320/79bb2011eb18be60c16f36b69d42b320/79bb2011eb18be60c16f36b69d42b320.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215800.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/9b3/bf6b59dccd0b7d240af65156d6db09b3/bf6b59dccd0b7d240af65156d6db09b3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215805.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/8fb/3d95500a58305b10fb5cce98ee5bb8fb/3d95500a58305b10fb5cce98ee5bb8fb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215810.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/d1f/b436559e08ee3c71c374184565d5cd1f/b436559e08ee3c71c374184565d5cd1f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215815.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/96b/6458b735a9b3aa2dc4cde00f0c0f696b/6458b735a9b3aa2dc4cde00f0c0f696b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215820.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/64f/7c85a17acd2c4b6ab4577301ba19a64f/7c85a17acd2c4b6ab4577301ba19a64f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215825.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/a04/49c7c62332f0a74484467b1e9811ea04/49c7c62332f0a74484467b1e9811ea04.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215830.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/4bf/4b021ad761ac0f1a30621588352ec4bf/4b021ad761ac0f1a30621588352ec4bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215835.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/cb5/a4ce59ab2a499deba7fbed5e93ac1cb5/a4ce59ab2a499deba7fbed5e93ac1cb5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215840.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/adf/214e8ab4bd3acc55b98b420791af8adf/214e8ab4bd3acc55b98b420791af8adf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215845.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/ed2/0819c76743807bbf7f8306879d91ded2/0819c76743807bbf7f8306879d91ded2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215850.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/eab/976621afd0d83ca744f95ee07104aeab/976621afd0d83ca744f95ee07104aeab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215855.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/da3/3d9d11fe91ca352d5b04522041fbcda3/3d9d11fe91ca352d5b04522041fbcda3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215860.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/fb7/6f5813a6beaf23f4caad40287ff70fb7/6f5813a6beaf23f4caad40287ff70fb7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215865.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/935/791c64e19677aee83f38c78ebe3dc935/791c64e19677aee83f38c78ebe3dc935.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215870.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/0c2/fc0c941116ed889959251726b5aea0c2/fc0c941116ed889959251726b5aea0c2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215875.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/e4c/4264b64e7a309e737ea97db7a7119e4c/4264b64e7a309e737ea97db7a7119e4c.dbtest.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync ... ok + +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0013 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0013 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0007 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0007 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0014 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0006 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0127 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0012 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0006 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0014 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0013 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0006 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0034 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0022 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0009 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0032 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0023 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0008 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0036 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0024 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0009 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0022 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0022 "-" 3035097 2 +test DEBUG: Unlinked retiring db '/tmp/tmpzig90wz0/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0034 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0026 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0007 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0030 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0019 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0007 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0019 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0008 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0036 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0018 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0008 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0023 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0006 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0027 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0015 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0006 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0015 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0012 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0005 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3035097 4 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3035097 4 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 4 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3035097 4 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0102 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0003 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.0048 "-" 3035097 1 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0020 "-" 3035097 1test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215880.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/a50/6dab9cbdffe835131466bf887552da50/6dab9cbdffe835131466bf887552da50.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215885.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/414/bad533ea628c532fb6220dd4fa6c0414/bad533ea628c532fb6220dd4fa6c0414.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215890.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/0ad/17bd35aff47921135eeb67ee0a2470ad/17bd35aff47921135eeb67ee0a2470ad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215895.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/972/5beb39193d42eb154470c3dcf9a01972/5beb39193d42eb154470c3dcf9a01972.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215900.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/69f/83101101e10a27c7c3559d26a2f1569f/83101101e10a27c7c3559d26a2f1569f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215905.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/a29/64b2512373b5e46400cca7801466ca29/64b2512373b5e46400cca7801466ca29.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215910.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/69d/3fe6929923e7c0078ebe2be8e359c69d/3fe6929923e7c0078ebe2be8e359c69d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215915.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/167/bc27f3b1e551cec6d5799128c9981167/bc27f3b1e551cec6d5799128c9981167.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215920.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/83c/26320260f9e53794571a15cc7a56183c/26320260f9e53794571a15cc7a56183c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215925.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/231/3157c433833b61f2106f1c2db7f2f231/3157c433833b61f2106f1c2db7f2f231.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215930.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/751/71dddab533b3b7e05679d408f01ca751/71dddab533b3b7e05679d408f01ca751.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215935.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/8d9/d93664480740e13c3942e80ad59f38d9/d93664480740e13c3942e80ad59f38d9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215940.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/1d4/e6c5037dc7020a86012159bc2d2a71d4/e6c5037dc7020a86012159bc2d2a71d4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215945.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/fa7/8c38f7c2c7123ab2b729807bfcd6dfa7/8c38f7c2c7123ab2b729807bfcd6dfa7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215950.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/785/15e68874b49e3b33c878882058d0a785/15e68874b49e3b33c878882058d0a785.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215955.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/691/699f860de365a1829a993d6380fce691/699f860de365a1829a993d6380fce691.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215960.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/174/22541e36a1dcc86c6cddae83a6b36174/22541e36a1dcc86c6cddae83a6b36174.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215965.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/f46/ed6aeca66d08846ad0b8d76da4b75f46/ed6aeca66d08846ad0b8d76da4b75f46.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215970.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/a72/5eee6ba0b332273cd1c8dd5f5869fa72/5eee6ba0b332273cd1c8dd5f5869fa72.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215975.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/c08/1b5b37210388e9b04f5fdf71110f0c08/1b5b37210388e9b04f5fdf71110f0c08.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215980.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/81c/3f7bee832bd8d68d43ea91ed9c9d781c/3f7bee832bd8d68d43ea91ed9c9d781c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215985.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/e81/0192e7fa45436545f9a091e71fd0ae81/0192e7fa45436545f9a091e71fd0ae81.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215990.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/6bd/6818d43576e302378c83f38989b116bd/6818d43576e302378c83f38989b116bd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215995.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/ffd/1c018571fe51783a59c1d5c2da954ffd/1c018571fe51783a59c1d5c2da954ffd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216000.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/6da/ad1c2cdc6714ae1252a4dc9de85436da/ad1c2cdc6714ae1252a4dc9de85436da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216005.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/351/2853e6fcd3e0cf4a87dc49d3d8805351/2853e6fcd3e0cf4a87dc49d3d8805351.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216010.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/6a0/ae88a8e1a8a448b4626add60585c56a0/ae88a8e1a8a448b4626add60585c56a0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216015.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/b9f/782c57ba41faede573b8f18d29c93b9f/782c57ba41faede573b8f18d29c93b9f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216020.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/a70/a6d53e0de5c1340cd662cb23e207aa70/a6d53e0de5c1340cd662cb23e207aa70.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216025.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/af9/a2260330b0befb09a0bf4e4c410baaf9/a2260330b0befb09a0bf4e4c410baaf9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216030.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/6a4/0ab1592ed525b1d0b8785ce92a73f6a4/0ab1592ed525b1d0b8785ce92a73f6a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216035.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/93f/8086669a240646ea7e2be35f75c5193f/8086669a240646ea7e2be35f75c5193f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216040.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/c63/88b54f8a6e13edd387ad059cc5d11c63/88b54f8a6e13edd387ad059cc5d11c63.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216045.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/4ef/066edeabcddb6f515cc2fea3856e04ef/066edeabcddb6f515cc2fea3856e04ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216050.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/1ca/e5623a6d090a2f2d2e8dfcf5d77d91ca/e5623a6d090a2f2d2e8dfcf5d77d91ca.db +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0018 "-" 3035097 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0005 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0002 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3035097 2 +test DEBUG: Unlinked retiring db '/tmp/tmptsv1xmea/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0084 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0038 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [24/Jan/2026:00:42:26 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [24/Jan/2026:00:42:26 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [24/Jan/2026:00:42:26 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 3035097 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ + res = getattr(self, req.method)(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats + resp = func(ctrl, *args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 951, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch + return getattr(self, op)( + ~~~~~~~^^^^^^^^^^ +AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [24/Jan/2026:00:42:26 +0000] "REPLICATE /sda1/p/a/" 500 710 "-" "-" "-" 0.0016 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [24/Jan/2026:00:42:26 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0067 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0032 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0006 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0075 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0031 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ + res = getattr(self, req.method)(req) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_server.py", line 6118, in mock_put_method + raise Exception() +Exception +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0055 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok +swift: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" "-" "-" "-" 0.0003 "-" 3035097 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved ... ok +swift: - - - [24/Jan/2026:00:42:26 +0000] "DELETE /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 3035097 - +swift: - - - [24/Jan/2026:00:42:26 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 3035097 - +swift: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 3035097 - +swift: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3035097 0 +swift: - - - [24/Jan/2026:00:42:26 +0000] "HEAD /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 3035097 - +swift: - - - [24/Jan/2026:00:42:26 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3035097 0 +swift: - - - [24/Jan/2026:00:42:26 +0000] "POST /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 3035097 - +swift: - - - [24/Jan/2026:00:42:26 +0000] "POST /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3035097 - +swift: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 3035097 - +swift: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3035097 2 +swift: - - - [24/Jan/2026:00:42:26 +0000] "UPDATE /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 3035097 - +swift: - - - [24/Jan/2026:00:42:26 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 3035097 - +swift: - - - [24/Jan/2026:00:42:26 +0000] "DELETE /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 3035097 - +swift: - - - [24/Jan/2026:00:42:26 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 3035097 - +swift: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 3035097 - +swift: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3035097 0 +swift: - - - [24/Jan/2026:00:42:26 +0000] "HEAD /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 3035097 - +swift: - - - [24/Jan/2026:00:42:26 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3035097 0 +swift: - - - [24/Jan/2026:00:42:26 +0000] "POST /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 3035097 - +swift: - - - [24/Jan/2026:00:42:26 +0000] "POST /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 3035097 - +swift: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 3035097 - +swift: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3035097 2 + +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0053 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0052 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0018 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 3035097 1 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0032 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0026 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0023 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 3035097 3 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3035097 3 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0030 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 3035097 4 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3035097 4 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3035097 3 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0024 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0037 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0014 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0039 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0039 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0037 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0034 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0003 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0034 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0034 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0037 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0044 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0022 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0022 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0035 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0011 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 3035097 nada +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 3035097 999 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c_legacy" 201 - "-" "-" "-" 0.0033 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "HEAD /sda1/p/a/c_legacy" 204 - "-" "-" "-" 0.0012 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0035 "-" 3035097 1 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "HEAD /sda1/p/a/c_one" 204 - "-" "-" "-" 0.0012 "-" 3035097 1test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok +swift: - - - [24/Jan/2026:00:42:26 +0000] "UPDATE /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 3035097 - +swift: - - - [24/Jan/2026:00:42:26 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 3035097 - +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok +swift: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 3035097 - +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216055.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/fb9/fc40fe7dd4f6fbf92e882bc015741fb9/fc40fe7dd4f6fbf92e882bc015741fb9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216060.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/b38/af270d3e98f660c38793afaae0ccdb38/af270d3e98f660c38793afaae0ccdb38.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216065.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/3fc/2dee859132bf97ecfbeb35409e2c23fc/2dee859132bf97ecfbeb35409e2c23fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216070.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/054/ba4d289dce3474025e92569ab8a09054/ba4d289dce3474025e92569ab8a09054.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216075.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/cac/f9d3cf84d18200a8de6d7e1e8f627cac/f9d3cf84d18200a8de6d7e1e8f627cac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216080.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/835/19e96b76bcf400fcb319619564eae835/19e96b76bcf400fcb319619564eae835.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216085.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/a31/f5cbd8fd7939223f491c820d070d0a31/f5cbd8fd7939223f491c820d070d0a31.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216090.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/e65/cf75aa79c782c170eab4c8b9b115ee65/cf75aa79c782c170eab4c8b9b115ee65.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216095.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/a80/001b6f84faa5b7926388816ed5050a80/001b6f84faa5b7926388816ed5050a80.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216100.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/ff4/c3a7d79e2228f20fb49e74f436545ff4/c3a7d79e2228f20fb49e74f436545ff4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216105.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/735/0a6cf836d844f19e62a8ff62cd30e735/0a6cf836d844f19e62a8ff62cd30e735.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216110.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/e41/778b3a51ef63d7668623aaedfe521e41/778b3a51ef63d7668623aaedfe521e41.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216115.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/a65/1ba4c12316c2763bcd80acc21c158a65/1ba4c12316c2763bcd80acc21c158a65.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216120.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/215/7686563000897f80fbbd91f26622e215/7686563000897f80fbbd91f26622e215.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216125.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/0f8/c246e95428142d11642bc96de9a6d0f8/c246e95428142d11642bc96de9a6d0f8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216130.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/d64/8e4482b6e82857e1a051457ddd8c8d64/8e4482b6e82857e1a051457ddd8c8d64.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216135.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/319/54c45842d9f3e1b99b284dadcd7f8319/54c45842d9f3e1b99b284dadcd7f8319.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216140.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/6cf/d679bc1a013dad83a7cd58b2272c46cf/d679bc1a013dad83a7cd58b2272c46cf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216145.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/1e7/5eaa2b72c8731b490faf090c5386f1e7/5eaa2b72c8731b490faf090c5386f1e7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216150.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/44a/05bbbae70cface7c1fb577bad2af144a/05bbbae70cface7c1fb577bad2af144a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216155.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/8fa/d323d6f80f6a20c8329a5a1073b198fa/d323d6f80f6a20c8329a5a1073b198fa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216160.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/022/f6e9826462e7205db956de1c52eb4022/f6e9826462e7205db956de1c52eb4022.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216165.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/9d3/cc66892c573441e840ccfe3191ce19d3/cc66892c573441e840ccfe3191ce19d3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216170.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/292/6c4d90fa52df5da57384111376e20292/6c4d90fa52df5da57384111376e20292.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216175.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/e65/186d4cd891047f8401c4e42467db3e65/186d4cd891047f8401c4e42467db3e65.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216180.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/b2e/81bc85b451f37f860e59a70150c68b2e/81bc85b451f37f860e59a70150c68b2e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216185.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/8a3/e76c8267785c211abba5eea1593708a3/e76c8267785c211abba5eea1593708a3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216190.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/43a/2fd0c9bfef67b5a5c80198cfc94ed43a/2fd0c9bfef67b5a5c80198cfc94ed43a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216195.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/81a/a6dbe5f5a50f9d6b76f92f2acd66281a/a6dbe5f5a50f9d6b76f92f2acd66281a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216200.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/794/7262dffab0e2aa06ce0708a2ab106794/7262dffab0e2aa06ce0708a2ab106794.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216205.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/a15/c3acfb19a00808f3c9c4e618dedeaa15/c3acfb19a00808f3c9c4e618dedeaa15.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216210.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/078/8689ba0da20952b526ab2875c1f7e078/8689ba0da20952b526ab2875c1f7e078.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216215.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/4ef/b7c40fce8ffcd75bfcc542f358f194ef/b7c40fce8ffcd75bfcc542f358f194ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216220.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/2f0/4909fb281c308562eaa9acc40cb7c2f0/4909fb281c308562eaa9acc40cb7c2f0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216225.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/16b/cd53dbcd1ef762276582b33eea08b16b/cd53dbcd1ef762276582b33eea08b16b.dbtest.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok + +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0034 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "HEAD /sda1/p/a/c_two" 204 - "-" "-" "-" 0.0012 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0033 "-" 3035097 3 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "HEAD /sda1/p/a/c_three" 204 - "-" "-" "-" 0.0012 "-" 3035097 3 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c_four" 201 - "-" "-" "-" 0.0033 "-" 3035097 4 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "HEAD /sda1/p/a/c_four" 204 - "-" "-" "-" 0.0011 "-" 3035097 4 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0038 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0043 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0023 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0037 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0041 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0023 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0021 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0023 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0040 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0043 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0042 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0033 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0042 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0085 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0006 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0042 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0042 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0042 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0044 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0047 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0043 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0050 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0052 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0029 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0028 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0003 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0001 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0001 "-" 3035097 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create ... ok +swift: - - - [24/Jan/2026:00:42:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 3035097 2 +swift: - - - [24/Jan/2026:00:42:27 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3035097 2 +swift: - - - [24/Jan/2026:00:42:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 3035097 2 +swift: - - - [24/Jan/2026:00:42:27 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3035097 - +swift: - - - [24/Jan/2026:00:42:27 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 3035097 - +swift: - - - [24/Jan/2026:00:42:27 +0000] "OPTIONS /sda1/p/a/c" 200 - "-" "-" "-" 0.0001 "-" 3035097 - +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers ... ok +swift: ERROR 500 b'' Trying to GET /AUTH_bob From Account Server 10.0.0.1:1001/sdb +swift: ERROR 500 b'' Trying to GET /AUTH_bob From Account Server 10.0.0.2:1002/sdc +swift: ERROR 500 b'' Trying to GET /AUTH_bob From Account Server 10.0.0.0:1000/sda +swift: Account GET returning 503 for [500, 500, 500] +swift: Client disconnected on read of '/AUTH_bob' +swift: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to GET /v1/a: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request#012 conn = http_connect(#012 ip, port, node['device'],#012 self.partition, self.req.method, self.path,#012 headers=req_headers,#012 query_string=self.req.query_string)#012 File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect#012 i, status = next(conn_id_and_code_iter)#012 ~~~~^^^^^^^^^^^^^^^^^^^^^^^#012StopIteration +swift: ERROR with Account server 10.0.0.0:1000/sda re: Trying to GET /v1/a: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request#012 conn = http_connect(#012 ip, port, node['device'],#012 self.partition, self.req.method, self.path,#012 headers=req_headers,#012 query_string=self.req.query_string)#012 File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect#012 i, status = next(conn_id_and_code_iter)#012 ~~~~^^^^^^^^^^^^^^^^^^^^^^^#012StopIteration +swift: ERROR 503 Trying to DELETE /AUTH_bob From Account Server 10.0.0.2:1002/sdc +swift: ERROR 503 Trying to DELETE /AUTH_bob From Account Server 10.0.0.2:1002/sdc +swift: Account GET returning 503 for (204, 404, 503) +swift: ERROR 503 Trying to DELETE /AUTH_bob From Account Server 10.0.0.2:1002/sdc +swift: ERROR 503 Trying to DELETE /AUTH_bob From Account Server 10.0.0.0:1000/sda +swift: Account GET returning 503 for (204, 503, 503) +swift: ERROR 503 Trying to DELETE /AUTH_bob From Account Server 10.0.0.1:1001/sdb +swift: ERROR 503 Trying to DELETE /AUTH_bob From Account Server 10.0.0.2:1002/sdc +swift: ERROR 503 Trying to DELETE /AUTH_bob From Account Server 10.0.0.0:1000/sda +swift: Account GET returning 503 for (404, 503, 503) +swift: ERROR 503 Trying to DELETE /AUTH_bob From Account Server 10.0.0.2:1002/sdc +swift: ERROR 503 Trying to DELETE /AUTH_bob From Account Server 10.0.0.0:1000/sda +swift: ERROR 503 Trying to DELETE /AUTH_bob From Account Server 10.0.0.1:1001/sdb +swift: Account GET returning 503 for (503, 503, 503) +swift: ERROR 503 Trying to POST /AUTH_bob From Account Server 10.0.0.1:1001/sdb +swift: ERROR 503 Trying to POST /AUTH_bob From Account Server 10.0.0.1:1001/sdb +swift: Account GET returning 503 for (204, 404, 503) +swift: ERROR 503 Trying to POST /AUTH_bob From Account Server 10.0.0.0:1000/sda +swift: ERROR 503 Trying to POST /AUTH_bob From Account Server 10.0.0.2:1002/sdc +swift: Account GET returning 503 for (204, 503, 503) +swift: ERROR 503 Trying to POST /AUTH_bob From Account Server 10.0.0.0:1000/sda +swift: ERROR 503 Trying to POST /AUTH_bob From Account Server 10.0.0.1:1001/sdb +swift: ERROR 503 Trying to POST /AUTH_bob From Account Server 10.0.0.0:1000/sda +swift: Account GET returning 503 for (404, 503, 503) +swift: ERROR 503 Trying to POST /AUTH_bob From Account Server 10.0.0.1:1001/sdb +swift: ERROR 503 Trying to POST /AUTH_bob From Account Server 10.0.0.2:1002/sdc +swift: ERROR 503 Trying to POST /AUTH_bob From Account Server 10.0.0.0:1000/sda +swift: Account GET returning 503 for (503, 503, 503) +swift: ERROR 503 Trying to PUT /AUTH_bob From Account Server 10.0.0.1:1001/sdb +swift: ERROR 503 Trying to PUT /AUTH_bob From Account Server 10.0.0.0:1000/sda +swift: Account GET returning 503 for (201, 404, 503) +swift: ERROR 503 Trying to PUT /AUTH_bob From Account Server 10.0.0.2:1002/sdc +swift: ERROR 503 Trying to PUT /AUTH_bob From Account Server 10.0.0.0:1000/sda +swift: Account GET returning 503 for (201, 503, 503) +swift: ERROR 503 Trying to PUT /AUTH_bob From Account Server 10.0.0.1:1001/sdb +swift: ERROR 503 Trying to PUT /AUTH_bob From Account Server 10.0.0.2:1002/sdc +swift: ERROR 503 Trying to PUT /AUTH_bob From Account Server 10.0.0.0:1000/sda +swift: Account GET returning 503 for (404, 503, 503) +swift: ERROR 503 Trying to PUT /AUTH_bob From Account Server 10.0.0.0:1000/sda +swift: ERROR 503 Trying to PUT /AUTH_bob From Account Server 10.0.0.1:1001/sdb +swift: ERROR 503 Trying to PUT /AUTH_bob From Account Server 10.0.0.2:1002/sdc +swift: Account GET returning 503 for (503, 503, 503) +swift: Client disconnected on read of '/a' +swift: Client disconnected on read of '/a' + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216230.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/757/83011ea69bc24a121cf8c089e691a757/83011ea69bc24a121cf8c089e691a757.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216235.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/376/1bb50f68a4bfc81493b769f2fdf28376/1bb50f68a4bfc81493b769f2fdf28376.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216240.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/a76/b249a510f326a882b636012314246a76/b249a510f326a882b636012314246a76.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216245.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/2af/a1b4562174c6aeb93c7246b4bfc482af/a1b4562174c6aeb93c7246b4bfc482af.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216250.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/211/345d4b01b52e94ee68e205bc34b3a211/345d4b01b52e94ee68e205bc34b3a211.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216255.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/717/5d8b05d11fa1b0f79ec1e4ec54c63717/5d8b05d11fa1b0f79ec1e4ec54c63717.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216260.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/083/d58a80f8f7b1165726fdf6072111d083/d58a80f8f7b1165726fdf6072111d083.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216265.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/2c5/1742c7fa78f1e1b3b2a3e410630872c5/1742c7fa78f1e1b3b2a3e410630872c5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216270.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/a40/6b73987ccfa1c6a599c5e899e4c37a40/6b73987ccfa1c6a599c5e899e4c37a40.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216275.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/73e/ab712cd5646466ea8bf9bc41da53673e/ab712cd5646466ea8bf9bc41da53673e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216280.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/0a4/0f3253769183b0a1c3f487c11ffc10a4/0f3253769183b0a1c3f487c11ffc10a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216285.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/5a1/8c6650acecb3e8d65f25c46ccfdc45a1/8c6650acecb3e8d65f25c46ccfdc45a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216290.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/7d4/88355461a61f4d262f21e9fd9cb6a7d4/88355461a61f4d262f21e9fd9cb6a7d4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216295.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/329/36cafcaf6ff629d4fed8d5a32a460329/36cafcaf6ff629d4fed8d5a32a460329.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216300.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/012/931b0466ef4f6098333147d5736f2012/931b0466ef4f6098333147d5736f2012.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216305.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/6a4/99bf8d0f9cb9dada343153d71aaaf6a4/99bf8d0f9cb9dada343153d71aaaf6a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216310.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/77c/c935b3d5ca47d037b23c45d53479277c/c935b3d5ca47d037b23c45d53479277c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216315.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/cc9/da6aa3c63b795ac44a2b6a91de77ecc9/da6aa3c63b795ac44a2b6a91de77ecc9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216320.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/640/8482fb6855600beef12d1d792b80b640/8482fb6855600beef12d1d792b80b640.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216325.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/50a/ebf8813dfd39e80ecbad7930c9d3050a/ebf8813dfd39e80ecbad7930c9d3050a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216330.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/ab9/fd9a167cd715f300e75feed2afee7ab9/fd9a167cd715f300e75feed2afee7ab9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216335.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/02a/c547329d3c01fed6f8ce5e445f4ea02a/c547329d3c01fed6f8ce5e445f4ea02a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216340.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/0b8/cf517420890a143d2e0a6195fd2ac0b8/cf517420890a143d2e0a6195fd2ac0b8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216345.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/434/336705822deaf5d163eed2e23948c434/336705822deaf5d163eed2e23948c434.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216350.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/b2d/0f749099d4077ddb286a688b541b4b2d/0f749099d4077ddb286a688b541b4b2d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216355.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/69a/a268fe46df9aca651d16d87e3336069a/a268fe46df9aca651d16d87e3336069a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216360.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/6fa/b1eec1af2f98ac15f8fd32ad2a50c6fa/b1eec1af2f98ac15f8fd32ad2a50c6fa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216365.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/9e0/8e294b3b0e0b67f15d0781b3e3c369e0/8e294b3b0e0b67f15d0781b3e3c369e0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216370.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/e44/b7df44e1f496ded1b293ad48b537be44/b7df44e1f496ded1b293ad48b537be44.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216375.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/feb/2583b77ae4d6198d676e6e59553e2feb/2583b77ae4d6198d676e6e59553e2feb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216380.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/05c/0c15f66f20c4dd06661e97419138605c/0c15f66f20c4dd06661e97419138605c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216385.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/f1a/36af22c8d14039de9e538e2fd8e78f1a/36af22c8d14039de9e538e2fd8e78f1a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216390.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/e01/d9945029824425047fbef7f2078a4e01/d9945029824425047fbef7f2078a4e01.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216395.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/a97/0f95b72cf99688d2b5a8eba44894ba97/0f95b72cf99688d2b5a8eba44894ba97.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216400.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/f97/7c4326eb4148fdab3cb0d07752121f97/7c4326eb4148fdab3cb0d07752121f97.dbswift: ERROR with Account server 10.0.0.0:1000/sda re: Trying to POST /a: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request#012 conn = http_connect(#012 ip, port, node['device'], part, method, path,#012 headers=headers, query_string=query)#012 File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect#012 i, status = next(conn_id_and_code_iter)#012 ~~~~^^^^^^^^^^^^^^^^^^^^^^^#012StopIteration +swift: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to PUT /a: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request#012 conn = http_connect(#012 ip, port, node['device'], part, method, path,#012 headers=headers, query_string=query)#012 File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect#012 i, status = next(conn_id_and_code_iter)#012 ~~~~^^^^^^^^^^^^^^^^^^^^^^^#012StopIteration + +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0048 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0030 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0110 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0048 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:26 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0027 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:27 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0043 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:27 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:27 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:27 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:27 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:27 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0049 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:27 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0025 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:27 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0004 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:27 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:27 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0040 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:27 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:27 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0002 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:27 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0045 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:27 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:27 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0002 "-" 3035097 0 +test INFO: - - - [24/Jan/2026:00:42:27 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0040 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:27 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0008 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:27 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0004 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:27 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0046 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:27 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0005 "-" 3035097 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:27 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:27 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0048 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:27 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0030 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:27 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3035097 - +test INFO: - - - [24/Jan/2026:00:42:27 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3035097 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0051 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test INFO: - - - [24/Jan/2026:00:42:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0055 "-" 3035097 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:27 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:27 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0005 "-" 3035097 2 +test INFO: - - - [24/Jan/2026:00:42:27 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0048 "-" 3035097 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container +test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion +test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers +test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container +test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion +test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove +test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted +test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted ... ok +test.unit.obj.test_server.TestZeroCopy.test_GET +test.unit.obj.test_server.TestZeroCopy.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_GET_big +test.unit.obj.test_server.TestZeroCopy.test_GET_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_quarantine +test.unit.obj.test_server.TestZeroCopy.test_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file +test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing ... ok +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD +test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env +test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account +test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names +test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers +test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner +test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT ... ok test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available ... ok test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading @@ -50870,43 +55957,43 @@ test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804887.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/efc/4551a8e2e47101266e8ceed01e5ddefc/4551a8e2e47101266e8ceed01e5ddefc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804890.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/c13/c09701636d31a3663a9aa1047aad1c13/c09701636d31a3663a9aa1047aad1c13.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804890.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/c13/c09701636d31a3663a9aa1047aad1c13/c09701636d31a3663a9aa1047aad1c13.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804893.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/d90/904c9d88666a817dccf726289d76dd90/904c9d88666a817dccf726289d76dd90.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804893.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/d90/904c9d88666a817dccf726289d76dd90/904c9d88666a817dccf726289d76dd90.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804896.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/8b8/8b1c5bf4fab368640e326c680ab9b8b8/8b1c5bf4fab368640e326c680ab9b8b8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804896.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/8b8/8b1c5bf4fab368640e326c680ab9b8b8/8b1c5bf4fab368640e326c680ab9b8b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804899.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/e89/0e1fa01c656bad4ec628ed3ea4f8ae89/0e1fa01c656bad4ec628ed3ea4f8ae89.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804899.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/e89/0e1fa01c656bad4ec628ed3ea4f8ae89/0e1fa01c656bad4ec628ed3ea4f8ae89.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804902.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/8f8/4a20ac7a8aa2fcf9565993e6582f18f8/4a20ac7a8aa2fcf9565993e6582f18f8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804902.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/8f8/4a20ac7a8aa2fcf9565993e6582f18f8/4a20ac7a8aa2fcf9565993e6582f18f8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804905.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/a29/2ac74884651a0bd3114195e91bbc7a29/2ac74884651a0bd3114195e91bbc7a29.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804905.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/a29/2ac74884651a0bd3114195e91bbc7a29/2ac74884651a0bd3114195e91bbc7a29.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804908.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/856/8f4089c6062c5992fc3492b6d7efd856/8f4089c6062c5992fc3492b6d7efd856.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804908.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/856/8f4089c6062c5992fc3492b6d7efd856/8f4089c6062c5992fc3492b6d7efd856.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804911.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/01d/f72c297b79257ed34298ad1cbca7f01d/f72c297b79257ed34298ad1cbca7f01d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804911.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/01d/f72c297b79257ed34298ad1cbca7f01d/f72c297b79257ed34298ad1cbca7f01d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804914.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/b4f/b54630b548af625e3d98e183100e0b4f/b54630b548af625e3d98e183100e0b4f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804914.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/b4f/b54630b548af625e3d98e183100e0b4f/b54630b548af625e3d98e183100e0b4f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804917.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/63c/31f9341c8eda71987e17a0a95076f63c/31f9341c8eda71987e17a0a95076f63c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804917.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/63c/31f9341c8eda71987e17a0a95076f63c/31f9341c8eda71987e17a0a95076f63c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804920.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/abb/00015ee5d5ceaabed77df78838613abb/00015ee5d5ceaabed77df78838613abb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804920.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/abb/00015ee5d5ceaabed77df78838613abb/00015ee5d5ceaabed77df78838613abb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804923.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/d40/c7d4a3712ad7e33013de583430fc7d40/c7d4a3712ad7e33013de583430fc7d40.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804923.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/d40/c7d4a3712ad7e33013de583430fc7d40/c7d4a3712ad7e33013de583430fc7d40.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804926.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/ac2/7ec3a9a0328b1027fba404418ce10ac2/7ec3a9a0328b1027fba404418ce10ac2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804926.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/ac2/7ec3a9a0328b1027fba404418ce10ac2/7ec3a9a0328b1027fba404418ce10ac2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804929.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/aa6/8a7ec358af49796e31f00465189d8aa6/8a7ec358af49796e31f00465189d8aa6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804929.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/aa6/8a7ec358af49796e31f00465189d8aa6/8a7ec358af49796e31f00465189d8aa6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804932.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/68a/b3909aee33fa26bc20908f04da4ae68a/b3909aee33fa26bc20908f04da4ae68a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804932.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/68a/b3909aee33fa26bc20908f04da4ae68a/b3909aee33fa26bc20908f04da4ae68a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804935.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/81f/ed141ffb621cf07ad8b05c50e370781f/ed141ffb621cf07ad8b05c50e370781f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804935.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/81f/ed141ffb621cf07ad8b05c50e370781f/ed141ffb621cf07ad8b05c50e370781f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804938.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/61a/40fd36b37cb58c5b02014a77e557661a/40fd36b37cb58c5b02014a77e557661a.db -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txa7926d9290f9478194123-0067670539) +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216405.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/aad/d7a303e5b7c3e7d7f0fb3270ba9e0aad/d7a303e5b7c3e7d7f0fb3270ba9e0aad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216410.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/ec6/ee7608f59635c35ad472db24cf2e4ec6/ee7608f59635c35ad472db24cf2e4ec6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216415.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/642/ea2d1a67d93ec93f1f5fbf9688f76642/ea2d1a67d93ec93f1f5fbf9688f76642.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216420.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/b83/2b22154067efcc005e8e16bd08bd9b83/2b22154067efcc005e8e16bd08bd9b83.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216425.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/d5c/85a76dd905fd162a7365744dc76dad5c/85a76dd905fd162a7365744dc76dad5c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216430.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/a97/4e2818bc72909fccf98398bdabbb2a97/4e2818bc72909fccf98398bdabbb2a97.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216435.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/96f/1ecb61dc87216d96e7ac66f3a910296f/1ecb61dc87216d96e7ac66f3a910296f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216440.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/38c/e2068230b44f6d6423436cc0dc5bd38c/e2068230b44f6d6423436cc0dc5bd38c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216445.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/96c/d9bc024a9b126f28296b2621938bd96c/d9bc024a9b126f28296b2621938bd96c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216450.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/5be/694bac8770aa6436bf7f63d1d22f75be/694bac8770aa6436bf7f63d1d22f75be.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216455.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/af8/39ab9a46ef858f33f3d7b9d1ef397af8/39ab9a46ef858f33f3d7b9d1ef397af8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216460.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/833/3ca2651dfdbc0e3cc1b7e99ddd301833/3ca2651dfdbc0e3cc1b7e99ddd301833.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216465.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/32c/665f724d6d6d21bdebb1849f23ed532c/665f724d6d6d21bdebb1849f23ed532c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216470.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/6fe/1e892ec234978f8279f25ba109ee96fe/1e892ec234978f8279f25ba109ee96fe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216475.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/076/85383bf9b8a40dddaea39c094c7b3076/85383bf9b8a40dddaea39c094c7b3076.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216480.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/7f4/bfd0b46849e3f23ea347e4305342b7f4/bfd0b46849e3f23ea347e4305342b7f4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216485.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/7be/318eb01dd91936370b1c7401eb9fc7be/318eb01dd91936370b1c7401eb9fc7be.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216490.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/5ae/684e2ac07d3a14a5cfd726f1528365ae/684e2ac07d3a14a5cfd726f1528365ae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216495.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/29e/c0050e051d5bacf3bc73bb4f28ab129e/c0050e051d5bacf3bc73bb4f28ab129e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216500.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/8a8/7910380f5d1a08ff875026a40ec688a8/7910380f5d1a08ff875026a40ec688a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216505.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/c78/bf26c33dea93fc9118ad7f22570d7c78/bf26c33dea93fc9118ad7f22570d7c78.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216510.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/c15/9cadaca9222df55197e0dd37a2512c15/9cadaca9222df55197e0dd37a2512c15.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216515.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/c08/5ef3fc231694e16f68de762a049cdc08/5ef3fc231694e16f68de762a049cdc08.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216520.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/311/7025335a768d3bc7cbe0c9bb66ba8311/7025335a768d3bc7cbe0c9bb66ba8311.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216525.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/35a/6bd42428a6f7d97af8100d136806035a/6bd42428a6f7d97af8100d136806035a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216530.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/916/6b5147274b1539d4010fe9c5a5ca5916/6b5147274b1539d4010fe9c5a5ca5916.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216535.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/64e/931181ad4483798a3213eb55cf93664e/931181ad4483798a3213eb55cf93664e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216540.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/586/5662663c67b2ed14ee96400464100586/5662663c67b2ed14ee96400464100586.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216545.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/ece/bdfd563d7c76eb1631a2d62178e97ece/bdfd563d7c76eb1631a2d62178e97ece.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216550.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/6ba/a1e0eb476e6e60bc8affdebe9a1726ba/a1e0eb476e6e60bc8affdebe9a1726ba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216555.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/968/f774a77614d2e4f4b275c3d4eaea7968/f774a77614d2e4f4b275c3d4eaea7968.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216560.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/d3f/69f1ea18f2d115b41414a8965aa00d3f/69f1ea18f2d115b41414a8965aa00d3f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216565.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/d5a/6bf6e184cec668ff9ed63293855b0d5a/6bf6e184cec668ff9ed63293855b0d5a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216570.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/e05/fa778de471416336eb021efdbd133e05/fa778de471416336eb021efdbd133e05.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216575.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/92b/2c4a46408fe2542ffdcd1f10eeca992b/2c4a46408fe2542ffdcd1f10eeca992b.db/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", + proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) @@ -50914,205 +56001,3347 @@ proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx98c2258a754642748be5e-0067670539) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: txf7eacca95a824d77b145b-0069741573) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx0b3090812b9a414e92056-0067670539) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txf8a88ddef86147da860d5-0069741573) proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpzqcjyvxg/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpzqcjyvxg/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 DEBUG: Could not load '/tmp/tmprzwd148s/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmprzwd148s/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpzqcjyvxg/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpzqcjyvxg/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 DEBUG: Could not load '/tmp/tmprzwd148s/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmprzwd148s/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0031 "-" 4136359 - -HTTP PERF: 0.00545 seconds to PUT 127.0.0.1:35453 /sdb1/1/a) -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0070 "-" 4136359 - -HTTP PERF: 0.00864 seconds to PUT 127.0.0.1:40195 /sda1/1/a) -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0151 "-" 4136359 - -HTTP PERF: 0.01667 seconds to PUT 127.0.0.1:40195 /sda1/2/a1) -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0100 "-" 4136359 - -HTTP PERF: 0.01150 seconds to PUT 127.0.0.1:35453 /sdb1/2/a1) -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx6907f6fb55934a13b5516-0067670539" "proxy-server 4136359" 0.0012 "-" 4136359 - -HTTP PERF: 0.00285 seconds to HEAD 127.0.0.1:40195 /sda1/1/a?format=json) -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:27 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0031 "-" 3035097 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:27 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0029 "-" 3035097 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:27 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 3035097 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:27 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 3035097 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:27 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx16b245c0d6a04b5d8c83b-0069741573" "proxy-server 3035097" 0.0012 "-" 3035097 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:27 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:56765/sda1/1/a/c" "tx16b245c0d6a04b5d8c83b-0069741573" "container-server 3035097" 0.0011 "-" 3035097 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:27 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:41113/sdb1/1/a/c" "tx16b245c0d6a04b5d8c83b-0069741573" "container-server 3035097" 0.0011 "-" 3035097 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:27 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx16b245c0d6a04b5d8c83b-0069741573" "proxy-server 3035097" 0.0137 "-" 3035097 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:27 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx16b245c0d6a04b5d8c83b-0069741573" "proxy-server 3035097" 0.0099 "-" 3035097 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/42/27 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx16b245c0d6a04b5d8c83b-0069741573 - 0.0225 - - 1769215347.393069744 1769215347.415542126 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:27 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txfe15284f14844a79adc96-0069741573" "proxy-server 3035097" 0.0012 "-" 3035097 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:27 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:41113/sdb1/1/a1/c1" "txfe15284f14844a79adc96-0069741573" "container-server 3035097" 0.0010 "-" 3035097 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:27 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:56765/sda1/1/a1/c1" "txfe15284f14844a79adc96-0069741573" "container-server 3035097" 0.0010 "-" 3035097 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:27 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txfe15284f14844a79adc96-0069741573" "proxy-server 3035097" 0.0151 "-" 3035097 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:27 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txfe15284f14844a79adc96-0069741573" "proxy-server 3035097" 0.0096 "-" 3035097 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/42/27 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txfe15284f14844a79adc96-0069741573 - 0.0237 - - 1769215347.417063475 1769215347.440758228 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:27 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx6b0740c69e8e4a45ab811-0069741573" "proxy-server 3035097" 0.0020 "-" 3035097 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:27 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:56765/sda1/2/a/c1" "tx6b0740c69e8e4a45ab811-0069741573" "container-server 3035097" 0.0011 "-" 3035097 1 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:27 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:41113/sdb1/2/a/c1" "tx6b0740c69e8e4a45ab811-0069741573" "container-server 3035097" 0.0018 "-" 3035097 1 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:27 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx6b0740c69e8e4a45ab811-0069741573" "proxy-server 3035097" 0.0096 "-" 3035097 1 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:27 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx6b0740c69e8e4a45ab811-0069741573" "proxy-server 3035097" 0.0147 "-" 3035097 1 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/42/27 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx6b0740c69e8e4a45ab811-0069741573 - 0.0232 - - 1769215347.442274570 1769215347.465470314 1test.unit.proxy.test_mem_server.TestController.test_account_info_200 +test.unit.proxy.test_mem_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_404 +test.unit.proxy.test_mem_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_container_count +test.unit.proxy.test_mem_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_no_account +test.unit.proxy.test_mem_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving ... ok +test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache +test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_200 +test.unit.proxy.test_mem_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_404 +test.unit.proxy.test_mem_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account +test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache +test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings +test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings +test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_make_requests +test.unit.proxy.test_mem_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_transfer_headers +test.unit.proxy.test_mem_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216580.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/57c/2daa0420ba8892ecd1bbec6ed30fc57c/2daa0420ba8892ecd1bbec6ed30fc57c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216585.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/d79/77c24ff557196d152c0f450909e26d79/77c24ff557196d152c0f450909e26d79.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216590.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/abc/ffa12dcba7b1a63d96722490d6087abc/ffa12dcba7b1a63d96722490d6087abc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216595.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/5ce/8122c94cccce27a34a18ed244691e5ce/8122c94cccce27a34a18ed244691e5ce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216600.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/544/33720fc0e8d8a73a7edacd0bca854544/33720fc0e8d8a73a7edacd0bca854544.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216605.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/8ea/28317c0b5d13316d3fe77a55c81748ea/28317c0b5d13316d3fe77a55c81748ea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216610.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/2aa/89a89d98081f6b79951e78fda0cf12aa/89a89d98081f6b79951e78fda0cf12aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216615.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/4ea/5054640a0db362c2246971b8e24bf4ea/5054640a0db362c2246971b8e24bf4ea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216620.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/c2a/265f844b9e63b2a5490fcf9eac43ec2a/265f844b9e63b2a5490fcf9eac43ec2a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216625.00000-0, db: /tmp/tmpl7a0t8b4/sda/containers/0/a12/c9789d37f19003f4d5d1bdb865406a12/c9789d37f19003f4d5d1bdb865406a12.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/a95/f04729099a82ba5d35f4325176238a95/f04729099a82ba5d35f4325176238a95.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215351.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/a95/f04729099a82ba5d35f4325176238a95/f04729099a82ba5d35f4325176238a95_1769215351.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/e3f/95dcb7d0136bff2d2fd21111c113fe3f/95dcb7d0136bff2d2fd21111c113fe3f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215355.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/e3f/95dcb7d0136bff2d2fd21111c113fe3f/95dcb7d0136bff2d2fd21111c113fe3f_1769215355.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/22f/18b0f5f6ef0431586b22e512318db22f/18b0f5f6ef0431586b22e512318db22f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215359.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/22f/18b0f5f6ef0431586b22e512318db22f/18b0f5f6ef0431586b22e512318db22f_1769215359.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/90c/1479193bc9d7ecb5667f78ca7d8a490c/1479193bc9d7ecb5667f78ca7d8a490c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215363.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/90c/1479193bc9d7ecb5667f78ca7d8a490c/1479193bc9d7ecb5667f78ca7d8a490c_1769215363.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/858/1a9e7efeb77697b3cdc7691e116c0858/1a9e7efeb77697b3cdc7691e116c0858.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215367.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/858/1a9e7efeb77697b3cdc7691e116c0858/1a9e7efeb77697b3cdc7691e116c0858_1769215367.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/b2f/c4445c750b83badd9a82c36b4004db2f/c4445c750b83badd9a82c36b4004db2f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215371.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/b2f/c4445c750b83badd9a82c36b4004db2f/c4445c750b83badd9a82c36b4004db2f_1769215371.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/004/26ce837b0ee34630c5ce727ef42be004/26ce837b0ee34630c5ce727ef42be004.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215375.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/004/26ce837b0ee34630c5ce727ef42be004/26ce837b0ee34630c5ce727ef42be004_1769215375.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/b14/8a25501c3e82d9984fdc085a40bddb14/8a25501c3e82d9984fdc085a40bddb14.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215379.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/b14/8a25501c3e82d9984fdc085a40bddb14/8a25501c3e82d9984fdc085a40bddb14_1769215379.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/e67/3ceccca2ddb23bbd06279bd10c412e67/3ceccca2ddb23bbd06279bd10c412e67.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215383.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/e67/3ceccca2ddb23bbd06279bd10c412e67/3ceccca2ddb23bbd06279bd10c412e67_1769215383.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/392/3aeaf87643a570da1d0d3455074e8392/3aeaf87643a570da1d0d3455074e8392.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215387.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/392/3aeaf87643a570da1d0d3455074e8392/3aeaf87643a570da1d0d3455074e8392_1769215387.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/55c/877949159017f999ae4c1297393f955c/877949159017f999ae4c1297393f955c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215391.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/55c/877949159017f999ae4c1297393f955c/877949159017f999ae4c1297393f955c_1769215391.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/751/6c51d6d6e3703784e4c47c17f99a1751/6c51d6d6e3703784e4c47c17f99a1751.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215395.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/751/6c51d6d6e3703784e4c47c17f99a1751/6c51d6d6e3703784e4c47c17f99a1751_1769215395.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/e94/a7660a4fb6884645b2bbcf36d8c25e94/a7660a4fb6884645b2bbcf36d8c25e94.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215399.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/e94/a7660a4fb6884645b2bbcf36d8c25e94/a7660a4fb6884645b2bbcf36d8c25e94_1769215399.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/8a7/4afb725e9d3b6e39b6f656f051e138a7/4afb725e9d3b6e39b6f656f051e138a7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215403.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/8a7/4afb725e9d3b6e39b6f656f051e138a7/4afb725e9d3b6e39b6f656f051e138a7_1769215403.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/7ca/d987bb4313effc0cca09e4a4177927ca/d987bb4313effc0cca09e4a4177927ca.db' +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:27 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf8e285eade0344c8a4c63-0069741573" "proxy-server 3035097" 0.0020 "-" 3035097 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:27 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:41113/sdb1/1/a/c2" "txf8e285eade0344c8a4c63-0069741573" "container-server 3035097" 0.0011 "-" 3035097 2 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:27 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:56765/sda1/1/a/c2" "txf8e285eade0344c8a4c63-0069741573" "container-server 3035097" 0.0017 "-" 3035097 2 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:27 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf8e285eade0344c8a4c63-0069741573" "proxy-server 3035097" 0.0134 "-" 3035097 2 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:27 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf8e285eade0344c8a4c63-0069741573" "proxy-server 3035097" 0.0099 "-" 3035097 2 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/42/27 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txf8e285eade0344c8a4c63-0069741573 - 0.0227 - - 1769215347.467197657 1769215347.489947557 2 + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215407.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/7ca/d987bb4313effc0cca09e4a4177927ca/d987bb4313effc0cca09e4a4177927ca_1769215407.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/a92/a5cd73634559329a4e6c8de4583b1a92/a5cd73634559329a4e6c8de4583b1a92.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215411.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/a92/a5cd73634559329a4e6c8de4583b1a92/a5cd73634559329a4e6c8de4583b1a92_1769215411.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/5f9/8598364f6dbe5da356f87b206ec445f9/8598364f6dbe5da356f87b206ec445f9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215415.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/5f9/8598364f6dbe5da356f87b206ec445f9/8598364f6dbe5da356f87b206ec445f9_1769215415.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/d8c/5354f0eca7dc3fdf802ac26622d71d8c/5354f0eca7dc3fdf802ac26622d71d8c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215419.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/d8c/5354f0eca7dc3fdf802ac26622d71d8c/5354f0eca7dc3fdf802ac26622d71d8c_1769215419.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/5da/3319cd999e7c04a6fa3343d7ec0065da/3319cd999e7c04a6fa3343d7ec0065da.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215423.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/5da/3319cd999e7c04a6fa3343d7ec0065da/3319cd999e7c04a6fa3343d7ec0065da_1769215423.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/36b/adecab6ec435d4b1b26ad8e4e36af36b/adecab6ec435d4b1b26ad8e4e36af36b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215427.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/36b/adecab6ec435d4b1b26ad8e4e36af36b/adecab6ec435d4b1b26ad8e4e36af36b_1769215427.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/127/0645406176d8bdbd4d7106354f7b4127/0645406176d8bdbd4d7106354f7b4127.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215431.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/127/0645406176d8bdbd4d7106354f7b4127/0645406176d8bdbd4d7106354f7b4127_1769215431.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/4ac/a69e9c641125c9dd2666d8fabebe04ac/a69e9c641125c9dd2666d8fabebe04ac.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215435.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/4ac/a69e9c641125c9dd2666d8fabebe04ac/a69e9c641125c9dd2666d8fabebe04ac_1769215435.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/3b1/3c71dcd8af91e046b2a89d2a6b45f3b1/3c71dcd8af91e046b2a89d2a6b45f3b1.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215439.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/3b1/3c71dcd8af91e046b2a89d2a6b45f3b1/3c71dcd8af91e046b2a89d2a6b45f3b1_1769215439.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/623/a90a3a1d75e87ce4ba48ef1c299dd623/a90a3a1d75e87ce4ba48ef1c299dd623.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215443.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/623/a90a3a1d75e87ce4ba48ef1c299dd623/a90a3a1d75e87ce4ba48ef1c299dd623_1769215443.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/dc8/c324e3a70db42e19fc793c48ffa4fdc8/c324e3a70db42e19fc793c48ffa4fdc8.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215447.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/dc8/c324e3a70db42e19fc793c48ffa4fdc8/c324e3a70db42e19fc793c48ffa4fdc8_1769215447.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/f33/5dc92dc8194a26ad3de67db197d5af33/5dc92dc8194a26ad3de67db197d5af33.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215451.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/f33/5dc92dc8194a26ad3de67db197d5af33/5dc92dc8194a26ad3de67db197d5af33_1769215451.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/6bc/84f25e8c9348a57b12039ad3626016bc/84f25e8c9348a57b12039ad3626016bc.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215455.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/6bc/84f25e8c9348a57b12039ad3626016bc/84f25e8c9348a57b12039ad3626016bc_1769215455.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/c83/d2c9e1a58bebf49a5a216508783aec83/d2c9e1a58bebf49a5a216508783aec83.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215459.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/c83/d2c9e1a58bebf49a5a216508783aec83/d2c9e1a58bebf49a5a216508783aec83_1769215459.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/92f/fca45e66ceb0643b1a7ca52423f5892f/fca45e66ceb0643b1a7ca52423f5892f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215463.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/92f/fca45e66ceb0643b1a7ca52423f5892f/fca45e66ceb0643b1a7ca52423f5892f_1769215463.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/964/c354a9a1cd9309f7e9cecf6c9627b964/c354a9a1cd9309f7e9cecf6c9627b964.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215467.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/964/c354a9a1cd9309f7e9cecf6c9627b964/c354a9a1cd9309f7e9cecf6c9627b964_1769215467.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/116/3350b4ff1cd46f4b961cebcbd51f2116/3350b4ff1cd46f4b961cebcbd51f2116.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215471.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/116/3350b4ff1cd46f4b961cebcbd51f2116/3350b4ff1cd46f4b961cebcbd51f2116_1769215471.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/a1d/0150eb0de1ff1eb4d3b37c61b2f15a1d/0150eb0de1ff1eb4d3b37c61b2f15a1d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215475.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/a1d/0150eb0de1ff1eb4d3b37c61b2f15a1d/0150eb0de1ff1eb4d3b37c61b2f15a1d_1769215475.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/358/3d69e831ebb4c8e2dbfa86fa8bb75358/3d69e831ebb4c8e2dbfa86fa8bb75358.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215479.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/358/3d69e831ebb4c8e2dbfa86fa8bb75358/3d69e831ebb4c8e2dbfa86fa8bb75358_1769215479.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/082/1d0f43ec4884d17ddc488283b6fe2082/1d0f43ec4884d17ddc488283b6fe2082.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215483.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/082/1d0f43ec4884d17ddc488283b6fe2082/1d0f43ec4884d17ddc488283b6fe2082_1769215483.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/43d/21686b03ecdbd5c871434fdec110a43d/21686b03ecdbd5c871434fdec110a43d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215487.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/43d/21686b03ecdbd5c871434fdec110a43d/21686b03ecdbd5c871434fdec110a43d_1769215487.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/a5a/55fc06e36f2e8f73dd6136c24e0e0a5a/55fc06e36f2e8f73dd6136c24e0e0a5a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215491.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/a5a/55fc06e36f2e8f73dd6136c24e0e0a5a/55fc06e36f2e8f73dd6136c24e0e0a5a_1769215491.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/af2/044a00bb5f53ee68246bc026965fbaf2/044a00bb5f53ee68246bc026965fbaf2.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215495.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/af2/044a00bb5f53ee68246bc026965fbaf2/044a00bb5f53ee68246bc026965fbaf2_1769215495.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/f5c/35f830064ecaf482e3a8aaf2a9da2f5c/35f830064ecaf482e3a8aaf2a9da2f5c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215499.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/f5c/35f830064ecaf482e3a8aaf2a9da2f5c/35f830064ecaf482e3a8aaf2a9da2f5c_1769215499.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/85c/79ff02edbe72172a884511f56f41b85c/79ff02edbe72172a884511f56f41b85c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215503.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/85c/79ff02edbe72172a884511f56f41b85c/79ff02edbe72172a884511f56f41b85c_1769215503.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/96a/a7562f378db66b1121ec6da14b86f96a/a7562f378db66b1121ec6da14b86f96a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215507.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/96a/a7562f378db66b1121ec6da14b86f96a/a7562f378db66b1121ec6da14b86f96a_1769215507.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/825/7bdebba5c4427682c7dbb58983cac825/7bdebba5c4427682c7dbb58983cac825.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215511.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/825/7bdebba5c4427682c7dbb58983cac825/7bdebba5c4427682c7dbb58983cac825_1769215511.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/382/d43e42049abee58bf96941d3b2381382/d43e42049abee58bf96941d3b2381382.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215515.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/382/d43e42049abee58bf96941d3b2381382/d43e42049abee58bf96941d3b2381382_1769215515.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/651/1f6827a8ed13f92397c8b7b64b777651/1f6827a8ed13f92397c8b7b64b777651.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215519.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/651/1f6827a8ed13f92397c8b7b64b777651/1f6827a8ed13f92397c8b7b64b777651_1769215519.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/23d/67beb25522666b8f9b6401c99637a23d/67beb25522666b8f9b6401c99637a23d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215523.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/23d/67beb25522666b8f9b6401c99637a23d/67beb25522666b8f9b6401c99637a23d_1769215523.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/24b/ae4dc66a6bb87776aaf8b2085327624b/ae4dc66a6bb87776aaf8b2085327624b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215527.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/24b/ae4dc66a6bb87776aaf8b2085327624b/ae4dc66a6bb87776aaf8b2085327624b_1769215527.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/5fc/455c3d0c564bca169359e7c2eb1955fc/455c3d0c564bca169359e7c2eb1955fc.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215531.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/5fc/455c3d0c564bca169359e7c2eb1955fc/455c3d0c564bca169359e7c2eb1955fc_1769215531.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/e91/8d2c5911e03447b9f5e0fe836fe7ee91/8d2c5911e03447b9f5e0fe836fe7ee91.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215535.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/e91/8d2c5911e03447b9f5e0fe836fe7ee91/8d2c5911e03447b9f5e0fe836fe7ee91_1769215535.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/be4/3c8563dcda90b6a51fce6afee22bdbe4/3c8563dcda90b6a51fce6afee22bdbe4.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215539.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/be4/3c8563dcda90b6a51fce6afee22bdbe4/3c8563dcda90b6a51fce6afee22bdbe4_1769215539.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/586/59de2c292b65f4d7e04d017e84d4d586/59de2c292b65f4d7e04d017e84d4d586.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215543.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/586/59de2c292b65f4d7e04d017e84d4d586/59de2c292b65f4d7e04d017e84d4d586_1769215543.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/62a/3ae8ec708fec04229a539df2b0c6362a/3ae8ec708fec04229a539df2b0c6362a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215547.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/62a/3ae8ec708fec04229a539df2b0c6362a/3ae8ec708fec04229a539df2b0c6362a_1769215547.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/48e/edbfb83314ddb1930f9b1be7aa2b048e/edbfb83314ddb1930f9b1be7aa2b048e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215551.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/48e/edbfb83314ddb1930f9b1be7aa2b048e/edbfb83314ddb1930f9b1be7aa2b048e_1769215551.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/45e/73038a149c2268c8268b1a912035245e/73038a149c2268c8268b1a912035245e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215555.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/45e/73038a149c2268c8268b1a912035245e/73038a149c2268c8268b1a912035245e_1769215555.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/f1e/4ed5e346edbbd64283dfd165b9ac4f1e/4ed5e346edbbd64283dfd165b9ac4f1e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215559.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/f1e/4ed5e346edbbd64283dfd165b9ac4f1e/4ed5e346edbbd64283dfd165b9ac4f1e_1769215559.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/e97/8cb6c9ef80df4da46bf8f1f3359ebe97/8cb6c9ef80df4da46bf8f1f3359ebe97.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215563.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/e97/8cb6c9ef80df4da46bf8f1f3359ebe97/8cb6c9ef80df4da46bf8f1f3359ebe97_1769215563.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/fe5/642661832e9009c3c97ffa42954bafe5/642661832e9009c3c97ffa42954bafe5.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215567.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/fe5/642661832e9009c3c97ffa42954bafe5/642661832e9009c3c97ffa42954bafe5_1769215567.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/2a2/43752bebe71ae24aa3d771a4deb192a2/43752bebe71ae24aa3d771a4deb192a2.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215571.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/2a2/43752bebe71ae24aa3d771a4deb192a2/43752bebe71ae24aa3d771a4deb192a2_1769215571.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/76f/7afeb7725324b42219581260530dd76f/7afeb7725324b42219581260530dd76f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215575.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/76f/7afeb7725324b42219581260530dd76f/7afeb7725324b42219581260530dd76f_1769215575.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/30b/e80d69060a76b9ae3495671cfeb9130b/e80d69060a76b9ae3495671cfeb9130b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215579.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/30b/e80d69060a76b9ae3495671cfeb9130b/e80d69060a76b9ae3495671cfeb9130b_1769215579.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/b9b/1148ef2932aea7e2c6dd8845267eab9b/1148ef2932aea7e2c6dd8845267eab9b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215583.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/b9b/1148ef2932aea7e2c6dd8845267eab9b/1148ef2932aea7e2c6dd8845267eab9b_1769215583.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/783/1fd9d5de3b5e722945ebee615288b783/1fd9d5de3b5e722945ebee615288b783.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215587.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/783/1fd9d5de3b5e722945ebee615288b783/1fd9d5de3b5e722945ebee615288b783_1769215587.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/cdf/19872493846bba259166ad85fc055cdf/19872493846bba259166ad85fc055cdf.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215591.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/cdf/19872493846bba259166ad85fc055cdf/19872493846bba259166ad85fc055cdf_1769215591.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/ff0/900c8cd692066965a38b2847e5d85ff0/900c8cd692066965a38b2847e5d85ff0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215595.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/ff0/900c8cd692066965a38b2847e5d85ff0/900c8cd692066965a38b2847e5d85ff0_1769215595.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/a4b/4f8f4cb8822214ece551992fbbc07a4b/4f8f4cb8822214ece551992fbbc07a4b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215599.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/a4b/4f8f4cb8822214ece551992fbbc07a4b/4f8f4cb8822214ece551992fbbc07a4b_1769215599.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/a44/2af5823f606608f0805e997ce98b5a44/2af5823f606608f0805e997ce98b5a44.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215603.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/a44/2af5823f606608f0805e997ce98b5a44/2af5823f606608f0805e997ce98b5a44_1769215603.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/166/e07dd87543698db848933acb7d52b166/e07dd87543698db848933acb7d52b166.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215607.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/166/e07dd87543698db848933acb7d52b166/e07dd87543698db848933acb7d52b166_1769215607.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/fae/67c1c638c2039b4ee0bbee32f6f92fae/67c1c638c2039b4ee0bbee32f6f92fae.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215611.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/fae/67c1c638c2039b4ee0bbee32f6f92fae/67c1c638c2039b4ee0bbee32f6f92fae_1769215611.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/c05/7c5049dca85c4ba5ddedd533065f6c05/7c5049dca85c4ba5ddedd533065f6c05.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215615.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/c05/7c5049dca85c4ba5ddedd533065f6c05/7c5049dca85c4ba5ddedd533065f6c05_1769215615.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/c0e/f019a672c6a1d07c67c81863954d1c0e/f019a672c6a1d07c67c81863954d1c0e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215619.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/c0e/f019a672c6a1d07c67c81863954d1c0e/f019a672c6a1d07c67c81863954d1c0e_1769215619.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/c83/b01a4e5911abc01eb9c2ef6973448c83/b01a4e5911abc01eb9c2ef6973448c83.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215623.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/c83/b01a4e5911abc01eb9c2ef6973448c83/b01a4e5911abc01eb9c2ef6973448c83_1769215623.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/006/ea99571bffb22820ed9352deb4751006/ea99571bffb22820ed9352deb4751006.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215627.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/006/ea99571bffb22820ed9352deb4751006/ea99571bffb22820ed9352deb4751006_1769215627.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/1c6/2bda6b6b4c37bb374dfbfc9d9f9a91c6/2bda6b6b4c37bb374dfbfc9d9f9a91c6.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215631.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/1c6/2bda6b6b4c37bb374dfbfc9d9f9a91c6/2bda6b6b4c37bb374dfbfc9d9f9a91c6_1769215631.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/dd6/aa781eee22521691d46ade33f5c86dd6/aa781eee22521691d46ade33f5c86dd6.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215635.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/dd6/aa781eee22521691d46ade33f5c86dd6/aa781eee22521691d46ade33f5c86dd6_1769215635.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/8c8/7c1080e4f3d215e6137c81a1cb41d8c8/7c1080e4f3d215e6137c81a1cb41d8c8.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215639.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/8c8/7c1080e4f3d215e6137c81a1cb41d8c8/7c1080e4f3d215e6137c81a1cb41d8c8_1769215639.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/ac3/204dc8507ff8e53a660217f57db8cac3/204dc8507ff8e53a660217f57db8cac3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215643.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/ac3/204dc8507ff8e53a660217f57db8cac3/204dc8507ff8e53a660217f57db8cac3_1769215643.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/f78/d828033b75d46cac79d4d9e517e7af78/d828033b75d46cac79d4d9e517e7af78.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215647.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/f78/d828033b75d46cac79d4d9e517e7af78/d828033b75d46cac79d4d9e517e7af78_1769215647.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/662/1edb87e936d2ee6989b83dfc536b9662/1edb87e936d2ee6989b83dfc536b9662.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215651.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/662/1edb87e936d2ee6989b83dfc536b9662/1edb87e936d2ee6989b83dfc536b9662_1769215651.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/044/83bc43b4df6a37afdc7ff69dad783044/83bc43b4df6a37afdc7ff69dad783044.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215655.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/044/83bc43b4df6a37afdc7ff69dad783044/83bc43b4df6a37afdc7ff69dad783044_1769215655.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/079/8d9a3c28261eec797bb235bf1982b079/8d9a3c28261eec797bb235bf1982b079.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215659.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/079/8d9a3c28261eec797bb235bf1982b079/8d9a3c28261eec797bb235bf1982b079_1769215659.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/9c8/7728ce261f9d1e171b451901adb7b9c8/7728ce261f9d1e171b451901adb7b9c8.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215663.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/9c8/7728ce261f9d1e171b451901adb7b9c8/7728ce261f9d1e171b451901adb7b9c8_1769215663.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/012/45cca4902ff5b9bf36fc50bbf3e75012/45cca4902ff5b9bf36fc50bbf3e75012.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215667.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/012/45cca4902ff5b9bf36fc50bbf3e75012/45cca4902ff5b9bf36fc50bbf3e75012_1769215667.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/343/72ea9adcf7643d5092b648a2dbd90343/72ea9adcf7643d5092b648a2dbd90343.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215671.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/343/72ea9adcf7643d5092b648a2dbd90343/72ea9adcf7643d5092b648a2dbd90343_1769215671.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/061/baa9bb213f79574d09512c41bbea9061/baa9bb213f79574d09512c41bbea9061.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215675.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/061/baa9bb213f79574d09512c41bbea9061/baa9bb213f79574d09512c41bbea9061_1769215675.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/b70/9908846d6f25a145dad372ea9698cb70/9908846d6f25a145dad372ea9698cb70.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215679.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/b70/9908846d6f25a145dad372ea9698cb70/9908846d6f25a145dad372ea9698cb70_1769215679.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/7ad/11ef13d32fa333f322d2e8e0820287ad/11ef13d32fa333f322d2e8e0820287ad.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215683.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/7ad/11ef13d32fa333f322d2e8e0820287ad/11ef13d32fa333f322d2e8e0820287ad_1769215683.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/fcf/d5351e1bce91aa4a180fe634d510ffcf/d5351e1bce91aa4a180fe634d510ffcf.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215687.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/fcf/d5351e1bce91aa4a180fe634d510ffcf/d5351e1bce91aa4a180fe634d510ffcf_1769215687.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/d01/7eac8326c6ef0630b82a71b3091cfd01/7eac8326c6ef0630b82a71b3091cfd01.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215691.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/d01/7eac8326c6ef0630b82a71b3091cfd01/7eac8326c6ef0630b82a71b3091cfd01_1769215691.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/4b2/1cd59d4db8eda125efa7437b481674b2/1cd59d4db8eda125efa7437b481674b2.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215695.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/4b2/1cd59d4db8eda125efa7437b481674b2/1cd59d4db8eda125efa7437b481674b2_1769215695.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/44e/607e36f26c5e40461bf5ee6bb802c44e/607e36f26c5e40461bf5ee6bb802c44e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215699.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/44e/607e36f26c5e40461bf5ee6bb802c44e/607e36f26c5e40461bf5ee6bb802c44e_1769215699.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/1d0/149e1dddf1fb228424d24ede6985d1d0/149e1dddf1fb228424d24ede6985d1d0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215703.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/1d0/149e1dddf1fb228424d24ede6985d1d0/149e1dddf1fb228424d24ede6985d1d0_1769215703.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/819/d6f000bd326c30c3ba55f1d4cb977819/d6f000bd326c30c3ba55f1d4cb977819.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215707.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/819/d6f000bd326c30c3ba55f1d4cb977819/d6f000bd326c30c3ba55f1d4cb977819_1769215707.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/403/98b5522c217f8a531e089d7bfcf25403/98b5522c217f8a531e089d7bfcf25403.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215711.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/403/98b5522c217f8a531e089d7bfcf25403/98b5522c217f8a531e089d7bfcf25403_1769215711.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/6dd/95eba9eceb1b548a97c9294cde38e6dd/95eba9eceb1b548a97c9294cde38e6dd.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215715.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/6dd/95eba9eceb1b548a97c9294cde38e6dd/95eba9eceb1b548a97c9294cde38e6dd_1769215715.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/a78/270ee94001cf38966d2d4ab1c33eba78/270ee94001cf38966d2d4ab1c33eba78.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215719.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/a78/270ee94001cf38966d2d4ab1c33eba78/270ee94001cf38966d2d4ab1c33eba78_1769215719.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/b6f/d01bb01ac016dbbf3d32f11b99088b6f/d01bb01ac016dbbf3d32f11b99088b6f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215723.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/b6f/d01bb01ac016dbbf3d32f11b99088b6f/d01bb01ac016dbbf3d32f11b99088b6f_1769215723.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/27e/829b0d0c4a36e84cdae0a5ff6e6ed27e/829b0d0c4a36e84cdae0a5ff6e6ed27e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215727.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/27e/829b0d0c4a36e84cdae0a5ff6e6ed27e/829b0d0c4a36e84cdae0a5ff6e6ed27e_1769215727.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/1c6/0cf18c34512b05713be30115d74741c6/0cf18c34512b05713be30115d74741c6.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215731.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/1c6/0cf18c34512b05713be30115d74741c6/0cf18c34512b05713be30115d74741c6_1769215731.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/ab0/67221f4b40cddcefb26b898b6ec90ab0/67221f4b40cddcefb26b898b6ec90ab0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215735.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/ab0/67221f4b40cddcefb26b898b6ec90ab0/67221f4b40cddcefb26b898b6ec90ab0_1769215735.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/153/c5a188ed7d82879cc25851f38d910153/c5a188ed7d82879cc25851f38d910153.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215739.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/153/c5a188ed7d82879cc25851f38d910153/c5a188ed7d82879cc25851f38d910153_1769215739.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/73e/e464e51a66026f655f7750d6a525e73e/e464e51a66026f655f7750d6a525e73e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215743.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/73e/e464e51a66026f655f7750d6a525e73e/e464e51a66026f655f7750d6a525e73e_1769215743.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/ee1/ac8af3e94ab5a094683f2f7382631ee1/ac8af3e94ab5a094683f2f7382631ee1.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215747.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/ee1/ac8af3e94ab5a094683f2f7382631ee1/ac8af3e94ab5a094683f2f7382631ee1_1769215747.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/711/4a5bb5375cd4d9fea91991fe85250711/4a5bb5375cd4d9fea91991fe85250711.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215751.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/711/4a5bb5375cd4d9fea91991fe85250711/4a5bb5375cd4d9fea91991fe85250711_1769215751.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/e2b/236cfc60974f1ca61ba6b38543348e2b/236cfc60974f1ca61ba6b38543348e2b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215755.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/e2b/236cfc60974f1ca61ba6b38543348e2b/236cfc60974f1ca61ba6b38543348e2b_1769215755.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/db4/a029362e6221ffdf10cba4e5e7cd6db4/a029362e6221ffdf10cba4e5e7cd6db4.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215759.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/db4/a029362e6221ffdf10cba4e5e7cd6db4/a029362e6221ffdf10cba4e5e7cd6db4_1769215759.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/d98/73de89d32a8eeb6d56b44f22342bad98/73de89d32a8eeb6d56b44f22342bad98.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215763.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/d98/73de89d32a8eeb6d56b44f22342bad98/73de89d32a8eeb6d56b44f22342bad98_1769215763.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/79f/8e7a4e2e2704602d0ea307ec5d85579f/8e7a4e2e2704602d0ea307ec5d85579f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215767.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/79f/8e7a4e2e2704602d0ea307ec5d85579f/8e7a4e2e2704602d0ea307ec5d85579f_1769215767.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/785/be32891c4455f8dd24ee27f7a24fb785/be32891c4455f8dd24ee27f7a24fb785.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215771.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/785/be32891c4455f8dd24ee27f7a24fb785/be32891c4455f8dd24ee27f7a24fb785_1769215771.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/2b8/96b838d25b269f014a348e537e6412b8/96b838d25b269f014a348e537e6412b8.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215775.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/2b8/96b838d25b269f014a348e537e6412b8/96b838d25b269f014a348e537e6412b8_1769215775.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/fd5/5cc1b42e8f1fa1895e4ebd0860dfdfd5/5cc1b42e8f1fa1895e4ebd0860dfdfd5.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215779.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/fd5/5cc1b42e8f1fa1895e4ebd0860dfdfd5/5cc1b42e8f1fa1895e4ebd0860dfdfd5_1769215779.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/e8c/d06b166b5702daa4c7c566a0403f9e8c/d06b166b5702daa4c7c566a0403f9e8c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215783.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/e8c/d06b166b5702daa4c7c566a0403f9e8c/d06b166b5702daa4c7c566a0403f9e8c_1769215783.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/325/2ccc487497538f23ec61a2551cbdb325/2ccc487497538f23ec61a2551cbdb325.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215787.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/325/2ccc487497538f23ec61a2551cbdb325/2ccc487497538f23ec61a2551cbdb325_1769215787.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/53c/df08abd93747c8ad20260f9de165353c/df08abd93747c8ad20260f9de165353c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215791.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/53c/df08abd93747c8ad20260f9de165353c/df08abd93747c8ad20260f9de165353c_1769215791.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/320/79bb2011eb18be60c16f36b69d42b320/79bb2011eb18be60c16f36b69d42b320.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215795.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/320/79bb2011eb18be60c16f36b69d42b320/79bb2011eb18be60c16f36b69d42b320_1769215795.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/629/4f5de2683c2984f23d762ef8ac140629/4f5de2683c2984f23d762ef8ac140629.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215799.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/629/4f5de2683c2984f23d762ef8ac140629/4f5de2683c2984f23d762ef8ac140629_1769215799.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/902/d360798c426c807948663f8d0b291902/d360798c426c807948663f8d0b291902.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215803.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/902/d360798c426c807948663f8d0b291902/d360798c426c807948663f8d0b291902_1769215803.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/965/a482d7af73669a6ab3af4e5c8e858965/a482d7af73669a6ab3af4e5c8e858965.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215807.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/965/a482d7af73669a6ab3af4e5c8e858965/a482d7af73669a6ab3af4e5c8e858965_1769215807.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/950/39e73ce4523c9d90cbcec14e115fb950/39e73ce4523c9d90cbcec14e115fb950.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215811.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/950/39e73ce4523c9d90cbcec14e115fb950/39e73ce4523c9d90cbcec14e115fb950_1769215811.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/96b/6458b735a9b3aa2dc4cde00f0c0f696b/6458b735a9b3aa2dc4cde00f0c0f696b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215815.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/96b/6458b735a9b3aa2dc4cde00f0c0f696b/6458b735a9b3aa2dc4cde00f0c0f696b_1769215815.00000.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 ... ok + +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/4ed/426b18abf72006af771e110287b294ed/426b18abf72006af771e110287b294ed.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215819.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/4ed/426b18abf72006af771e110287b294ed/426b18abf72006af771e110287b294ed_1769215819.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/e90/7f1b3f89469bf26a7b27f8672d84ee90/7f1b3f89469bf26a7b27f8672d84ee90.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215823.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/e90/7f1b3f89469bf26a7b27f8672d84ee90/7f1b3f89469bf26a7b27f8672d84ee90_1769215823.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/488/c12e6348b9d9cc65fe07be3a824c5488/c12e6348b9d9cc65fe07be3a824c5488.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215827.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/488/c12e6348b9d9cc65fe07be3a824c5488/c12e6348b9d9cc65fe07be3a824c5488_1769215827.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/029/c9da2a792dd814281b946f71a1d6e029/c9da2a792dd814281b946f71a1d6e029.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215831.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/029/c9da2a792dd814281b946f71a1d6e029/c9da2a792dd814281b946f71a1d6e029_1769215831.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/cb5/a4ce59ab2a499deba7fbed5e93ac1cb5/a4ce59ab2a499deba7fbed5e93ac1cb5.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215835.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/cb5/a4ce59ab2a499deba7fbed5e93ac1cb5/a4ce59ab2a499deba7fbed5e93ac1cb5_1769215835.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/995/9551d2a8d23fd96af64c76f844f79995/9551d2a8d23fd96af64c76f844f79995.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215839.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/995/9551d2a8d23fd96af64c76f844f79995/9551d2a8d23fd96af64c76f844f79995_1769215839.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/2c0/91d817502d7e141e346c4646218e82c0/91d817502d7e141e346c4646218e82c0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215843.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/2c0/91d817502d7e141e346c4646218e82c0/91d817502d7e141e346c4646218e82c0_1769215843.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/5c9/fbf776a74c516b0f5339351f01a0f5c9/fbf776a74c516b0f5339351f01a0f5c9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215847.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/5c9/fbf776a74c516b0f5339351f01a0f5c9/fbf776a74c516b0f5339351f01a0f5c9_1769215847.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/4b6/2baf0888b32eb0378f73baee9cb004b6/2baf0888b32eb0378f73baee9cb004b6.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215851.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/4b6/2baf0888b32eb0378f73baee9cb004b6/2baf0888b32eb0378f73baee9cb004b6_1769215851.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/da3/3d9d11fe91ca352d5b04522041fbcda3/3d9d11fe91ca352d5b04522041fbcda3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215855.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/da3/3d9d11fe91ca352d5b04522041fbcda3/3d9d11fe91ca352d5b04522041fbcda3_1769215855.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4sjwf3is/sda/containers/0/540/c7178ce05f21a99ee404133bed757540/c7178ce05f21a99ee404133bed757540.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215859.00000-0, db: /tmp/tmp4sjwf3is/sda/containers/0/540/c7178ce05f21a99ee404133bed757540/c7178ce05f21a99ee404133bed757540_1769215859.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215352.00000-0, db: /tmp/tmpa3xlar6b/sda/containers/0/bd5/b9bd95988c7078bc7fd75b44c249dbd5/b9bd95988c7078bc7fd75b44c249dbd5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215356.00000-0, db: /tmp/tmpa3xlar6b/sda/containers/0/f74/1956f1f3964099f5a7717e198dc95f74/1956f1f3964099f5a7717e198dc95f74.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215360.00000-0, db: /tmp/tmpa3xlar6b/sda/containers/0/063/dfd464a3f1648c0314dc31c17305b063/dfd464a3f1648c0314dc31c17305b063.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215364.00000-0, db: /tmp/tmpa3xlar6b/sda/containers/0/d13/c67a2d006ec0eecf122c88f7df6fdd13/c67a2d006ec0eecf122c88f7df6fdd13.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215353.00000-0, db: /tmp/tmp6lac7ha5/sda/containers/0/2db/370cbe029c2d7d8b56319ea5544eb2db/370cbe029c2d7d8b56319ea5544eb2db.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215356.00000-0, db: /tmp/tmp6lac7ha5/sda/containers/0/f74/1956f1f3964099f5a7717e198dc95f74/1956f1f3964099f5a7717e198dc95f74.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215359.00000-0, db: /tmp/tmp6lac7ha5/sda/containers/0/22f/18b0f5f6ef0431586b22e512318db22f/18b0f5f6ef0431586b22e512318db22f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215362.00000-0, db: /tmp/tmp6lac7ha5/sda/containers/0/7e8/8631124006f250b2e975bdba924fe7e8/8631124006f250b2e975bdba924fe7e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215353.00000-0, db: /tmp/tmplt1w0ls1/sda/containers/0/2db/370cbe029c2d7d8b56319ea5544eb2db/370cbe029c2d7d8b56319ea5544eb2db.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215353.00000-0, db: /tmp/tmplt1w0ls1/sda/containers/0/2db/370cbe029c2d7d8b56319ea5544eb2db/370cbe029c2d7d8b56319ea5544eb2db.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215353.00000-0, db: /tmp/tmplt1w0ls1/sda/containers/0/2db/370cbe029c2d7d8b56319ea5544eb2db/370cbe029c2d7d8b56319ea5544eb2db.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215357.00000-0, db: /tmp/tmplt1w0ls1/sda/containers/0/ef5/a0660da1e38cdfea6b36f7d86b40bef5/a0660da1e38cdfea6b36f7d86b40bef5.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215357.00000-0, db: /tmp/tmplt1w0ls1/sda/containers/0/ef5/a0660da1e38cdfea6b36f7d86b40bef5/a0660da1e38cdfea6b36f7d86b40bef5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215357.00000-0, db: /tmp/tmplt1w0ls1/sda/containers/0/ef5/a0660da1e38cdfea6b36f7d86b40bef5/a0660da1e38cdfea6b36f7d86b40bef5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215361.00000-0, db: /tmp/tmplt1w0ls1/sda/containers/0/5c0/362436b65dd86abecf53d4be54d225c0/362436b65dd86abecf53d4be54d225c0.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215361.00000-0, db: /tmp/tmplt1w0ls1/sda/containers/0/5c0/362436b65dd86abecf53d4be54d225c0/362436b65dd86abecf53d4be54d225c0.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving ... ok + +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215361.00000-0, db: /tmp/tmplt1w0ls1/sda/containers/0/5c0/362436b65dd86abecf53d4be54d225c0/362436b65dd86abecf53d4be54d225c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215365.00000-0, db: /tmp/tmplt1w0ls1/sda/containers/0/555/6889b093e723489539da5591a90d7555/6889b093e723489539da5591a90d7555.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215365.00000-0, db: /tmp/tmplt1w0ls1/sda/containers/0/555/6889b093e723489539da5591a90d7555/6889b093e723489539da5591a90d7555.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215365.00000-0, db: /tmp/tmplt1w0ls1/sda/containers/0/555/6889b093e723489539da5591a90d7555/6889b093e723489539da5591a90d7555.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215353.00000-0, db: /tmp/tmpyx_0bxaz/sda/containers/0/2db/370cbe029c2d7d8b56319ea5544eb2db/370cbe029c2d7d8b56319ea5544eb2db.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215353.00000-0, db: /tmp/tmpyx_0bxaz/sda/containers/0/2db/370cbe029c2d7d8b56319ea5544eb2db/370cbe029c2d7d8b56319ea5544eb2db.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215356.00000-0, db: /tmp/tmpyx_0bxaz/sda/containers/0/f74/1956f1f3964099f5a7717e198dc95f74/1956f1f3964099f5a7717e198dc95f74.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215356.00000-0, db: /tmp/tmpyx_0bxaz/sda/containers/0/f74/1956f1f3964099f5a7717e198dc95f74/1956f1f3964099f5a7717e198dc95f74.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215359.00000-0, db: /tmp/tmpyx_0bxaz/sda/containers/0/22f/18b0f5f6ef0431586b22e512318db22f/18b0f5f6ef0431586b22e512318db22f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215359.00000-0, db: /tmp/tmpyx_0bxaz/sda/containers/0/22f/18b0f5f6ef0431586b22e512318db22f/18b0f5f6ef0431586b22e512318db22f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215362.00000-0, db: /tmp/tmpyx_0bxaz/sda/containers/0/7e8/8631124006f250b2e975bdba924fe7e8/8631124006f250b2e975bdba924fe7e8.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215362.00000-0, db: /tmp/tmpyx_0bxaz/sda/containers/0/7e8/8631124006f250b2e975bdba924fe7e8/8631124006f250b2e975bdba924fe7e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215353.00000-0, db: /tmp/tmpa9xjhw65/sda/containers/0/2db/370cbe029c2d7d8b56319ea5544eb2db/370cbe029c2d7d8b56319ea5544eb2db.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215353.00000-0, db: /tmp/tmpa9xjhw65/sda/containers/0/2db/370cbe029c2d7d8b56319ea5544eb2db/370cbe029c2d7d8b56319ea5544eb2db.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215356.00000-0, db: /tmp/tmpa9xjhw65/sda/containers/0/f74/1956f1f3964099f5a7717e198dc95f74/1956f1f3964099f5a7717e198dc95f74.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215356.00000-0, db: /tmp/tmpa9xjhw65/sda/containers/0/f74/1956f1f3964099f5a7717e198dc95f74/1956f1f3964099f5a7717e198dc95f74.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215359.00000-0, db: /tmp/tmpa9xjhw65/sda/containers/0/22f/18b0f5f6ef0431586b22e512318db22f/18b0f5f6ef0431586b22e512318db22f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215359.00000-0, db: /tmp/tmpa9xjhw65/sda/containers/0/22f/18b0f5f6ef0431586b22e512318db22f/18b0f5f6ef0431586b22e512318db22f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215362.00000-0, db: /tmp/tmpa9xjhw65/sda/containers/0/7e8/8631124006f250b2e975bdba924fe7e8/8631124006f250b2e975bdba924fe7e8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215362.00000-0, db: /tmp/tmpa9xjhw65/sda/containers/0/7e8/8631124006f250b2e975bdba924fe7e8/8631124006f250b2e975bdba924fe7e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215353.00000-0, db: /tmp/tmps2_5w_0d/sda/containers/0/2db/370cbe029c2d7d8b56319ea5544eb2db/370cbe029c2d7d8b56319ea5544eb2db.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215355.00000-0, db: /tmp/tmps2_5w_0d/sda/containers/0/e3f/95dcb7d0136bff2d2fd21111c113fe3f/95dcb7d0136bff2d2fd21111c113fe3f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215357.00000-0, db: /tmp/tmps2_5w_0d/sda/containers/0/ef5/a0660da1e38cdfea6b36f7d86b40bef5/a0660da1e38cdfea6b36f7d86b40bef5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215359.00000-0, db: /tmp/tmps2_5w_0d/sda/containers/0/22f/18b0f5f6ef0431586b22e512318db22f/18b0f5f6ef0431586b22e512318db22f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215355.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/e3f/95dcb7d0136bff2d2fd21111c113fe3f/95dcb7d0136bff2d2fd21111c113fe3f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215355.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/e3f/95dcb7d0136bff2d2fd21111c113fe3f/95dcb7d0136bff2d2fd21111c113fe3f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215358.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/df2/db110d822eacaa7e6bbdb1c865d36df2/db110d822eacaa7e6bbdb1c865d36df2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215358.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/df2/db110d822eacaa7e6bbdb1c865d36df2/db110d822eacaa7e6bbdb1c865d36df2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215361.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/5c0/362436b65dd86abecf53d4be54d225c0/362436b65dd86abecf53d4be54d225c0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215361.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/5c0/362436b65dd86abecf53d4be54d225c0/362436b65dd86abecf53d4be54d225c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215364.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/d13/c67a2d006ec0eecf122c88f7df6fdd13/c67a2d006ec0eecf122c88f7df6fdd13.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215364.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/d13/c67a2d006ec0eecf122c88f7df6fdd13/c67a2d006ec0eecf122c88f7df6fdd13.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215367.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/858/1a9e7efeb77697b3cdc7691e116c0858/1a9e7efeb77697b3cdc7691e116c0858.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215367.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/858/1a9e7efeb77697b3cdc7691e116c0858/1a9e7efeb77697b3cdc7691e116c0858.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215370.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/82e/2af21671e460bc64147404a00623882e/2af21671e460bc64147404a00623882e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215370.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/82e/2af21671e460bc64147404a00623882e/2af21671e460bc64147404a00623882e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215373.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/67e/11a1dc7fb3d41e3e3e6620345276167e/11a1dc7fb3d41e3e3e6620345276167e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215373.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/67e/11a1dc7fb3d41e3e3e6620345276167e/11a1dc7fb3d41e3e3e6620345276167e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215376.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/cb7/82aa7c6fd7f8ed62b461bb8b93073cb7/82aa7c6fd7f8ed62b461bb8b93073cb7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215376.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/cb7/82aa7c6fd7f8ed62b461bb8b93073cb7/82aa7c6fd7f8ed62b461bb8b93073cb7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215379.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/b14/8a25501c3e82d9984fdc085a40bddb14/8a25501c3e82d9984fdc085a40bddb14.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215379.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/b14/8a25501c3e82d9984fdc085a40bddb14/8a25501c3e82d9984fdc085a40bddb14.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215382.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/855/c5d0d65c7f124933aa9174b25dc8d855/c5d0d65c7f124933aa9174b25dc8d855.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215382.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/855/c5d0d65c7f124933aa9174b25dc8d855/c5d0d65c7f124933aa9174b25dc8d855.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215385.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/e3f/768b21f68cbfd826b201f16459f2fe3f/768b21f68cbfd826b201f16459f2fe3f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215385.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/e3f/768b21f68cbfd826b201f16459f2fe3f/768b21f68cbfd826b201f16459f2fe3f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215388.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/932/483d28dd05d90d8cc9d1bf306f1bc932/483d28dd05d90d8cc9d1bf306f1bc932.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215388.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/932/483d28dd05d90d8cc9d1bf306f1bc932/483d28dd05d90d8cc9d1bf306f1bc932.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215391.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/55c/877949159017f999ae4c1297393f955c/877949159017f999ae4c1297393f955c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215391.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/55c/877949159017f999ae4c1297393f955c/877949159017f999ae4c1297393f955c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215394.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/1cd/806322fba25ca0a6fc9a81eeb7ebf1cd/806322fba25ca0a6fc9a81eeb7ebf1cd.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215394.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/1cd/806322fba25ca0a6fc9a81eeb7ebf1cd/806322fba25ca0a6fc9a81eeb7ebf1cd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215397.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/055/77e487472ab61b4ebf15ec8389506055/77e487472ab61b4ebf15ec8389506055.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215397.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/055/77e487472ab61b4ebf15ec8389506055/77e487472ab61b4ebf15ec8389506055.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215400.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/f1e/bce5373b2cb265386f5a87921ca5af1e/bce5373b2cb265386f5a87921ca5af1e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215400.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/f1e/bce5373b2cb265386f5a87921ca5af1e/bce5373b2cb265386f5a87921ca5af1e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215403.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/8a7/4afb725e9d3b6e39b6f656f051e138a7/4afb725e9d3b6e39b6f656f051e138a7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215403.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/8a7/4afb725e9d3b6e39b6f656f051e138a7/4afb725e9d3b6e39b6f656f051e138a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215406.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/859/35ee0827912148892ee30a06a7589859/35ee0827912148892ee30a06a7589859.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215406.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/859/35ee0827912148892ee30a06a7589859/35ee0827912148892ee30a06a7589859.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215409.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/d45/90be8071859f56a58fa86f3802278d45/90be8071859f56a58fa86f3802278d45.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215409.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/d45/90be8071859f56a58fa86f3802278d45/90be8071859f56a58fa86f3802278d45.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215412.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/46e/4fe58650b87e39ce4b478103a429746e/4fe58650b87e39ce4b478103a429746e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215412.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/46e/4fe58650b87e39ce4b478103a429746e/4fe58650b87e39ce4b478103a429746e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215415.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/5f9/8598364f6dbe5da356f87b206ec445f9/8598364f6dbe5da356f87b206ec445f9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215415.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/5f9/8598364f6dbe5da356f87b206ec445f9/8598364f6dbe5da356f87b206ec445f9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215418.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/b9e/1f6bc3584b8d689496183c14d93eab9e/1f6bc3584b8d689496183c14d93eab9e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215418.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/b9e/1f6bc3584b8d689496183c14d93eab9e/1f6bc3584b8d689496183c14d93eab9e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215421.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/a66/f16dd6e04561b0ab9a493970bc88da66/f16dd6e04561b0ab9a493970bc88da66.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215421.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/a66/f16dd6e04561b0ab9a493970bc88da66/f16dd6e04561b0ab9a493970bc88da66.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215424.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/136/afa430144c1bc47f0aaaab58fb312136/afa430144c1bc47f0aaaab58fb312136.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215424.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/136/afa430144c1bc47f0aaaab58fb312136/afa430144c1bc47f0aaaab58fb312136.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215427.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/36b/adecab6ec435d4b1b26ad8e4e36af36b/adecab6ec435d4b1b26ad8e4e36af36b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215427.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/36b/adecab6ec435d4b1b26ad8e4e36af36b/adecab6ec435d4b1b26ad8e4e36af36b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215430.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/770/b586983f94bc7cf9a2b554a68c0fb770/b586983f94bc7cf9a2b554a68c0fb770.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215430.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/770/b586983f94bc7cf9a2b554a68c0fb770/b586983f94bc7cf9a2b554a68c0fb770.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215433.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/76b/fe1167dfb5a612dddcda05cc978c076b/fe1167dfb5a612dddcda05cc978c076b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215433.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/76b/fe1167dfb5a612dddcda05cc978c076b/fe1167dfb5a612dddcda05cc978c076b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215436.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/233/b6112734a85a151469521be0c3037233/b6112734a85a151469521be0c3037233.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215436.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/233/b6112734a85a151469521be0c3037233/b6112734a85a151469521be0c3037233.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215439.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/3b1/3c71dcd8af91e046b2a89d2a6b45f3b1/3c71dcd8af91e046b2a89d2a6b45f3b1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215439.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/3b1/3c71dcd8af91e046b2a89d2a6b45f3b1/3c71dcd8af91e046b2a89d2a6b45f3b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215442.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/6c8/2a5ba67b89241bd968d8dc45443046c8/2a5ba67b89241bd968d8dc45443046c8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215442.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/6c8/2a5ba67b89241bd968d8dc45443046c8/2a5ba67b89241bd968d8dc45443046c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215445.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/594/79a1a3a9ce382afa5168385606187594/79a1a3a9ce382afa5168385606187594.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215445.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/594/79a1a3a9ce382afa5168385606187594/79a1a3a9ce382afa5168385606187594.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215448.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/d3d/df24cf780229b80b3e72e968e58e0d3d/df24cf780229b80b3e72e968e58e0d3d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215448.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/d3d/df24cf780229b80b3e72e968e58e0d3d/df24cf780229b80b3e72e968e58e0d3d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215451.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/f33/5dc92dc8194a26ad3de67db197d5af33/5dc92dc8194a26ad3de67db197d5af33.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215451.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/f33/5dc92dc8194a26ad3de67db197d5af33/5dc92dc8194a26ad3de67db197d5af33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215454.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/136/05de9e97aa8b95adb6f14cb87a15c136/05de9e97aa8b95adb6f14cb87a15c136.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215454.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/136/05de9e97aa8b95adb6f14cb87a15c136/05de9e97aa8b95adb6f14cb87a15c136.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215457.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/5a8/b64fbca441e8dae63065bc0ef7b9c5a8/b64fbca441e8dae63065bc0ef7b9c5a8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215457.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/5a8/b64fbca441e8dae63065bc0ef7b9c5a8/b64fbca441e8dae63065bc0ef7b9c5a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215460.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/05b/8b46e9eac9ea838d864862a4364d005b/8b46e9eac9ea838d864862a4364d005b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215460.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/05b/8b46e9eac9ea838d864862a4364d005b/8b46e9eac9ea838d864862a4364d005b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215463.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/92f/fca45e66ceb0643b1a7ca52423f5892f/fca45e66ceb0643b1a7ca52423f5892f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215463.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/92f/fca45e66ceb0643b1a7ca52423f5892f/fca45e66ceb0643b1a7ca52423f5892f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215466.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/658/9b70c1f0cde33be961cf261927705658/9b70c1f0cde33be961cf261927705658.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215466.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/658/9b70c1f0cde33be961cf261927705658/9b70c1f0cde33be961cf261927705658.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215469.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/dad/6072777ae49c2d7228cd9997daa66dad/6072777ae49c2d7228cd9997daa66dad.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215469.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/dad/6072777ae49c2d7228cd9997daa66dad/6072777ae49c2d7228cd9997daa66dad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215472.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/ee4/2d29e7c66b75de2f32a78f1a6421aee4/2d29e7c66b75de2f32a78f1a6421aee4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215472.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/ee4/2d29e7c66b75de2f32a78f1a6421aee4/2d29e7c66b75de2f32a78f1a6421aee4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215475.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/a1d/0150eb0de1ff1eb4d3b37c61b2f15a1d/0150eb0de1ff1eb4d3b37c61b2f15a1d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215475.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/a1d/0150eb0de1ff1eb4d3b37c61b2f15a1d/0150eb0de1ff1eb4d3b37c61b2f15a1d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215478.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/324/be846301a082c71130b9c1491da35324/be846301a082c71130b9c1491da35324.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215478.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/324/be846301a082c71130b9c1491da35324/be846301a082c71130b9c1491da35324.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215481.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/052/987dc6d9f476d9e39bf6759f871f1052/987dc6d9f476d9e39bf6759f871f1052.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215481.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/052/987dc6d9f476d9e39bf6759f871f1052/987dc6d9f476d9e39bf6759f871f1052.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215484.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/f49/feb3fddb206acd1d56336b44da8dff49/feb3fddb206acd1d56336b44da8dff49.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215484.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/f49/feb3fddb206acd1d56336b44da8dff49/feb3fddb206acd1d56336b44da8dff49.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215487.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/43d/21686b03ecdbd5c871434fdec110a43d/21686b03ecdbd5c871434fdec110a43d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215487.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/43d/21686b03ecdbd5c871434fdec110a43d/21686b03ecdbd5c871434fdec110a43d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215490.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/56d/d756a37be7280f6429eb48897797956d/d756a37be7280f6429eb48897797956d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215490.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/56d/d756a37be7280f6429eb48897797956d/d756a37be7280f6429eb48897797956d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215493.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/d07/96a13792443d7b9a8f1bbd5e49071d07/96a13792443d7b9a8f1bbd5e49071d07.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215493.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/d07/96a13792443d7b9a8f1bbd5e49071d07/96a13792443d7b9a8f1bbd5e49071d07.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215496.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/ace/e3ce75e5169dcec4a8f2233353919ace/e3ce75e5169dcec4a8f2233353919ace.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215496.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/ace/e3ce75e5169dcec4a8f2233353919ace/e3ce75e5169dcec4a8f2233353919ace.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215499.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/f5c/35f830064ecaf482e3a8aaf2a9da2f5c/35f830064ecaf482e3a8aaf2a9da2f5c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215499.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/f5c/35f830064ecaf482e3a8aaf2a9da2f5c/35f830064ecaf482e3a8aaf2a9da2f5c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215502.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/de4/0d3e083c59df24bca1ca73cf2f872de4/0d3e083c59df24bca1ca73cf2f872de4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215502.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/de4/0d3e083c59df24bca1ca73cf2f872de4/0d3e083c59df24bca1ca73cf2f872de4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215505.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/f78/2da02f5b75a54f1f7838e350c9b9df78/2da02f5b75a54f1f7838e350c9b9df78.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215505.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/f78/2da02f5b75a54f1f7838e350c9b9df78/2da02f5b75a54f1f7838e350c9b9df78.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215508.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/80b/b4e7bcda5c5692f7e0d016eca46e380b/b4e7bcda5c5692f7e0d016eca46e380b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215508.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/80b/b4e7bcda5c5692f7e0d016eca46e380b/b4e7bcda5c5692f7e0d016eca46e380b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215511.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/825/7bdebba5c4427682c7dbb58983cac825/7bdebba5c4427682c7dbb58983cac825.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215511.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/825/7bdebba5c4427682c7dbb58983cac825/7bdebba5c4427682c7dbb58983cac825.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215514.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/2e3/ad2e5f5af51d4c9bc83f213f66ab32e3/ad2e5f5af51d4c9bc83f213f66ab32e3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215514.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/2e3/ad2e5f5af51d4c9bc83f213f66ab32e3/ad2e5f5af51d4c9bc83f213f66ab32e3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215517.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/c36/3049c93557933b4a5b5a6919876acc36/3049c93557933b4a5b5a6919876acc36.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215517.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/c36/3049c93557933b4a5b5a6919876acc36/3049c93557933b4a5b5a6919876acc36.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215520.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/2ed/9897229d1db96f81b15c63c0ee6b12ed/9897229d1db96f81b15c63c0ee6b12ed.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215520.00000-0, db: /tmp/tmpwy45y7_r/sda/containers/0/2ed/9897229d1db96f81b15c63c0ee6b12ed/9897229d1db96f81b15c63c0ee6b12ed.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking ... ok test.unit.container.test_sharder.TestSharder.test_check_node test.unit.container.test_sharder.TestSharder.test_check_node ... ok -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:40919/sdb1/1/a/c" "tx6907f6fb55934a13b5516-0067670539" "container-server 4136359" 0.0011 "-" 4136359 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:51587/sda1/1/a/c" "tx6907f6fb55934a13b5516-0067670539" "container-server 4136359" 0.0011 "-" 4136359 0 -HTTP PERF: 0.02174 seconds to PUT 127.0.0.1:40195 /sda1/1/a/c) -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx6907f6fb55934a13b5516-0067670539" "proxy-server 4136359" 0.0343 "-" 4136359 0 -HTTP PERF: 0.01381 seconds to PUT 127.0.0.1:35453 /sdb1/1/a/c) -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx6907f6fb55934a13b5516-0067670539" "proxy-server 4136359" 0.0223 "-" 4136359 0 -HTTP PERF: 0.03708 seconds to PUT 127.0.0.1:40919 /sdb1/1/a/c) -HTTP PERF: 0.03713 seconds to PUT 127.0.0.1:51587 /sda1/1/a/c) -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required ... ok -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/13 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx6907f6fb55934a13b5516-0067670539 - 0.0527 - - 1734804793.311456680 1734804793.364196777 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx53b6ad1feaf54282a747e-0067670539" "proxy-server 4136359" 0.0012 "-" 4136359 - -HTTP PERF: 0.01087 seconds to HEAD 127.0.0.1:35453 /sdb1/2/a1?format=json) -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:40919/sdb1/1/a1/c1" "tx53b6ad1feaf54282a747e-0067670539" "container-server 4136359" 0.0012 "-" 4136359 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:51587/sda1/1/a1/c1" "tx53b6ad1feaf54282a747e-0067670539" "container-server 4136359" 0.0011 "-" 4136359 0 -HTTP PERF: 0.01330 seconds to PUT 127.0.0.1:40195 /sda1/2/a1/c1) -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx53b6ad1feaf54282a747e-0067670539" "proxy-server 4136359" 0.0254 "-" 4136359 0 -HTTP PERF: 0.02667 seconds to PUT 127.0.0.1:35453 /sdb1/2/a1/c1) -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx53b6ad1feaf54282a747e-0067670539" "proxy-server 4136359" 0.0307 "-" 4136359 0 -HTTP PERF: 0.03230 seconds to PUT 127.0.0.1:40919 /sdb1/1/a1/c1) -HTTP PERF: 0.03306 seconds to PUT 127.0.0.1:51587 /sda1/1/a1/c1) -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/13 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx53b6ad1feaf54282a747e-0067670539 - 0.0465 - - 1734804793.365678549 1734804793.412206650 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa53bbeeab3cf4907bb532-0067670539" "proxy-server 4136359" 0.0022 "-" 4136359 - -HTTP PERF: 0.00382 seconds to HEAD 127.0.0.1:40195 /sda1/1/a?format=json) -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock ... ok -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:51587/sda1/2/a/c1" "txa53bbeeab3cf4907bb532-0067670539" "container-server 4136359" 0.0012 "-" 4136359 1 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:40919/sdb1/2/a/c1" "txa53bbeeab3cf4907bb532-0067670539" "container-server 4136359" 0.0017 "-" 4136359 1 -HTTP PERF: 0.00557 seconds to PUT 127.0.0.1:40195 /sda1/1/a/c1) -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa53bbeeab3cf4907bb532-0067670539" "proxy-server 4136359" 0.0103 "-" 4136359 1 -HTTP PERF: 0.01291 seconds to PUT 127.0.0.1:35453 /sdb1/1/a/c1) -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa53bbeeab3cf4907bb532-0067670539" "proxy-server 4136359" 0.0181 "-" 4136359 1 -HTTP PERF: 0.02006 seconds to PUT 127.0.0.1:40919 /sdb1/2/a/c1) -HTTP PERF: 0.01999 seconds to PUT 127.0.0.1:51587 /sda1/2/a/c1) -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/13 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txa53bbeeab3cf4907bb532-0067670539 - 0.0278 - - 1734804793.416610479 1734804793.444458485 1 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx11e36474f57141fcb2f50-0067670539" "proxy-server 4136359" 0.0022 "-" 4136359 - -HTTP PERF: 0.00385 seconds to HEAD 127.0.0.1:35453 /sdb1/1/a?format=json) -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:40919/sdb1/1/a/c2" "tx11e36474f57141fcb2f50-0067670539" "container-server 4136359" 0.0017 "-" 4136359 2 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:51587/sda1/1/a/c2" "tx11e36474f57141fcb2f50-0067670539" "container-server 4136359" 0.0017 "-" 4136359 2 -HTTP PERF: 0.01436 seconds to PUT 127.0.0.1:40195 /sda1/1/a/c2) -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx11e36474f57141fcb2f50-0067670539" "proxy-server 4136359" 0.0182 "-" 4136359 2 -HTTP PERF: 0.00717 seconds to PUT 127.0.0.1:35453 /sdb1/1/a/c2) -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx11e36474f57141fcb2f50-0067670539" "proxy-server 4136359" 0.0115 "-" 4136359 2 -HTTP PERF: 0.02404 seconds to PUT 127.0.0.1:51587 /sda1/1/a/c2) -HTTP PERF: 0.02406 seconds to PUT 127.0.0.1:40919 /sdb1/1/a/c2) -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta ... ok -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/13 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx11e36474f57141fcb2f50-0067670539 - 0.0338 - - 1734804793.445980310 1734804793.479800224 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpiwp0us8n/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpiwp0us8n/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpiwp0us8n/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpiwp0us8n/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0035 "-" 4136359 - -HTTP PERF: 0.00567 seconds to PUT 127.0.0.1:36735 /sdb1/1/a) -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges ... ok -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0031 "-" 4136359 - -HTTP PERF: 0.00863 seconds to PUT 127.0.0.1:51321 /sda1/1/a) -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 4136359 - -HTTP PERF: 0.00481 seconds to PUT 127.0.0.1:51321 /sda1/2/a1) -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0055 "-" 4136359 - -HTTP PERF: 0.00714 seconds to PUT 127.0.0.1:36735 /sdb1/2/a1) -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa5be5d4dc64c469d821cd-0067670539" "proxy-server 4136359" 0.0012 "-" 4136359 - -HTTP PERF: 0.00407 seconds to HEAD 127.0.0.1:51321 /sda1/1/a?format=json) -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:49605/sda1/1/a/c" "txa5be5d4dc64c469d821cd-0067670539" "container-server 4136359" 0.0011 "-" 4136359 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:55531/sdb1/1/a/c" "txa5be5d4dc64c469d821cd-0067670539" "container-server 4136359" 0.0011 "-" 4136359 0 -HTTP PERF: 0.00967 seconds to PUT 127.0.0.1:36735 /sdb1/1/a/c) -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txa5be5d4dc64c469d821cd-0067670539" "proxy-server 4136359" 0.0171 "-" 4136359 0 -HTTP PERF: 0.00569 seconds to PUT 127.0.0.1:51321 /sda1/1/a/c) -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txa5be5d4dc64c469d821cd-0067670539" "proxy-server 4136359" 0.0102 "-" 4136359 0 -HTTP PERF: 0.02146 seconds to PUT 127.0.0.1:49605 /sda1/1/a/c) -HTTP PERF: 0.02232 seconds to PUT 127.0.0.1:55531 /sdb1/1/a/c) -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/13 PUT /v1/a/c HTTP/1.0 201 - - t - - - txa5be5d4dc64c469d821cd-0067670539 - 0.0292 - - 1734804793.555073261 1734804793.584297180 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx33e95bb1a81348188f60b-0067670539" "proxy-server 4136359" 0.0012 "-" 4136359 - -HTTP PERF: 0.00368 seconds to HEAD 127.0.0.1:51321 /sda1/2/a1?format=json) -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:55531/sdb1/1/a1/c1" "tx33e95bb1a81348188f60b-0067670539" "container-server 4136359" 0.0012 "-" 4136359 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:49605/sda1/1/a1/c1" "tx33e95bb1a81348188f60b-0067670539" "container-server 4136359" 0.0010 "-" 4136359 0 -HTTP PERF: 0.00473 seconds to PUT 127.0.0.1:36735 /sdb1/2/a1/c1) -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx33e95bb1a81348188f60b-0067670539" "proxy-server 4136359" 0.0094 "-" 4136359 0 -HTTP PERF: 0.01070 seconds to PUT 127.0.0.1:51321 /sda1/2/a1/c1) -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx33e95bb1a81348188f60b-0067670539" "proxy-server 4136359" 0.0167 "-" 4136359 0 -HTTP PERF: 0.02018 seconds to PUT 127.0.0.1:49605 /sda1/1/a1/c1) -HTTP PERF: 0.02021 seconds to PUT 127.0.0.1:55531 /sdb1/1/a1/c1) -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names ... ok -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/13 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx33e95bb1a81348188f60b-0067670539 - 0.0269 - - 1734804793.585843563 1734804793.612751007 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txda4a10b011ee4800b0a65-0067670539" "proxy-server 4136359" 0.0039 "-" 4136359 - -HTTP PERF: 0.00556 seconds to HEAD 127.0.0.1:36735 /sdb1/1/a?format=json) -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:49605/sda1/2/a/c1" "txda4a10b011ee4800b0a65-0067670539" "container-server 4136359" 0.0018 "-" 4136359 1 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:55531/sdb1/2/a/c1" "txda4a10b011ee4800b0a65-0067670539" "container-server 4136359" 0.0010 "-" 4136359 1 -HTTP PERF: 0.00544 seconds to PUT 127.0.0.1:36735 /sdb1/1/a/c1) -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txda4a10b011ee4800b0a65-0067670539" "proxy-server 4136359" 0.0093 "-" 4136359 1 -HTTP PERF: 0.01054 seconds to PUT 127.0.0.1:51321 /sda1/1/a/c1) -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txda4a10b011ee4800b0a65-0067670539" "proxy-server 4136359" 0.0173 "-" 4136359 1 -HTTP PERF: 0.02129 seconds to PUT 127.0.0.1:55531 /sdb1/2/a/c1) -HTTP PERF: 0.02140 seconds to PUT 127.0.0.1:49605 /sda1/2/a/c1) -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/13 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txda4a10b011ee4800b0a65-0067670539 - 0.0303 - - 1734804793.614253759 1734804793.644547701 1 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txea1d8a0b6a634478b5760-0067670539" "proxy-server 4136359" 0.0030 "-" 4136359 - -HTTP PERF: 0.00463 seconds to HEAD 127.0.0.1:51321 /sda1/1/a?format=json) -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:49605/sda1/1/a/c2" "txea1d8a0b6a634478b5760-0067670539" "container-server 4136359" 0.0011 "-" 4136359 2 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:55531/sdb1/1/a/c2" "txea1d8a0b6a634478b5760-0067670539" "container-server 4136359" 0.0018 "-" 4136359 2 -HTTP PERF: 0.00570 seconds to PUT 127.0.0.1:51321 /sda1/1/a/c2) -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txea1d8a0b6a634478b5760-0067670539" "proxy-server 4136359" 0.0106 "-" 4136359 2 -HTTP PERF: 0.01181 seconds to PUT 127.0.0.1:36735 /sdb1/1/a/c2) -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:13 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txea1d8a0b6a634478b5760-0067670539" "proxy-server 4136359" 0.0157 "-" 4136359 2 -HTTP PERF: 0.01731 seconds to PUT 127.0.0.1:49605 /sda1/1/a/c2) -HTTP PERF: 0.01810 seconds to PUT 127.0.0.1:55531 /sdb1/1/a/c2) -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account -test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options ... ok + +sharder-test WARNING: Skipping d100 as it is not mounted +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.0007102489471435547s, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002129077911376953s, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_0 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmp52ern59q/sda/containers/0/b85/9d7a328814f4e99b3c0e6a0597883b85/9d7a328814f4e99b3c0e6a0597883b85.db, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test INFO: Cleaved ShardRange in 0.005s, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769215298.30687, (0, 0) as of 1769215298.30687, created as of 1769215298.30687>, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.0002276897430419922s, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001373291015625s, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmp52ern59q/sda/containers/0/069/5a8214a697fa9e61b996df73488a7069/5a8214a697fa9e61b996df73488a7069.db, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj004')], path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.dbtest.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication +test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication ... ok + +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017070770263671875s, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010704994201660156s, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019073486328125s, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769215298.30687, (0, 0) as of 1769215298.30687, created as of 1769215298.30687>, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00024008750915527344s, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000347137451171875s, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1769215298.30687, (5, 5) as of 1769215350.87967, cleaved as of 1769215298.30687> in 0.01s, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp52ern59q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.71001.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpkyoa4d95/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.90115.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpkyoa4d95/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.90115.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpkyoa4d95/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.90115.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpkyoa4d95/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.90115.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpkyoa4d95/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.90115.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpkyoa4d95/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.90115.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpkyoa4d95/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.90115.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpkyoa4d95/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.90115.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpkyoa4d95/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.90115.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpkyoa4d95/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.90115.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017881393432617188s, path: a/c, db: /tmp/tmpkyoa4d95/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00013947486877441406s, path: a/c, db: /tmp/tmpkyoa4d95/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpkyoa4d95/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.90115.db +sharder-test INFO: Cleaved ShardRange in 0.009s, path: a/c, db: /tmp/tmpkyoa4d95/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.90115.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1769215298.30687, (0, 0) as of 1769215298.30687, created as of 1769215298.30687>, path: a/c, db: /tmp/tmpkyoa4d95/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.90115.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001995563507080078s, path: a/c, db: /tmp/tmpkyoa4d95/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00013566017150878906s, path: a/c, db: /tmp/tmpkyoa4d95/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpkyoa4d95/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.90115.db +sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1769215298.30687, (1, 6144) as of 1769215350.95152, cleaved as of 1769215298.30687> in 0.009s, path: a/c, db: /tmp/tmpkyoa4d95/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.90115.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpkyoa4d95/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.90115.dbtest.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies +test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies ... ok + +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpkyoa4d95/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpkyoa4d95/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.90115.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpkyoa4d95/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.90115.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.97179.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.97179.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.97179.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.97179.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.97179.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.97179.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.97179.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00019097328186035156s, path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00023984909057617188s, path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.97179.db +sharder-test INFO: Cleaved ShardRange in 0.013s, path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.97179.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769215298.30687, (0, 0) as of 1769215298.30687, created as of 1769215298.30687>, path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.97179.db +sharder-test DEBUG: got 6 rows (deleted=False) in 0.00040721893310546875s, path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002281665802001953s, path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.97179.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1769215298.30687, (6, 6) as of 1769215351.03840, cleaved as of 1769215298.30687> in 0.014s, path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.97179.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.97179.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'cf20e2b3-ec46-447e-be75-a67f7e469c19-sda', 'cursor': '', 'max_row': 12, 'cleave_to_row': 10, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.97179.db +sharder-test INFO: Completed cleaving, DB remaining in sharding state, path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.97179.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.97179.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.97179.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.97179.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.97179.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.97179.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.97179.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.97179.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.97179.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.97179.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.97179.db +sharder-test INFO: Cleaving from row 10 into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.97179.dbtest.unit.container.test_sharder.TestSharder.test_cleave_repeated +test.unit.container.test_sharder.TestSharder.test_cleave_repeated ... ok + +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00023126602172851562s, path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002143383026123047s, path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.97179.db +sharder-test INFO: Cleaved ShardRange in 0.009s, path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.97179.db +sharder-test INFO: Cleaving from row 10 into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769215298.30687, (6, 6) as of 1769215351.03840, cleaved as of 1769215298.30687>, path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.97179.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003902912139892578s, path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001652240753173828s, path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.97179.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1769215298.30687, (6, 6) as of 1769215351.03840, cleaved as of 1769215298.30687> in 0.009s, path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.97179.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.97179.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.97179.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp87kx2x58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215350.97179.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.14640.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.14640.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.14640.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.14640.db +sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.14640.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001933574676513672s, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013017654418945312s, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.14640.db +sharder-test INFO: Cleaved ShardRange in 0.009s, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.14640.db +sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1769215298.30687, (0, 0) as of 1769215298.30687, found as of 1769215298.30687>, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.14640.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.14640.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.14640.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1769215298.30687, (0, 0) as of 1769215298.30687, created as of 1769215298.30687>, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.14640.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00018906593322753906s, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013375282287597656s, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.14640.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmp6s9a7p47/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.14640.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root +test.unit.container.test_sharder.TestSharder.test_cleave_root ... ok + +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.14640.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.14640.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1769215298.30687, (0, 0) as of 1769215298.30687, created as of 1769215298.30687>, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.14640.db +sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1769215298.30687, (0, 0) as of 1769215298.30687, created as of 1769215298.30687> - shard db already in sync, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.14640.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.14640.db +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1769215298.30687, (3, 6) as of 1769215351.24038, cleaved as of 1769215298.30687> in 0.003s, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.14640.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1769215298.30687, (0, 0) as of 1769215298.30687, created as of 1769215298.30687>, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.14640.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003540515899658203s, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001571178436279297s, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.14640.db +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1769215298.30687, (1, 100) as of 1769215351.25464, cleaved as of 1769215298.30687> in 0.008s, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.14640.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.14640.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.14640.db +sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1769215298.30687, (0, 0) as of 1769215298.30687, created as of 1769215298.30687>, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.14640.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017881393432617188s, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00018262863159179688s, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.14640.db +sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1769215298.30687, (1, 1000) as of 1769215351.28878, cleaved as of 1769215298.30687> in 0.009s, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.14640.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.14640.db +sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.14640.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.14640.db +sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.14640.db +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1769215298.30687, (2, 15) as of 1769215351.30110, active as of 1769215298.30687>, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.14640.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001678466796875s, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012040138244628906s, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.14640.db +sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1769215298.30687, (2, 15) as of 1769215351.30110, active as of 1769215298.30687> in 0.007s, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.14640.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.14640.db +sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.14640.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmp6s9a7p47/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.14640.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpbhnna54j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.33999.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbhnna54j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.33999.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpbhnna54j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.33999.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbhnna54j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.33999.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff +test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges +test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges ... ok + +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpbhnna54j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.33999.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpbhnna54j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.33999.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001583099365234375s, path: a/c, db: /tmp/tmpbhnna54j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010728836059570312s, path: a/c, db: /tmp/tmpbhnna54j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpbhnna54j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.33999.db +sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpbhnna54j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.33999.db +sharder-test INFO: Cleaved ShardRange in 0.005s, path: a/c, db: /tmp/tmpbhnna54j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.33999.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpbhnna54j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.33999.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp1foth_c0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.37283.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp1foth_c0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.37283.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp1foth_c0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.37283.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp1foth_c0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.37283.db +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmp1foth_c0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.37283.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp1foth_c0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.37283.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001850128173828125s, path: a/c, db: /tmp/tmp1foth_c0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012540817260742188s, path: a/c, db: /tmp/tmp1foth_c0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp1foth_c0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.37283.db +sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1769215298.30687, (0, 0) as of 1769215298.30687, created as of 1769215298.30687>, path: a/c, db: /tmp/tmp1foth_c0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.37283.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016021728515625s, path: a/c, db: /tmp/tmp1foth_c0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011301040649414062s, path: a/c, db: /tmp/tmp1foth_c0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange<'d' to 'x' as of 1769215298.30687, (0, 0) as of 1769215298.30687, created as of 1769215298.30687> - zero objects found, path: a/c, db: /tmp/tmp1foth_c0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.37283.db +sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'x' to MaxBound as of 1769215298.30687, (0, 0) as of 1769215298.30687, created as of 1769215298.30687>, path: a/c, db: /tmp/tmp1foth_c0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.37283.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016427040100097656s, path: a/c, db: /tmp/tmp1foth_c0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010561943054199219s, path: a/c, db: /tmp/tmp1foth_c0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange<'x' to MaxBound as of 1769215298.30687, (0, 0) as of 1769215298.30687, created as of 1769215298.30687> - zero objects found, path: a/c, db: /tmp/tmp1foth_c0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.37283.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp1foth_c0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.37283.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.43394.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.43394.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.43394.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.43394.db +sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.43394.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017023086547851562s, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001342296600341797s, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.818771362304688e-05s, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011444091796875s, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.43394.db +sharder-test INFO: Cleaved ShardRange in 0.011s, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.43394.db +sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1769215298.30687, (0, 0) as of 1769215298.30687, found as of 1769215298.30687>, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.43394.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.43394.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.43394.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1769215298.30687, (0, 0) as of 1769215298.30687, created as of 1769215298.30687>, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.43394.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000179290771484375s, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.390975952148438e-05s, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.605552673339844e-05s, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.05718994140625e-05s, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001201629638671875s, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.43394.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpxggnb41i/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.43394.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.43394.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.43394.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1769215298.30687, (0, 0) as of 1769215298.30687, created as of 1769215298.30687>, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.43394.db +sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1769215298.30687, (0, 0) as of 1769215298.30687, created as of 1769215298.30687> - shard db already in sync, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.43394.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.43394.db +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1769215298.30687, (3, 6) as of 1769215351.52535, cleaved as of 1769215298.30687> in 0.003s, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.43394.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1769215298.30687, (0, 0) as of 1769215298.30687, created as of 1769215298.30687>, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.43394.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017404556274414062s, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.580352783203125e-05s, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001163482666015625s, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.43394.db +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1769215298.30687, (1, 100) as of 1769215351.53907, cleaved as of 1769215298.30687> in 0.008s, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.43394.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.43394.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.43394.db +sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1769215298.30687, (0, 0) as of 1769215298.30687, created as of 1769215298.30687>, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.43394.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017690658569335938s, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one +test.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one ... ok + +sharder-test DEBUG: got 0 rows (deleted=False) in 6.914138793945312e-05s, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001270771026611328s, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.510185241699219e-05s, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.43394.db +sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1769215298.30687, (1, 1000) as of 1769215351.58394, cleaved as of 1769215298.30687> in 0.011s, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.43394.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.43394.db +sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.43394.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.43394.db +sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.43394.db +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1769215298.30687, (2, 15) as of 1769215351.59601, active as of 1769215298.30687>, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.43394.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017333030700683594s, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.723403930664062e-05s, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011038780212402344s, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.43394.db +sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1769215298.30687, (2, 15) as of 1769215351.59601, active as of 1769215298.30687> in 0.008s, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.43394.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.43394.db +sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.43394.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmpxggnb41i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.43394.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpmkz7hv84/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.63577.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmkz7hv84/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.63577.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmkz7hv84/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.63577.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmkz7hv84/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.63577.db +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpmkz7hv84/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.63577.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpmkz7hv84/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.63577.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00017690658569335938s, path: a/c, db: /tmp/tmpmkz7hv84/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000118255615234375s, path: a/c, db: /tmp/tmpmkz7hv84/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpmkz7hv84/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.63577.db +sharder-test INFO: Cleaved ShardRange in 0.008s, path: a/c, db: /tmp/tmpmkz7hv84/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.63577.db +sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1769215298.30687, (500000, 0) as of 1769215298.30687, created as of 1769215298.30687>, path: a/c, db: /tmp/tmpmkz7hv84/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.63577.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001666545867919922s, path: a/c, db: /tmp/tmpmkz7hv84/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00013065338134765625s, path: a/c, db: /tmp/tmpmkz7hv84/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_x_1 for ShardRange, path: a/c, db: /tmp/tmpmkz7hv84/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.63577.db +sharder-test INFO: Cleaved ShardRange<'d' to 'x' as of 1769215298.30687, (2, 103) as of 1769215351.67823, cleaved as of 1769215298.30687> in 0.009s, path: a/c, db: /tmp/tmpmkz7hv84/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.63577.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpmkz7hv84/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.63577.db +sharder-test DEBUG: Continuing to cleave (2 done, 1 todo), path: a/c, db: /tmp/tmpmkz7hv84/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.63577.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change +test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change ... ok + +sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'d' to MaxBound as of 1769215351.68960, (500000, 0) as of 1769215351.68960, created as of 1769215351.68960>, path: a/c, db: /tmp/tmpmkz7hv84/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.63577.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.000164031982421875s, path: a/c, db: /tmp/tmpmkz7hv84/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001227855682373047s, path: a/c, db: /tmp/tmpmkz7hv84/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__2 for ShardRange, path: a/c, db: /tmp/tmpmkz7hv84/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.63577.db +sharder-test INFO: Cleaved ShardRange<'d' to MaxBound as of 1769215351.68960, (3, 1103) as of 1769215351.70659, cleaved as of 1769215351.68960> in 0.009s, path: a/c, db: /tmp/tmpmkz7hv84/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.63577.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpmkz7hv84/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215351.63577.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpdrs65t54/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215351.71586.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpdrs65t54/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215351.71586.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpdrs65t54/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215351.71586.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001614093780517578s, path: .shards_a/shard_c, db: /tmp/tmpdrs65t54/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.295608520507812e-05s, path: .shards_a/shard_c, db: /tmp/tmpdrs65t54/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012135505676269531s, path: .shards_a/shard_c, db: /tmp/tmpdrs65t54/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpdrs65t54/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/c_here_0 in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpdrs65t54/sda/containers/0/e19/9e88c3bdfd03a830d1fc09d35d671e19/9e88c3bdfd03a830d1fc09d35d671e19.db, path: .shards_a/shard_c, db: /tmp/tmpdrs65t54/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011467933654785156s, path: .shards_a/shard_c, db: /tmp/tmpdrs65t54/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011610984802246094s, path: .shards_a/shard_c, db: /tmp/tmpdrs65t54/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.131431579589844e-05s, path: .shards_a/shard_c, db: /tmp/tmpdrs65t54/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=True) in 7.367134094238281e-05s, path: .shards_a/shard_c, db: /tmp/tmpdrs65t54/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769215298.30687, (0, 0) as of 1769215298.30687, active as of 1769215298.30687>, path: .shards_a/shard_c, db: /tmp/tmpdrs65t54/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpdrs65t54/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215351.71586.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpdrs65t54/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215351.71586.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpdrs65t54/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215351.71586.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_0 for ShardRange<'here' to 'there' as of 1769215298.30687, (0, 0) as of 1769215298.30687, created as of 1769215298.30687>, path: .shards_a/shard_c, db: /tmp/tmpdrs65t54/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215351.71586.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00017261505126953125s, path: .shards_a/shard_c, db: /tmp/tmpdrs65t54/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012111663818359375s, path: .shards_a/shard_c, db: /tmp/tmpdrs65t54/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_0 for ShardRange<'here' to 'where' as of 1769215351.71584, (0, 0) as of 1769215351.71584, sharding as of 1769215351.71584>, path: .shards_a/shard_c, db: /tmp/tmpdrs65t54/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215351.71586.db +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1769215298.30687, (3, 6) as of 1769215351.77731, cleaved as of 1769215298.30687> in 0.008s, path: .shards_a/shard_c, db: /tmp/tmpdrs65t54/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215351.71586.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpdrs65t54/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215351.71586.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpdrs65t54/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215351.71586.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpdrs65t54/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215351.71586.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpdrs65t54/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215351.71586.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015425682067871094s, path: .shards_a/shard_c, db: /tmp/tmpdrs65t54/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.890296936035156e-05s, path: .shards_a/shard_c, db: /tmp/tmpdrs65t54/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011420249938964844s, path: .shards_a/shard_c, db: /tmp/tmpdrs65t54/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shard +test.unit.container.test_sharder.TestSharder.test_cleave_shard ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range +test.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range ... ok + +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpdrs65t54/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011038780212402344s, path: .shards_a/shard_c, db: /tmp/tmpdrs65t54/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010514259338378906s, path: .shards_a/shard_c, db: /tmp/tmpdrs65t54/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpdrs65t54/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215351.71586.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpdrs65t54/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215351.71586.db +sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: .shards_a/shard_c, db: /tmp/tmpdrs65t54/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215351.71586.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_1 for ShardRange<'there' to 'where' as of 1769215298.30687, (2, 15) as of 1769215351.78584, cleaved as of 1769215298.30687>, path: .shards_a/shard_c, db: /tmp/tmpdrs65t54/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215351.71586.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016117095947265625s, path: .shards_a/shard_c, db: /tmp/tmpdrs65t54/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011706352233886719s, path: .shards_a/shard_c, db: /tmp/tmpdrs65t54/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards_a/c_where_1 for ShardRange<'here' to 'where' as of 1769215351.71584, (0, 0) as of 1769215351.71584, sharding as of 1769215351.71584>, path: .shards_a/shard_c, db: /tmp/tmpdrs65t54/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215351.71586.db +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1769215298.30687, (2, 15) as of 1769215351.78584, cleaved as of 1769215298.30687> in 0.007s, path: .shards_a/shard_c, db: /tmp/tmpdrs65t54/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215351.71586.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpdrs65t54/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215351.71586.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp3de8qj85/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3de8qj85/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3de8qj85/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3de8qj85/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp3de8qj85/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmp3de8qj85/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp3de8qj85/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_1, db: /tmp/tmp7zl827i3/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769215364.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_1, db: /tmp/tmp7zl827i3/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769215364.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_1, db: /tmp/tmp7zl827i3/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769215364.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013780593872070312s, path: .shards_a/donor_1, db: /tmp/tmp7zl827i3/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.72747802734375e-05s, path: .shards_a/donor_1, db: /tmp/tmp7zl827i3/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.822845458984375e-05s, path: .shards_a/donor_1, db: /tmp/tmp7zl827i3/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001976490020751953s, path: .shards_a/donor_1, db: /tmp/tmp7zl827i3/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_1, db: /tmp/tmp7zl827i3/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769215364.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_1, db: /tmp/tmp7zl827i3/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769215364.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_1_ for ShardRange<'h' to MaxBound as of 1769215351.85989, (1000, 11111) as of 1769215351.85989, created as of 1769215351.85989>, path: .shards_a/donor_1, db: /tmp/tmp7zl827i3/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769215364.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00017142295837402344s, path: .shards_a/donor_1, db: /tmp/tmp7zl827i3/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00023412704467773438s, path: .shards_a/donor_1, db: /tmp/tmp7zl827i3/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_1_ for ShardRange<'h' to 'w' as of 1769215374.00000, (0, 0) as of 1769215363.00000, shrunk as of 1769215363.00000>, path: .shards_a/donor_1, db: /tmp/tmp7zl827i3/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769215364.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1769215351.85989, (1000, 11111) as of 1769215351.85989, created as of 1769215351.85989> in 0.01s, path: .shards_a/donor_1, db: /tmp/tmp7zl827i3/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769215364.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_1, db: /tmp/tmp7zl827i3/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769215364.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp7zl827i3/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_2, db: /tmp/tmp7zl827i3/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769215391.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_2, db: /tmp/tmp7zl827i3/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769215391.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_2, db: /tmp/tmp7zl827i3/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769215391.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002422332763671875s, path: .shards_a/donor_2, db: /tmp/tmp7zl827i3/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001678466796875s, path: .shards_a/donor_2, db: /tmp/tmp7zl827i3/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001666545867919922s, path: .shards_a/donor_2, db: /tmp/tmp7zl827i3/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001621246337890625s, path: .shards_a/donor_2, db: /tmp/tmp7zl827i3/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_2, db: /tmp/tmp7zl827i3/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769215391.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_2, db: /tmp/tmp7zl827i3/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769215391.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_2_ for ShardRange<'h' to MaxBound as of 1769215351.93330, (1000, 11111) as of 1769215351.93330, cleaved as of 1769215351.93330>, path: .shards_a/donor_2, db: /tmp/tmp7zl827i3/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769215391.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0002796649932861328s, path: .shards_a/donor_2, db: /tmp/tmp7zl827i3/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015282630920410156s, path: .shards_a/donor_2, db: /tmp/tmp7zl827i3/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_2_ for ShardRange<'h' to 'w' as of 1769215401.00000, (0, 0) as of 1769215390.00000, shrunk as of 1769215390.00000>, path: .shards_a/donor_2, db: /tmp/tmp7zl827i3/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769215391.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1769215351.93330, (1000, 11111) as of 1769215351.93330, cleaved as of 1769215351.93330> in 0.01s, path: .shards_a/donor_2, db: /tmp/tmp7zl827i3/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769215391.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_2, db: /tmp/tmp7zl827i3/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769215391.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp7zl827i3/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_3, db: /tmp/tmp7zl827i3/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769215418.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_3, db: /tmp/tmp7zl827i3/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769215418.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_3, db: /tmp/tmp7zl827i3/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769215418.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002837181091308594s, path: .shards_a/donor_3, db: /tmp/tmp7zl827i3/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001327991485595703s, path: .shards_a/donor_3, db: /tmp/tmp7zl827i3/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013399124145507812s, path: .shards_a/donor_3, db: /tmp/tmp7zl827i3/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013709068298339844s, path: .shards_a/donor_3, db: /tmp/tmp7zl827i3/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_3, db: /tmp/tmp7zl827i3/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769215418.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_3, db: /tmp/tmp7zl827i3/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769215418.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_3_ for ShardRange<'h' to MaxBound as of 1769215352.01976, (1000, 11111) as of 1769215352.01976, active as of 1769215352.01976>, path: .shards_a/donor_3, db: /tmp/tmp7zl827i3/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769215418.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0077571868896484375s, path: .shards_a/donor_3, db: /tmp/tmp7zl827i3/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001354217529296875s, path: .shards_a/donor_3, db: /tmp/tmp7zl827i3/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_3_ for ShardRange<'h' to 'w' as of 1769215428.00000, (0, 0) as of 1769215417.00000, shrunk as of 1769215417.00000>, path: .shards_a/donor_3, db: /tmp/tmp7zl827i3/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769215418.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1769215352.01976, (1000, 11111) as of 1769215352.01976, active as of 1769215352.01976> in 0.017s, path: .shards_a/donor_3, db: /tmp/tmp7zl827i3/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769215418.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_3, db: /tmp/tmp7zl827i3/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769215418.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp7zl827i3/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_4, db: /tmp/tmp7zl827i3/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769215445.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_4, db: /tmp/tmp7zl827i3/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769215445.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_4, db: /tmp/tmp7zl827i3/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769215445.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001659393310546875s, path: .shards_a/donor_4, db: /tmp/tmp7zl827i3/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010609626770019531s, path: .shards_a/donor_4, db: /tmp/tmp7zl827i3/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011849403381347656s, path: .shards_a/donor_4, db: /tmp/tmp7zl827i3/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011539459228515625s, path: .shards_a/donor_4, db: /tmp/tmp7zl827i3/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_4, db: /tmp/tmp7zl827i3/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769215445.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_4, db: /tmp/tmp7zl827i3/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769215445.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_k for ShardRange<'d' to 'k' as of 1769215352.08783, (1000, 11111) as of 1769215352.08783, created as of 1769215352.08783>, path: .shards_a/donor_4, db: /tmp/tmp7zl827i3/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769215445.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017952919006347656s, path: .shards_a/donor_4, db: /tmp/tmp7zl827i3/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001227855682373047s, path: .shards_a/donor_4, db: /tmp/tmp7zl827i3/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_k for ShardRange<'h' to 'w' as of 1769215444.00000, (0, 0) as of 1769215444.00000, shrinking as of 1769215444.00000>, path: .shards_a/donor_4, db: /tmp/tmp7zl827i3/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769215445.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769215352.08783, (1000, 11111) as of 1769215352.08783, created as of 1769215352.08783> in 0.008s, path: .shards_a/donor_4, db: /tmp/tmp7zl827i3/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769215445.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_ for ShardRange<'k' to MaxBound as of 1769215352.08787, (1000, 11111) as of 1769215352.08787, created as of 1769215352.08787>, path: .shards_a/donor_4, db: /tmp/tmp7zl827i3/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769215445.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017261505126953125s, path: .shards_a/donor_4, db: /tmp/tmp7zl827i3/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011539459228515625s, path: .shards_a/donor_4, db: /tmp/tmp7zl827i3/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_ for ShardRange<'h' to 'w' as of 1769215444.00000, (0, 0) as of 1769215444.00000, shrinking as of 1769215444.00000>, path: .shards_a/donor_4, db: /tmp/tmp7zl827i3/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769215445.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1769215352.08787, (1000, 11111) as of 1769215352.08787, created as of 1769215352.08787> in 0.007s, path: .shards_a/donor_4, db: /tmp/tmp7zl827i3/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769215445.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_4, db: /tmp/tmp7zl827i3/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769215445.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp7zl827i3/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_5, db: /tmp/tmp7zl827i3/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769215478.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_5, db: /tmp/tmp7zl827i3/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769215478.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_5, db: /tmp/tmp7zl827i3/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769215478.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014162063598632812s, path: .shards_a/donor_5, db: /tmp/tmp7zl827i3/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00028395652770996094s, path: .shards_a/donor_5, db: /tmp/tmp7zl827i3/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.989738464355469e-05s, path: .shards_a/donor_5, db: /tmp/tmp7zl827i3/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010418891906738281s, path: .shards_a/donor_5, db: /tmp/tmp7zl827i3/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_5, db: /tmp/tmp7zl827i3/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769215478.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_5, db: /tmp/tmp7zl827i3/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769215478.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_k for ShardRange<'d' to 'k' as of 1769215352.15610, (1000, 11111) as of 1769215352.15610, cleaved as of 1769215352.15610>, path: .shards_a/donor_5, db: /tmp/tmp7zl827i3/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769215478.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015783309936523438s, path: .shards_a/donor_5, db: /tmp/tmp7zl827i3/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012612342834472656s, path: .shards_a/donor_5, db: /tmp/tmp7zl827i3/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_k for ShardRange<'h' to 'w' as of 1769215477.00000, (0, 0) as of 1769215477.00000, shrinking as of 1769215477.00000>, path: .shards_a/donor_5, db: /tmp/tmp7zl827i3/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769215478.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769215352.15610, (1000, 11111) as of 1769215352.15610, cleaved as of 1769215352.15610> in 0.007s, path: .shards_a/donor_5, db: /tmp/tmp7zl827i3/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769215478.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_ for ShardRange<'k' to MaxBound as of 1769215352.15614, (1000, 11111) as of 1769215352.15614, cleaved as of 1769215352.15614>, path: .shards_a/donor_5, db: /tmp/tmp7zl827i3/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769215478.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016379356384277344s, path: .shards_a/donor_5, db: /tmp/tmp7zl827i3/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011181831359863281s, path: .shards_a/donor_5, db: /tmp/tmp7zl827i3/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_ for ShardRange<'h' to 'w' as of 1769215477.00000, (0, 0) as of 1769215477.00000, shrinking as of 1769215477.00000>, path: .shards_a/donor_5, db: /tmp/tmp7zl827i3/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769215478.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1769215352.15614, (1000, 11111) as of 1769215352.15614, cleaved as of 1769215352.15614> in 0.007s, path: .shards_a/donor_5, db: /tmp/tmp7zl827i3/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769215478.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_5, db: /tmp/tmp7zl827i3/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769215478.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp7zl827i3/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_6, db: /tmp/tmp7zl827i3/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769215511.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_6, db: /tmp/tmp7zl827i3/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769215511.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_6, db: /tmp/tmp7zl827i3/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769215511.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013327598571777344s, path: .shards_a/donor_6, db: /tmp/tmp7zl827i3/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.988380432128906e-05s, path: .shards_a/donor_6, db: /tmp/tmp7zl827i3/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.5367431640625e-05s, path: .shards_a/donor_6, db: /tmp/tmp7zl827i3/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.012222290039062e-05s, path: .shards_a/donor_6, db: /tmp/tmp7zl827i3/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_6, db: /tmp/tmp7zl827i3/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769215511.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_6, db: /tmp/tmp7zl827i3/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769215511.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_k for ShardRange<'d' to 'k' as of 1769215352.22782, (1000, 11111) as of 1769215352.22782, active as of 1769215352.22782>, path: .shards_a/donor_6, db: /tmp/tmp7zl827i3/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769215511.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016808509826660156s, path: .shards_a/donor_6, db: /tmp/tmp7zl827i3/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001163482666015625s, path: .shards_a/donor_6, db: /tmp/tmp7zl827i3/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_k for ShardRange<'h' to 'w' as of 1769215510.00000, (0, 0) as of 1769215510.00000, shrinking as of 1769215510.00000>, path: .shards_a/donor_6, db: /tmp/tmp7zl827i3/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769215511.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769215352.22782, (1000, 11111) as of 1769215352.22782, active as of 1769215352.22782> in 0.007s, path: .shards_a/donor_6, db: /tmp/tmp7zl827i3/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769215511.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_ for ShardRange<'k' to MaxBound as of 1769215352.22786, (1000, 11111) as of 1769215352.22786, active as of 1769215352.22786>, path: .shards_a/donor_6, db: /tmp/tmp7zl827i3/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769215511.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018262863159179688s, path: .shards_a/donor_6, db: /tmp/tmp7zl827i3/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012683868408203125s, path: .shards_a/donor_6, db: /tmp/tmp7zl827i3/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_ for ShardRange<'h' to 'w' as of 1769215510.00000, (0, 0) as of 1769215510.00000, shrinking as of 1769215510.00000>, path: .shards_a/donor_6, db: /tmp/tmp7zl827i3/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769215511.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1769215352.22786, (1000, 11111) as of 1769215352.22786, active as of 1769215352.22786> in 0.007s, path: .shards_a/donor_6, db: /tmp/tmp7zl827i3/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769215511.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_6, db: /tmp/tmp7zl827i3/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769215511.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp7zl827i3/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_7, db: /tmp/tmp7zl827i3/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769215544.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_7, db: /tmp/tmp7zl827i3/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769215544.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_7, db: /tmp/tmp7zl827i3/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769215544.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014972686767578125s, path: .shards_a/donor_7, db: /tmp/tmp7zl827i3/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.298324584960938e-05s, path: .shards_a/donor_7, db: /tmp/tmp7zl827i3/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.5367431640625e-05s, path: .shards_a/donor_7, db: /tmp/tmp7zl827i3/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.036064147949219e-05s, path: .shards_a/donor_7, db: /tmp/tmp7zl827i3/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_7, db: /tmp/tmp7zl827i3/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769215544.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_7, db: /tmp/tmp7zl827i3/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769215544.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_k for ShardRange<'d' to 'k' as of 1769215352.29557, (1000, 11111) as of 1769215352.29557, cleaved as of 1769215352.29557>, path: .shards_a/donor_7, db: /tmp/tmp7zl827i3/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769215544.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003998279571533203s, path: .shards_a/donor_7, db: /tmp/tmp7zl827i3/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010442733764648438s, path: .shards_a/donor_7, db: /tmp/tmp7zl827i3/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_k for ShardRange<'h' to 'w' as of 1769215543.00000, (0, 0) as of 1769215543.00000, shrinking as of 1769215543.00000>, path: .shards_a/donor_7, db: /tmp/tmp7zl827i3/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769215544.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769215352.29557, (1000, 11111) as of 1769215352.29557, cleaved as of 1769215352.29557> in 0.007s, path: .shards_a/donor_7, db: /tmp/tmp7zl827i3/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769215544.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_t for ShardRange<'k' to 't' as of 1769215352.29561, (1000, 11111) as of 1769215352.29561, cleaved as of 1769215352.29561>, path: .shards_a/donor_7, db: /tmp/tmp7zl827i3/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769215544.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001823902130126953s, path: .shards_a/donor_7, db: /tmp/tmp7zl827i3/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010752677917480469s, path: .shards_a/donor_7, db: /tmp/tmp7zl827i3/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_t for ShardRange<'h' to 'w' as of 1769215543.00000, (0, 0) as of 1769215543.00000, shrinking as of 1769215543.00000>, path: .shards_a/donor_7, db: /tmp/tmp7zl827i3/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769215544.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1769215352.29561, (1000, 11111) as of 1769215352.29561, cleaved as of 1769215352.29561> in 0.006s, path: .shards_a/donor_7, db: /tmp/tmp7zl827i3/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769215544.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_ for ShardRange<'t' to MaxBound as of 1769215352.29561, (1000, 11111) as of 1769215352.29561, cleaved as of 1769215352.29561>, path: .shards_a/donor_7, db: /tmp/tmp7zl827i3/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769215544.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015854835510253906s, path: .shards_a/donor_7, db: /tmp/tmp7zl827i3/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001125335693359375s, path: .shards_a/donor_7, db: /tmp/tmp7zl827i3/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_ for ShardRange<'h' to 'w' as of 1769215543.00000, (0, 0) as of 1769215543.00000, shrinking as of 1769215543.00000>, path: .shards_a/donor_7, db: /tmp/tmp7zl827i3/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769215544.00000.db +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1769215352.29561, (1000, 11111) as of 1769215352.29561, cleaved as of 1769215352.29561> in 0.006s, path: .shards_a/donor_7, db: /tmp/tmp7zl827i3/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769215544.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_7, db: /tmp/tmp7zl827i3/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769215544.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp7zl827i3/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_8, db: /tmp/tmp7zl827i3/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769215583.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_8, db: /tmp/tmp7zl827i3/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769215583.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_8, db: /tmp/tmp7zl827i3/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769215583.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013256072998046875s, path: .shards_a/donor_8, db: /tmp/tmp7zl827i3/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.369850158691406e-05s, path: .shards_a/donor_8, db: /tmp/tmp7zl827i3/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.751319885253906e-05s, path: .shards_a/donor_8, db: /tmp/tmp7zl827i3/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.584426879882812e-05s, path: .shards_a/donor_8, db: /tmp/tmp7zl827i3/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_8, db: /tmp/tmp7zl827i3/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769215583.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_8, db: /tmp/tmp7zl827i3/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769215583.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_k for ShardRange<'d' to 'k' as of 1769215352.37898, (1000, 11111) as of 1769215352.37898, created as of 1769215352.37898>, path: .shards_a/donor_8, db: /tmp/tmp7zl827i3/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769215583.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001647472381591797s, path: .shards_a/donor_8, db: /tmp/tmp7zl827i3/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010561943054199219s, path: .shards_a/donor_8, db: /tmp/tmp7zl827i3/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_k for ShardRange<'h' to 'w' as of 1769215582.00000, (0, 0) as of 1769215582.00000, shrinking as of 1769215582.00000>, path: .shards_a/donor_8, db: /tmp/tmp7zl827i3/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769215583.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769215352.37898, (1000, 11111) as of 1769215352.37898, created as of 1769215352.37898> in 0.006s, path: .shards_a/donor_8, db: /tmp/tmp7zl827i3/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769215583.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_t for ShardRange<'k' to 't' as of 1769215352.37902, (1000, 11111) as of 1769215352.37902, created as of 1769215352.37902>, path: .shards_a/donor_8, db: /tmp/tmp7zl827i3/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769215583.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016236305236816406s, path: .shards_a/donor_8, db: /tmp/tmp7zl827i3/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010347366333007812s, path: .shards_a/donor_8, db: /tmp/tmp7zl827i3/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_t for ShardRange<'h' to 'w' as of 1769215582.00000, (0, 0) as of 1769215582.00000, shrinking as of 1769215582.00000>, path: .shards_a/donor_8, db: /tmp/tmp7zl827i3/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769215583.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1769215352.37902, (1000, 11111) as of 1769215352.37902, created as of 1769215352.37902> in 0.006s, path: .shards_a/donor_8, db: /tmp/tmp7zl827i3/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769215583.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_ for ShardRange<'t' to MaxBound as of 1769215352.37903, (1000, 11111) as of 1769215352.37903, created as of 1769215352.37903>, path: .shards_a/donor_8, db: /tmp/tmp7zl827i3/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769215583.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016355514526367188s, path: .shards_a/donor_8, db: /tmp/tmp7zl827i3/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010633468627929688s, path: .shards_a/donor_8, db: /tmp/tmp7zl827i3/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_ for ShardRange<'h' to 'w' as of 1769215582.00000, (0, 0) as of 1769215582.00000, shrinking as of 1769215582.00000>, path: .shards_a/donor_8, db: /tmp/tmp7zl827i3/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769215583.00000.db +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1769215352.37903, (1000, 11111) as of 1769215352.37903, created as of 1769215352.37903> in 0.006s, path: .shards_a/donor_8, db: /tmp/tmp7zl827i3/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769215583.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_8, db: /tmp/tmp7zl827i3/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769215583.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp7zl827i3/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_9, db: /tmp/tmp7zl827i3/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769215622.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_9, db: /tmp/tmp7zl827i3/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769215622.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_9, db: /tmp/tmp7zl827i3/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769215622.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002620220184326172s, path: .shards_a/donor_9, db: /tmp/tmp7zl827i3/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017833709716796875s, path: .shards_a/donor_9, db: /tmp/tmp7zl827i3/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018143653869628906s, path: .shards_a/donor_9, db: /tmp/tmp7zl827i3/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001728534698486328s, path: .shards_a/donor_9, db: /tmp/tmp7zl827i3/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_9, db: /tmp/tmp7zl827i3/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769215622.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_9, db: /tmp/tmp7zl827i3/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769215622.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_k for ShardRange<'d' to 'k' as of 1769215352.45843, (1000, 11111) as of 1769215352.45843, active as of 1769215352.45843>, path: .shards_a/donor_9, db: /tmp/tmp7zl827i3/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769215622.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0006635189056396484s, path: .shards_a/donor_9, db: /tmp/tmp7zl827i3/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017881393432617188s, path: .shards_a/donor_9, db: /tmp/tmp7zl827i3/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_k for ShardRange<'h' to 'w' as of 1769215621.00000, (0, 0) as of 1769215621.00000, shrinking as of 1769215621.00000>, path: .shards_a/donor_9, db: /tmp/tmp7zl827i3/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769215622.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769215352.45843, (1000, 11111) as of 1769215352.45843, active as of 1769215352.45843> in 0.01s, path: .shards_a/donor_9, db: /tmp/tmp7zl827i3/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769215622.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_t for ShardRange<'k' to 't' as of 1769215352.45849, (1000, 11111) as of 1769215352.45849, active as of 1769215352.45849>, path: .shards_a/donor_9, db: /tmp/tmp7zl827i3/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769215622.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002295970916748047s, path: .shards_a/donor_9, db: /tmp/tmp7zl827i3/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00036144256591796875s, path: .shards_a/donor_9, db: /tmp/tmp7zl827i3/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_t for ShardRange<'h' to 'w' as of 1769215621.00000, (0, 0) as of 1769215621.00000, shrinking as of 1769215621.00000>, path: .shards_a/donor_9, db: /tmp/tmp7zl827i3/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769215622.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1769215352.45849, (1000, 11111) as of 1769215352.45849, active as of 1769215352.45849> in 0.009s, path: .shards_a/donor_9, db: /tmp/tmp7zl827i3/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769215622.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_ for ShardRange<'t' to MaxBound as of 1769215352.45851, (1000, 11111) as of 1769215352.45851, active as of 1769215352.45851>, path: .shards_a/donor_9, db: /tmp/tmp7zl827i3/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769215622.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00022077560424804688s, path: .shards_a/donor_9, db: /tmp/tmp7zl827i3/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001544952392578125s, path: .shards_a/donor_9, db: /tmp/tmp7zl827i3/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_ for ShardRange<'h' to 'w' as of 1769215621.00000, (0, 0) as of 1769215621.00000, shrinking as of 1769215621.00000>, path: .shards_a/donor_9, db: /tmp/tmp7zl827i3/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769215622.00000.db +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1769215352.45851, (1000, 11111) as of 1769215352.45851, active as of 1769215352.45851> in 0.009s, path: .shards_a/donor_9, db: /tmp/tmp7zl827i3/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769215622.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_9, db: /tmp/tmp7zl827i3/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769215622.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp7zl827i3/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_10, db: /tmp/tmp7zl827i3/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769215661.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_10, db: /tmp/tmp7zl827i3/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769215661.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_10, db: /tmp/tmp7zl827i3/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769215661.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017595291137695312s, path: .shards_a/donor_10, db: /tmp/tmp7zl827i3/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012612342834472656s, path: .shards_a/donor_10, db: /tmp/tmp7zl827i3/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012683868408203125s, path: .shards_a/donor_10, db: /tmp/tmp7zl827i3/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001316070556640625s, path: .shards_a/donor_10, db: /tmp/tmp7zl827i3/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_10, db: /tmp/tmp7zl827i3/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769215661.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_10, db: /tmp/tmp7zl827i3/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769215661.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_10_k for ShardRange<'d' to 'k' as of 1769215352.59026, (1000, 11111) as of 1769215352.59026, created as of 1769215352.59026>, path: .shards_a/donor_10, db: /tmp/tmp7zl827i3/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769215661.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002110004425048828s, path: .shards_a/donor_10, db: /tmp/tmp7zl827i3/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012302398681640625s, path: .shards_a/donor_10, db: /tmp/tmp7zl827i3/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_10_k for ShardRange<'h' to 'w' as of 1769215660.00000, (0, 0) as of 1769215660.00000, shrinking as of 1769215660.00000>, path: .shards_a/donor_10, db: /tmp/tmp7zl827i3/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769215661.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769215352.59026, (1000, 11111) as of 1769215352.59026, created as of 1769215352.59026> in 0.008s, path: .shards_a/donor_10, db: /tmp/tmp7zl827i3/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769215661.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_10, db: /tmp/tmp7zl827i3/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769215661.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '5d97eb55-4235-4cf3-ab8f-424451679b18-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 0}, path: .shards_a/donor_10, db: /tmp/tmp7zl827i3/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769215661.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_11, db: /tmp/tmp7zl827i3/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769215687.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_11, db: /tmp/tmp7zl827i3/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769215687.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_11, db: /tmp/tmp7zl827i3/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769215687.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015735626220703125s, path: .shards_a/donor_11, db: /tmp/tmp7zl827i3/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010776519775390625s, path: .shards_a/donor_11, db: /tmp/tmp7zl827i3/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010657310485839844s, path: .shards_a/donor_11, db: /tmp/tmp7zl827i3/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011754035949707031s, path: .shards_a/donor_11, db: /tmp/tmp7zl827i3/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_11, db: /tmp/tmp7zl827i3/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769215687.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_11, db: /tmp/tmp7zl827i3/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769215687.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_k for ShardRange<'d' to 'k' as of 1769215352.65512, (1000, 11111) as of 1769215352.65512, cleaved as of 1769215352.65512>, path: .shards_a/donor_11, db: /tmp/tmp7zl827i3/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769215687.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017213821411132812s, path: .shards_a/donor_11, db: /tmp/tmp7zl827i3/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000118255615234375s, path: .shards_a/donor_11, db: /tmp/tmp7zl827i3/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_k for ShardRange<'h' to 'w' as of 1769215686.00000, (0, 0) as of 1769215686.00000, shrinking as of 1769215686.00000>, path: .shards_a/donor_11, db: /tmp/tmp7zl827i3/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769215687.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769215352.65512, (1000, 11111) as of 1769215352.65512, cleaved as of 1769215352.65512> in 0.007s, path: .shards_a/donor_11, db: /tmp/tmp7zl827i3/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769215687.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_t for ShardRange<'k' to 't' as of 1769215352.65517, (1000, 11111) as of 1769215352.65517, cleaved as of 1769215352.65517>, path: .shards_a/donor_11, db: /tmp/tmp7zl827i3/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769215687.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00029349327087402344s, path: .shards_a/donor_11, db: /tmp/tmp7zl827i3/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011754035949707031s, path: .shards_a/donor_11, db: /tmp/tmp7zl827i3/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_t for ShardRange<'h' to 'w' as of 1769215686.00000, (0, 0) as of 1769215686.00000, shrinking as of 1769215686.00000>, path: .shards_a/donor_11, db: /tmp/tmp7zl827i3/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769215687.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1769215352.65517, (1000, 11111) as of 1769215352.65517, cleaved as of 1769215352.65517> in 0.007s, path: .shards_a/donor_11, db: /tmp/tmp7zl827i3/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769215687.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_11, db: /tmp/tmp7zl827i3/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769215687.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '252a9081-f3d4-4447-bee3-55291d943305-sda', 'cursor': 't', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: .shards_a/donor_11, db: /tmp/tmp7zl827i3/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769215687.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_12, db: /tmp/tmp7zl827i3/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769215719.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_12, db: /tmp/tmp7zl827i3/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769215719.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_12, db: /tmp/tmp7zl827i3/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769215719.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013303756713867188s, path: .shards_a/donor_12, db: /tmp/tmp7zl827i3/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.751319885253906e-05s, path: .shards_a/donor_12, db: /tmp/tmp7zl827i3/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010371208190917969s, path: .shards_a/donor_12, db: /tmp/tmp7zl827i3/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010800361633300781s, path: .shards_a/donor_12, db: /tmp/tmp7zl827i3/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_12, db: /tmp/tmp7zl827i3/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769215719.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_12, db: /tmp/tmp7zl827i3/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769215719.00000.db +sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_12, db: /tmp/tmp7zl827i3/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769215719.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_12, db: /tmp/tmp7zl827i3/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769215719.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '33e33c56-e903-4f84-b65f-8af0b45a84de-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 1}, path: .shards_a/donor_12, db: /tmp/tmp7zl827i3/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769215719.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_13, db: /tmp/tmp7zl827i3/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769215739.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_13, db: /tmp/tmp7zl827i3/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769215739.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_13, db: /tmp/tmp7zl827i3/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769215739.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014257431030273438s, path: .shards_a/donor_13, db: /tmp/tmp7zl827i3/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.608268737792969e-05s, path: .shards_a/donor_13, db: /tmp/tmp7zl827i3/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010442733764648438s, path: .shards_a/donor_13, db: /tmp/tmp7zl827i3/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.965896606445312e-05s, path: .shards_a/donor_13, db: /tmp/tmp7zl827i3/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_13, db: /tmp/tmp7zl827i3/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769215739.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_13, db: /tmp/tmp7zl827i3/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769215739.00000.db +sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_13, db: /tmp/tmp7zl827i3/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769215739.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_13, db: /tmp/tmp7zl827i3/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769215739.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'd341d9ef-a27b-4da9-8c12-08ed63032096-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 2}, path: .shards_a/donor_13, db: /tmp/tmp7zl827i3/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769215739.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_14, db: /tmp/tmp7zl827i3/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769215759.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_14, db: /tmp/tmp7zl827i3/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769215759.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_14, db: /tmp/tmp7zl827i3/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769215759.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013589859008789062s, path: .shards_a/donor_14, db: /tmp/tmp7zl827i3/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.72747802734375e-05s, path: .shards_a/donor_14, db: /tmp/tmp7zl827i3/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.393692016601562e-05s, path: .shards_a/donor_14, db: /tmp/tmp7zl827i3/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking +test.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range ... ok + +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010061264038085938s, path: .shards_a/donor_14, db: /tmp/tmp7zl827i3/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_14, db: /tmp/tmp7zl827i3/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769215759.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_14, db: /tmp/tmp7zl827i3/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769215759.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_14_k for ShardRange<'d' to 'k' as of 1769215352.80790, (1000, 11111) as of 1769215352.80790, cleaved as of 1769215352.80790>, path: .shards_a/donor_14, db: /tmp/tmp7zl827i3/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769215759.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016736984252929688s, path: .shards_a/donor_14, db: /tmp/tmp7zl827i3/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011396408081054688s, path: .shards_a/donor_14, db: /tmp/tmp7zl827i3/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_14_k for ShardRange<'h' to 'w' as of 1769215758.00000, (0, 0) as of 1769215758.00000, shrinking as of 1769215758.00000>, path: .shards_a/donor_14, db: /tmp/tmp7zl827i3/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769215759.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769215352.80790, (1000, 11111) as of 1769215352.80790, cleaved as of 1769215352.80790> in 0.007s, path: .shards_a/donor_14, db: /tmp/tmp7zl827i3/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769215759.00000.db +sharder-test INFO: Stopped cleave at gap: 'k' - 't', path: .shards_a/donor_14, db: /tmp/tmp7zl827i3/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769215759.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_14, db: /tmp/tmp7zl827i3/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769215759.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'fefd349e-43dc-4d23-b513-5274bc534ac2-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 1}, path: .shards_a/donor_14, db: /tmp/tmp7zl827i3/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769215759.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp63yrbkui/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215354.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp63yrbkui/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215354.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmp63yrbkui/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215354.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001347064971923828s, path: .shards_a/shard_c, db: /tmp/tmp63yrbkui/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.179115295410156e-05s, path: .shards_a/shard_c, db: /tmp/tmp63yrbkui/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.489059448242188e-05s, path: .shards_a/shard_c, db: /tmp/tmp63yrbkui/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010156631469726562s, path: .shards_a/shard_c, db: /tmp/tmp63yrbkui/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp63yrbkui/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215354.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmp63yrbkui/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215354.00000.db +sharder-test INFO: Cleaving from row None into .shards/other for ShardRange<'here' to 'where' as of 1769215355.00000, (0, 0) as of 1769215355.00000, active as of 1769215355.00000>, path: .shards_a/shard_c, db: /tmp/tmp63yrbkui/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215354.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002048015594482422s, path: .shards_a/shard_c, db: /tmp/tmp63yrbkui/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011849403381347656s, path: .shards_a/shard_c, db: /tmp/tmp63yrbkui/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards/other for ShardRange<'here' to 'there' as of 1769215352.88631, (0, 0) as of 1769215353.00000, shrunk as of 1769215353.00000>, path: .shards_a/shard_c, db: /tmp/tmp63yrbkui/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215354.00000.db +sharder-test INFO: Cleaved ShardRange<'here' to 'where' as of 1769215355.00000, (0, 0) as of 1769215355.00000, active as of 1769215355.00000> in 0.008s, path: .shards_a/shard_c, db: /tmp/tmp63yrbkui/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215354.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp63yrbkui/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215354.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpmnlww5_n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215354.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpmnlww5_n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215354.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpmnlww5_n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215354.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001513957977294922s, path: .shards_a/shard_c, db: /tmp/tmpmnlww5_n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010323524475097656s, path: .shards_a/shard_c, db: /tmp/tmpmnlww5_n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.870529174804688e-05s, path: .shards_a/shard_c, db: /tmp/tmpmnlww5_n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012135505676269531s, path: .shards_a/shard_c, db: /tmp/tmpmnlww5_n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpmnlww5_n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215354.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpmnlww5_n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215354.00000.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range ... ok + +sharder-test INFO: Cleaving from row None into .shards_a/shard_d for ShardRange<'here' to MaxBound as of 1769215355.00000, (0, 0) as of 1769215355.00000, active as of 1769215355.00000>, path: .shards_a/shard_c, db: /tmp/tmpmnlww5_n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215354.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019431114196777344s, path: .shards_a/shard_c, db: /tmp/tmpmnlww5_n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011730194091796875s, path: .shards_a/shard_c, db: /tmp/tmpmnlww5_n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards_a/shard_d for ShardRange<'here' to 'there' as of 1769215353.00000, (0, 0) as of 1769215353.00000, sharding as of 1769215353.00000>, path: .shards_a/shard_c, db: /tmp/tmpmnlww5_n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215354.00000.db +sharder-test INFO: Cleaved ShardRange<'here' to MaxBound as of 1769215355.00000, (0, 0) as of 1769215355.00000, active as of 1769215355.00000> in 0.007s, path: .shards_a/shard_c, db: /tmp/tmpmnlww5_n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215354.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpmnlww5_n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215354.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpm3o503gc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215353.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpm3o503gc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215353.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpm3o503gc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215353.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013637542724609375s, path: .shards_a/shard_c, db: /tmp/tmpm3o503gc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.512901306152344e-05s, path: .shards_a/shard_c, db: /tmp/tmpm3o503gc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.751319885253906e-05s, path: .shards_a/shard_c, db: /tmp/tmpm3o503gc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.775161743164062e-05s, path: .shards_a/shard_c, db: /tmp/tmpm3o503gc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpm3o503gc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215353.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/shard_c, db: /tmp/tmpm3o503gc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215353.00000.db +sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmpm3o503gc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215353.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001614093780517578s, path: .shards_a/shard_c, db: /tmp/tmpm3o503gc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011610984802246094s, path: .shards_a/shard_c, db: /tmp/tmpm3o503gc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: .shards_a/shard_c, db: /tmp/tmpm3o503gc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215353.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpm3o503gc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215353.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpf9ea2c5n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215354.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpf9ea2c5n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215354.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpf9ea2c5n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215354.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013184547424316406s, path: .shards_a/shard_c, db: /tmp/tmpf9ea2c5n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001125335693359375s, path: .shards_a/shard_c, db: /tmp/tmpf9ea2c5n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.655952453613281e-05s, path: .shards_a/shard_c, db: /tmp/tmpf9ea2c5n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.846687316894531e-05s, path: .shards_a/shard_c, db: /tmp/tmpf9ea2c5n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpf9ea2c5n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215354.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpf9ea2c5n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215354.00000.db +sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmpf9ea2c5n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215354.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016069412231445312s, path: .shards_a/shard_c, db: /tmp/tmpf9ea2c5n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010776519775390625s, path: .shards_a/shard_c, db: /tmp/tmpf9ea2c5n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container a/c for ShardRange<'here' to 'there' as of 1769215353.00899, (0, 0) as of 1769215353.00000, shrunk as of 1769215353.00000>, path: .shards_a/shard_c, db: /tmp/tmpf9ea2c5n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215354.00000.db +sharder-test INFO: Cleaved ShardRange in 0.007s, path: .shards_a/shard_c, db: /tmp/tmpf9ea2c5n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215354.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpf9ea2c5n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215354.00000.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found +test.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found ... ok + +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpvbg0thnx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.01683.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvbg0thnx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.01683.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpvbg0thnx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.01683.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvbg0thnx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.01683.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpvbg0thnx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.01683.db +sharder-test INFO: Cleaving from row None into .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpvbg0thnx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.01683.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016307830810546875s, path: a/c, db: /tmp/tmpvbg0thnx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011587142944335938s, path: a/c, db: /tmp/tmpvbg0thnx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpvbg0thnx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.01683.db +sharder-test INFO: Cleaved ShardRange in 0.007s, path: a/c, db: /tmp/tmpvbg0thnx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.01683.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_2 for ShardRange<'b' to 'd' as of 1769215298.30687, (0, 0) as of 1769215298.30687, created as of 1769215298.30687>, path: a/c, db: /tmp/tmpvbg0thnx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.01683.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016546249389648438s, path: a/c, db: /tmp/tmpvbg0thnx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011801719665527344s, path: a/c, db: /tmp/tmpvbg0thnx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_d_2 for ShardRange, path: a/c, db: /tmp/tmpvbg0thnx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.01683.db +sharder-test INFO: Cleaved ShardRange<'b' to 'd' as of 1769215298.30687, (2, 3) as of 1769215353.05517, cleaved as of 1769215298.30687> in 0.007s, path: a/c, db: /tmp/tmpvbg0thnx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.01683.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpvbg0thnx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.01683.db +sharder-test DEBUG: Continuing to cleave (2 done, 2 todo), path: a/c, db: /tmp/tmpvbg0thnx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.01683.db +sharder-test INFO: Cleaving from row None into .shards_a/c_f_3 for ShardRange<'d' to 'f' as of 1769215298.30687, (0, 0) as of 1769215298.30687, created as of 1769215298.30687>, path: a/c, db: /tmp/tmpvbg0thnx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.01683.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016736984252929688s, path: a/c, db: /tmp/tmpvbg0thnx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012230873107910156s, path: a/c, db: /tmp/tmpvbg0thnx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_f_3 for ShardRange, path: a/c, db: /tmp/tmpvbg0thnx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.01683.db +sharder-test INFO: Cleaved ShardRange<'d' to 'f' as of 1769215298.30687, (2, 103) as of 1769215353.08316, cleaved as of 1769215298.30687> in 0.007s, path: a/c, db: /tmp/tmpvbg0thnx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.01683.db +sharder-test INFO: Stopped cleave at unready ShardRange<'f' to MaxBound as of 1769215298.30687, (0, 0) as of 1769215298.30687, found as of 1769215298.30687>, path: a/c, db: /tmp/tmpvbg0thnx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.01683.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpvbg0thnx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.01683.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpvbg0thnx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.01683.db +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'f' to MaxBound as of 1769215298.30687, (0, 0) as of 1769215298.30687, created as of 1769215353.08766>, path: a/c, db: /tmp/tmpvbg0thnx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.01683.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017189979553222656s, path: a/c, db: /tmp/tmpvbg0thnx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001246929168701172s, path: a/c, db: /tmp/tmpvbg0thnx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpvbg0thnx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.01683.db +sharder-test INFO: Cleaved ShardRange<'f' to MaxBound as of 1769215298.30687, (1, 1000) as of 1769215353.10445, cleaved as of 1769215353.08766> in 0.009s, path: a/c, db: /tmp/tmpvbg0thnx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.01683.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpvbg0thnx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.01683.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpakd7y6eh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.11494.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpakd7y6eh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.11494.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpakd7y6eh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.11494.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpakd7y6eh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.11494.dbtest.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics +test.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics ... ok + +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpakd7y6eh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.11494.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpakd7y6eh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.11494.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpakd7y6eh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.11494.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpakd7y6eh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.11494.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpakd7y6eh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.11494.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpakd7y6eh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.11494.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00020742416381835938s, path: a/c, db: /tmp/tmpakd7y6eh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00013017654418945312s, path: a/c, db: /tmp/tmpakd7y6eh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpakd7y6eh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.11494.db +sharder-test INFO: Cleaved ShardRange in 0.009s, path: a/c, db: /tmp/tmpakd7y6eh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.11494.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1769215298.30687, (0, 0) as of 1769215298.30687, created as of 1769215298.30687>, path: a/c, db: /tmp/tmpakd7y6eh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.11494.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016260147094726562s, path: a/c, db: /tmp/tmpakd7y6eh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00012803077697753906s, path: a/c, db: /tmp/tmpakd7y6eh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpakd7y6eh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.11494.db +sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1769215298.30687, (1, 18432) as of 1769215353.16617, cleaved as of 1769215298.30687> in 0.009s, path: a/c, db: /tmp/tmpakd7y6eh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.11494.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpakd7y6eh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.11494.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpakd7y6eh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpakd7y6eh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.11494.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpakd7y6eh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.11494.db +REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, sync, (5, '9a2136d7b705c8c469b615471c6ceffc', 'a820bf6b-add8-467c-a731-5e59101b7171-sdb', '1769215353.18492', '0000000000.00000', '0', '') +REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_items, ([{'ROWID': 1, 'name': 'obj002', 'created_at': '1769215355.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'obj003', 'created_at': '1769215356.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'obj004', 'created_at': '1769215357.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'obj005', 'created_at': '1769215358.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'obj006', 'created_at': '1769215359.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'a820bf6b-add8-467c-a731-5e59101b7171-sdb') +REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_syncs, ([],) +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp94jyk1uy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.20132.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp94jyk1uy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.20132.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp94jyk1uy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.20132.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp94jyk1uy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.20132.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp94jyk1uy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.20132.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp94jyk1uy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.20132.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp94jyk1uy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.20132.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp94jyk1uy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.20132.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp94jyk1uy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.20132.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp94jyk1uy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.20132.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.000179290771484375s, path: a/c, db: /tmp/tmp94jyk1uy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001316070556640625s, path: a/c, db: /tmp/tmp94jyk1uy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp94jyk1uy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.20132.db +sharder-test INFO: Cleaved ShardRange in 0.008s, path: a/c, db: /tmp/tmp94jyk1uy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.20132.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769215298.30687, (0, 0) as of 1769215298.30687, created as of 1769215298.30687>, path: a/c, db: /tmp/tmp94jyk1uy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.20132.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00016689300537109375s, path: a/c, db: /tmp/tmp94jyk1uy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011444091796875s, path: a/c, db: /tmp/tmp94jyk1uy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp94jyk1uy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.20132.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1769215298.30687, (3, 3) as of 1769215353.24839, cleaved as of 1769215298.30687> in 0.008s, path: a/c, db: /tmp/tmp94jyk1uy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.20132.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp94jyk1uy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.20132.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp94jyk1uy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp94jyk1uy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.20132.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp94jyk1uy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.20132.db +REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, sync, (7, '00000000000000000000000000000000', '44f76f5d-26cd-44bb-a359-c7ca60426e91-', '1769215353.17972', '0000000000.00000', '0', '{"X-Container-Sysmeta-Shard-Context-e1cd71f3-aa3c-4bf6-bc0c-a8df22647763-sda": ["{\\"ref\\": \\"e1cd71f3-aa3c-4bf6-bc0c-a8df22647763-sda\\", \\"cursor\\": \\"\\", \\"max_row\\": 7, \\"cleave_to_row\\": 7, \\"last_cleave_to_row\\": null, \\"cleaving_done\\": true, \\"misplaced_done\\": true, \\"ranges_done\\": 2, \\"ranges_todo\\": 0}", "1769215353.24966"]}') +REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, merge_shard_ranges, ([{'name': '.shards_a/c_obj004_0', 'timestamp': '1769215298.30687', 'lower': '', 'upper': 'obj004', 'object_count': 4, 'bytes_used': 4, 'meta_timestamp': '1769215353.23540', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215298.30687', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/c__1', 'timestamp': '1769215298.30687', 'lower': 'obj004', 'upper': '', 'object_count': 3, 'bytes_used': 3, 'meta_timestamp': '1769215353.24839', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215298.30687', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215353.20126', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215353.25271', 'deleted': 0, 'state': 70, 'state_timestamp': '1769215353.20132', 'epoch': '1769215353.20132', 'reported': 0, 'tombstones': -1}], '44f76f5d-26cd-44bb-a359-c7ca60426e91-') +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp94jyk1uy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp94jyk1uy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp94jyk1uy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp94jyk1uy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmp94jyk1uy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.20132.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp94jyk1uy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.20132.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp94jyk1uy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.20132.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp94jyk1uy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.20132.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp94jyk1uy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.20132.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp94jyk1uy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.20132.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp94jyk1uy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.20132.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017213821411132812s, path: a/c, db: /tmp/tmp94jyk1uy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001232624053955078s, path: a/c, db: /tmp/tmp94jyk1uy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp94jyk1uy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.20132.db +sharder-test INFO: Cleaved ShardRange in 0.007s, path: a/c, db: /tmp/tmp94jyk1uy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.20132.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769215298.30687, (3, 3) as of 1769215353.24839, active as of 1769215298.30687>, path: a/c, db: /tmp/tmp94jyk1uy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.20132.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016808509826660156s, path: a/c, db: /tmp/tmp94jyk1uy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012445449829101562s, path: a/c, db: /tmp/tmp94jyk1uy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp94jyk1uy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.20132.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1769215298.30687, (3, 3) as of 1769215353.24839, active as of 1769215298.30687> in 0.007s, path: a/c, db: /tmp/tmp94jyk1uy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.20132.dbtest.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db +test.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db ... ok +test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range +test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range ... ok +test.unit.container.test_sharder.TestSharder.test_complete_sharding_root +test.unit.container.test_sharder.TestSharder.test_complete_sharding_root ... ok +test.unit.container.test_sharder.TestSharder.test_complete_sharding_shard +test.unit.container.test_sharder.TestSharder.test_complete_sharding_shard ... ok +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data ... ok +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_record_type +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_record_type ... ok +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_ok +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_ok ... ok +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_unexpected_response +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_unexpected_response ... ok + +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp94jyk1uy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.20132.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp94jyk1uy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp94jyk1uy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.20132.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp94jyk1uy/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.20132.db +sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmpf05mmodu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '0a0c3a95-0562-4f0a-b54c-1d49425a0318-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp2jafad50/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '0a0c3a95-0562-4f0a-b54c-1d49425a0318-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp2jafad50/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '0a0c3a95-0562-4f0a-b54c-1d49425a0318-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp2jafad50/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '0a0c3a95-0562-4f0a-b54c-1d49425a0318-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp2jafad50/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '0496f948-53be-4a35-9e78-6e876aa0a302-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp2jafad50/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '6a0fcacb-8ce3-40ba-b539-95a1f285c7ab-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpygp1yy6f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215353.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '6a0fcacb-8ce3-40ba-b539-95a1f285c7ab-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpygp1yy6f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215353.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '6a0fcacb-8ce3-40ba-b539-95a1f285c7ab-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpygp1yy6f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215353.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '6a0fcacb-8ce3-40ba-b539-95a1f285c7ab-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpygp1yy6f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215353.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '3bf59536-ba4c-41e0-aaba-5fad15b6f14e-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpygp1yy6f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215353.00000.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: TypeError('the JSON object must be str, bytes or bytearray, not dict'), path: a/c, db: /tmp/tmpiuo_h848/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: JSONDecodeError('Expecting value: line 1 column 1 (char 0)'), path: a/c, db: /tmp/tmpiuo_h848/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: ValueError('not a list'), path: a/c, db: /tmp/tmpiuo_h848/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('name'), path: a/c, db: /tmp/tmpiuo_h848/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('timestamp'), path: a/c, db: /tmp/tmpiuo_h848/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('object_count'), path: a/c, db: /tmp/tmpiuo_h848/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type None, path: a/c, db: /tmp/tmpc2sex71i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'object', path: a/c, db: /tmp/tmpc2sex71i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'disco', path: a/c, db: /tmp/tmpc2sex71i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to get shard ranges from a/c: Unexpected response: 404, path: a/c, db: /tmp/tmp989x6sqg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp8y80v6sl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmp8y80v6sl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.00000.db +sharder-test DEBUG: Found 2 compactible sequences of length(s) [2, 2], path: a/c, db: /tmp/tmp8y80v6sl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.00000.db +sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp8y80v6sl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.00000.dbtest.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates +test.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates ... ok +test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates +test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates ... ok +test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap +test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap ... ok +test.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates +test.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard ... ok + +sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange<'c' to 'e' as of 1769215353.55647, (100000, 0) as of 1769215298.30687, active as of 1769215298.30687>, path: a/c, db: /tmp/tmp8y80v6sl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpuf45zh_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpuf45zh_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.00000.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpuf45zh_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.00000.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmprr5i91d5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmptlnpwbp3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmptlnpwbp3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmptlnpwbp3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.00000.db +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmptlnpwbp3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmptlnpwbp3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.00000.db +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmptlnpwbp3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmptlnpwbp3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.00000.db +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmptlnpwbp3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmptlnpwbp3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.00000.db +sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmptlnpwbp3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmptlnpwbp3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.00000.db +sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmptlnpwbp3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215353.00000.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpkkp3znrj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpkkp3znrj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpkkp3znrj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 1 found, path: a/c, db: /tmp/tmpkkp3znrj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpkkp3znrj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpkkp3znrj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpa1yevt7n/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpa1yevt7n/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpa1yevt7n/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 1 found, path: .shards_a/c_, db: /tmp/tmpa1yevt7n/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpa1yevt7n/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpa1yevt7n/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpaftjb799/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpaftjb799/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpaftjb799/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpaftjb799/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpwe_f9msx/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpwe_f9msx/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpwe_f9msx/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpwe_f9msx/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpgvtwvzg6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpgvtwvzg6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpgvtwvzg6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_shard +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_shard ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_with_minimum_size +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_with_minimum_size ... ok +test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part +test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part ... ok +test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate +test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate ... ok + +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpgvtwvzg6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmplws3fynk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmplws3fynk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmplws3fynk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmplws3fynk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpl53icrdm/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpl53icrdm/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpl53icrdm/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:42:33 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:42:34 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:42:34 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:34 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:42:34 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:34 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:42:34 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:42:34 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:42:34 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:42:34 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:34 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:42:34 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:34 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate +test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate ... ok +test.unit.container.test_sharder.TestSharder.test_incomplete_sharding_progress_warning_log +test.unit.container.test_sharder.TestSharder.test_incomplete_sharding_progress_warning_log ... ok +test.unit.container.test_sharder.TestSharder.test_incomplete_shrinking_progress_warning_log +test.unit.container.test_sharder.TestSharder.test_incomplete_shrinking_progress_warning_log ... ok +test.unit.container.test_sharder.TestSharder.test_increment_stats +test.unit.container.test_sharder.TestSharder.test_increment_stats ... ok +test.unit.container.test_sharder.TestSharder.test_increment_stats_with_statsd +test.unit.container.test_sharder.TestSharder.test_increment_stats_with_statsd ... ok +test.unit.container.test_sharder.TestSharder.test_init +test.unit.container.test_sharder.TestSharder.test_init ... ok +test.unit.container.test_sharder.TestSharder.test_init_deprecated_options +test.unit.container.test_sharder.TestSharder.test_init_deprecated_options ... ok +test.unit.container.test_sharder.TestSharder.test_init_internal_client_conf_loading_error +test.unit.container.test_sharder.TestSharder.test_init_internal_client_conf_loading_error ... ok +test.unit.container.test_sharder.TestSharder.test_init_internal_client_log_name +test.unit.container.test_sharder.TestSharder.test_init_internal_client_log_name ... ok +test.unit.container.test_sharder.TestSharder.test_log_broker +test.unit.container.test_sharder.TestSharder.test_log_broker ... ok +test.unit.container.test_sharder.TestSharder.test_log_broker_exception +test.unit.container.test_sharder.TestSharder.test_log_broker_exception ... ok +test.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging +test.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging ... ok +test.unit.container.test_sharder.TestSharder.test_log_broker_levels +test.unit.container.test_sharder.TestSharder.test_log_broker_levels ... ok + +sharder-test INFO: Since Sat Jan 24 14:42:34 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:42:34 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test WARNING: Repeat cleaving required, context: {'ref': '062017a0-696e-482b-99dd-6a4f89e58744-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmple6m3k2k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2026-01-24T00:42:34.000000. DB state: sharding, own_shard_range state: sharding, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 2, 'active': 0}, path: a/c, db: /tmp/tmple6m3k2k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2026-01-24T00:42:35.000000. DB state: sharding, own_shard_range state: shrinking, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 0, 'active': 1}, path: .shards_a/shard_c, db: /tmp/tmpe8xuok9o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215355.00000.db +sharder-test WARNING: shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 +sharder-test WARNING: existing_shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 +sharder-test DEBUG: bonjour mes amis, path: a/c%40d, db: /tmp/tmpyeurfhey/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test DEBUG: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpyeurfhey/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test DEBUG: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpyeurfhey/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test INFO: bonjour mes amis, path: a/c%40d, db: /tmp/tmpyeurfhey/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test INFO: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpyeurfhey/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test INFO: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpyeurfhey/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: bonjour mes amis, path: a/c%40d, db: /tmp/tmpyeurfhey/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpyeurfhey/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpyeurfhey/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: bonjour mes amis, path: a/c%40d, db: /tmp/tmpyeurfhey/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpyeurfhey/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpyeurfhey/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: exception: test, path: a/c, db: /tmp/tmpnjcbrpxo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sharder.py", line 448, in test_log_broker_exception + raise ValueError('test') +ValueError: test +sharder-test DEBUG: bonjour mes amis, path: , db: /tmp/tmps0kr0042/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: bonjour mes amis, path: a/c, db: +sharder-test INFO: bonjour mes amis, path: , db: /tmp/tmps0kr0042/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: bonjour mes amis, path: a/c, db: +sharder-test WARNING: bonjour mes amis, path: , db: /tmp/tmps0kr0042/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: bonjour mes amis, path: a/c, db: +sharder-test ERROR: bonjour mes amis, path: , db: /tmp/tmps0kr0042/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: bonjour mes amis, path: a/c, db: +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpq2w11skv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpq2w11skv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.21812.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpq2w11skv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.21812.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002067089080810547s, path: a/c, db: /tmp/tmpq2w11skv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.21812.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017404556274414062s, path: a/c, db: /tmp/tmpq2w11skv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.21812.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016307830810546875s, path: a/c, db: /tmp/tmpq2w11skv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.21812.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001780986785888672s, path: a/c, db: /tmp/tmpq2w11skv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.21812.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020456314086914062s, path: a/c, db: /tmp/tmpq2w11skv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.21812.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010776519775390625s, path: a/c, db: /tmp/tmpq2w11skv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.21812.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011157989501953125s, path: a/c, db: /tmp/tmpq2w11skv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.21812.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.489059448242188e-05s, path: a/c, db: /tmp/tmpq2w11skv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.21812.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011467933654785156s, path: a/c, db: /tmp/tmpq2w11skv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.21812.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019979476928710938s, path: a/c, db: /tmp/tmpq2w11skv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.21812.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021219253540039062s, path: a/c, db: /tmp/tmpq2w11skv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.21812.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769215354.21753, (0, 0) as of 1769215354.21753, active as of 1769215354.21753>, path: a/c, db: /tmp/tmpq2w11skv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.21812.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769215354.21754, (0, 0) as of 1769215354.21754, active as of 1769215354.21754>, path: a/c, db: /tmp/tmpq2w11skv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.21812.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed ... ok + +sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/there-where in state active, path: a/c, db: /tmp/tmpq2w11skv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.21812.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769215354.21755, (0, 0) as of 1769215354.21755, active as of 1769215354.21755>, path: a/c, db: /tmp/tmpq2w11skv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.21812.db +sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/where-yonder in state active, path: a/c, db: /tmp/tmpq2w11skv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.21812.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpq2w11skv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.21812.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpq2w11skv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.21812.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpq2w11skv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.21812.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpq2w11skv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.21812.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000148773193359375s, path: a/c, db: /tmp/tmpq2w11skv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.21812.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.560585021972656e-05s, path: a/c, db: /tmp/tmpq2w11skv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.21812.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.726119995117188e-05s, path: a/c, db: /tmp/tmpq2w11skv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.21812.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.179115295410156e-05s, path: a/c, db: /tmp/tmpq2w11skv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.21812.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.012222290039062e-05s, path: a/c, db: /tmp/tmpq2w11skv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.21812.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.655952453613281e-05s, path: a/c, db: /tmp/tmpq2w11skv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.21812.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010776519775390625s, path: a/c, db: /tmp/tmpq2w11skv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.21812.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.918212890625e-05s, path: a/c, db: /tmp/tmpq2w11skv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.21812.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010538101196289062s, path: a/c, db: /tmp/tmpq2w11skv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.21812.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010895729064941406s, path: a/c, db: /tmp/tmpq2w11skv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.21812.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010442733764648438s, path: a/c, db: /tmp/tmpq2w11skv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.21812.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769215354.21754, (0, 0) as of 1769215354.21754, active as of 1769215354.21754>, path: a/c, db: /tmp/tmpq2w11skv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.21812.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769215354.21755, (0, 0) as of 1769215354.21755, active as of 1769215354.21755>, path: a/c, db: /tmp/tmpq2w11skv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.21812.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpq2w11skv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.21812.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpq2w11skv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.21812.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001595020294189453s, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00015664100646972656s, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003006458282470703s, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00016927719116210938s, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021910667419433594s, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00018548965454101562s, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1769215298.30687, (0, 0) as of 1769215298.30687, active as of 1769215298.30687>, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010895729064941406s, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.632110595703125e-05s, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010633468627929688s, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010561943054199219s, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010538101196289062s, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1769215298.30687, (0, 0) as of 1769215298.30687, active as of 1769215298.30687>, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.226799011230469e-05s, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 9.465217590332031e-05s, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.535385131835938e-05s, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001747608184814453s, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010371208190917969s, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001049041748046875s, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1769215298.30687, (0, 0) as of 1769215298.30687, active as of 1769215298.30687>, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001342296600341797s, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010228157043457031s, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011444091796875s, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010061264038085938s, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.274482727050781e-05s, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012874603271484375s, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011682510375976562s, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010848045349121094s, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.702278137207031e-05s, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated ... ok +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas ... ok + +sharder-test DEBUG: got 0 rows (deleted=True) in 9.131431579589844e-05s, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001442432403564453s, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010633468627929688s, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010395050048828125s, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.393692016601562e-05s, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.179115295410156e-05s, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpd9i6bmhb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpezk3oy7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpezk3oy7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.43355.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpezk3oy7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.43355.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001964569091796875s, path: a/c, db: /tmp/tmpezk3oy7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.43355.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019812583923339844s, path: a/c, db: /tmp/tmpezk3oy7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.43355.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019478797912597656s, path: a/c, db: /tmp/tmpezk3oy7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.43355.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00020384788513183594s, path: a/c, db: /tmp/tmpezk3oy7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.43355.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021839141845703125s, path: a/c, db: /tmp/tmpezk3oy7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.43355.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011277198791503906s, path: a/c, db: /tmp/tmpezk3oy7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.43355.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011324882507324219s, path: a/c, db: /tmp/tmpezk3oy7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.43355.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.369850158691406e-05s, path: a/c, db: /tmp/tmpezk3oy7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.43355.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001544952392578125s, path: a/c, db: /tmp/tmpezk3oy7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.43355.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002028942108154297s, path: a/c, db: /tmp/tmpezk3oy7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.43355.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001926422119140625s, path: a/c, db: /tmp/tmpezk3oy7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.43355.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769215354.43303, (0, 0) as of 1769215354.43303, active as of 1769215354.43303>, path: a/c, db: /tmp/tmpezk3oy7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.43355.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769215354.43304, (0, 0) as of 1769215354.43304, active as of 1769215354.43304>, path: a/c, db: /tmp/tmpezk3oy7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.43355.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769215354.43305, (0, 0) as of 1769215354.43305, active as of 1769215354.43305>, path: a/c, db: /tmp/tmpezk3oy7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.43355.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 1 required (not removing objects), shard db: /tmp/tmpezk3oy7c/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmpezk3oy7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.43355.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpezk3oy7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.43355.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpezk3oy7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.43355.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9dl17h7f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9dl17h7f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.48877.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp9dl17h7f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.48877.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas ... ok + +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019240379333496094s, path: a/c, db: /tmp/tmp9dl17h7f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.48877.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018644332885742188s, path: a/c, db: /tmp/tmp9dl17h7f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.48877.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001876354217529297s, path: a/c, db: /tmp/tmp9dl17h7f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.48877.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018262863159179688s, path: a/c, db: /tmp/tmp9dl17h7f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.48877.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002205371856689453s, path: a/c, db: /tmp/tmp9dl17h7f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.48877.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010514259338378906s, path: a/c, db: /tmp/tmp9dl17h7f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.48877.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011372566223144531s, path: a/c, db: /tmp/tmp9dl17h7f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.48877.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.417533874511719e-05s, path: a/c, db: /tmp/tmp9dl17h7f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.48877.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010204315185546875s, path: a/c, db: /tmp/tmp9dl17h7f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.48877.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020813941955566406s, path: a/c, db: /tmp/tmp9dl17h7f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.48877.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017786026000976562s, path: a/c, db: /tmp/tmp9dl17h7f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.48877.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769215354.48823, (0, 0) as of 1769215354.48823, active as of 1769215354.48823>, path: a/c, db: /tmp/tmp9dl17h7f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.48877.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769215354.48824, (0, 0) as of 1769215354.48824, active as of 1769215354.48824>, path: a/c, db: /tmp/tmp9dl17h7f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.48877.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/there-where in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmp9dl17h7f/sda/containers/0/170/533f29a8ddb31e55151765e09ccbb170/533f29a8ddb31e55151765e09ccbb170.db, path: a/c, db: /tmp/tmp9dl17h7f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.48877.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769215354.48824, (0, 0) as of 1769215354.48824, active as of 1769215354.48824>, path: a/c, db: /tmp/tmp9dl17h7f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.48877.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp9dl17h7f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.48877.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9dl17h7f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.48877.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_3bjrxpb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_3bjrxpb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.53804.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp_3bjrxpb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.53804.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017642974853515625s, path: a/c, db: /tmp/tmp_3bjrxpb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.53804.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001723766326904297s, path: a/c, db: /tmp/tmp_3bjrxpb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.53804.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001499652862548828s, path: a/c, db: /tmp/tmp_3bjrxpb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.53804.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017189979553222656s, path: a/c, db: /tmp/tmp_3bjrxpb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.53804.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019741058349609375s, path: a/c, db: /tmp/tmp_3bjrxpb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.53804.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010704994201660156s, path: a/c, db: /tmp/tmp_3bjrxpb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.53804.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011157989501953125s, path: a/c, db: /tmp/tmp_3bjrxpb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.53804.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.131431579589844e-05s, path: a/c, db: /tmp/tmp_3bjrxpb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.53804.db +sharder-test DEBUG: got 1 rows (deleted=True) in 9.894371032714844e-05s, path: a/c, db: /tmp/tmp_3bjrxpb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.53804.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00022101402282714844s, path: a/c, db: /tmp/tmp_3bjrxpb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.53804.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020241737365722656s, path: a/c, db: /tmp/tmp_3bjrxpb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.53804.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769215354.53749, (0, 0) as of 1769215354.53749, active as of 1769215354.53749>, path: a/c, db: /tmp/tmp_3bjrxpb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.53804.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/here-there in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmp_3bjrxpb/sda/containers/0/ed5/9b40bf3cdc484061806b8d0a545d2ed5/9b40bf3cdc484061806b8d0a545d2ed5.db, path: a/c, db: /tmp/tmp_3bjrxpb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.53804.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769215354.53750, (0, 0) as of 1769215354.53750, active as of 1769215354.53750>, path: a/c, db: /tmp/tmp_3bjrxpb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.53804.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769215354.53751, (0, 0) as of 1769215354.53751, active as of 1769215354.53751>, path: a/c, db: /tmp/tmp_3bjrxpb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.53804.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas ... ok + +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 2 required (not removing objects), shard db: /tmp/tmp_3bjrxpb/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmp_3bjrxpb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.53804.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp_3bjrxpb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.53804.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_3bjrxpb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.53804.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3imhfcwr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3imhfcwr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.59078.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp3imhfcwr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.59078.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002396106719970703s, path: a/c, db: /tmp/tmp3imhfcwr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.59078.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016355514526367188s, path: a/c, db: /tmp/tmp3imhfcwr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.59078.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016260147094726562s, path: a/c, db: /tmp/tmp3imhfcwr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.59078.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017762184143066406s, path: a/c, db: /tmp/tmp3imhfcwr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.59078.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020813941955566406s, path: a/c, db: /tmp/tmp3imhfcwr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.59078.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010657310485839844s, path: a/c, db: /tmp/tmp3imhfcwr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.59078.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010919570922851562s, path: a/c, db: /tmp/tmp3imhfcwr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.59078.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.703636169433594e-05s, path: a/c, db: /tmp/tmp3imhfcwr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.59078.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011539459228515625s, path: a/c, db: /tmp/tmp3imhfcwr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.59078.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020122528076171875s, path: a/c, db: /tmp/tmp3imhfcwr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.59078.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001971721649169922s, path: a/c, db: /tmp/tmp3imhfcwr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.59078.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769215354.59018, (0, 0) as of 1769215354.59018, active as of 1769215354.59018>, path: a/c, db: /tmp/tmp3imhfcwr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.59078.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769215354.59019, (0, 0) as of 1769215354.59019, active as of 1769215354.59019>, path: a/c, db: /tmp/tmp3imhfcwr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.59078.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769215354.59020, (0, 0) as of 1769215354.59020, active as of 1769215354.59020>, path: a/c, db: /tmp/tmp3imhfcwr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.59078.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp3imhfcwr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.59078.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3imhfcwr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.59078.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3imhfcwr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.59078.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp3imhfcwr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.59078.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012230873107910156s, path: a/c, db: /tmp/tmp3imhfcwr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.59078.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.34600830078125e-05s, path: a/c, db: /tmp/tmp3imhfcwr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.59078.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.940696716308594e-05s, path: a/c, db: /tmp/tmp3imhfcwr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.59078.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.34600830078125e-05s, path: a/c, db: /tmp/tmp3imhfcwr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.59078.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001232624053955078s, path: a/c, db: /tmp/tmp3imhfcwr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.59078.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011587142944335938s, path: a/c, db: /tmp/tmp3imhfcwr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.59078.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010371208190917969s, path: a/c, db: /tmp/tmp3imhfcwr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.59078.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.107589721679688e-05s, path: a/c, db: /tmp/tmp3imhfcwr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.59078.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.797645568847656e-05s, path: a/c, db: /tmp/tmp3imhfcwr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.59078.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.702278137207031e-05s, path: a/c, db: /tmp/tmp3imhfcwr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.59078.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.487701416015625e-05s, path: a/c, db: /tmp/tmp3imhfcwr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.59078.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769215354.59018, (0, 0) as of 1769215354.59018, active as of 1769215354.59018>, path: a/c, db: /tmp/tmp3imhfcwr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.59078.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp3imhfcwr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.59078.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects ... ok + +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3imhfcwr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.59078.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003407001495361328s, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002295970916748047s, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002319812774658203s, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018262863159179688s, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018978118896484375s, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002803802490234375s, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00028586387634277344s, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769215298.30687, (0, 0) as of 1769215298.30687, active as of 1769215298.30687>, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'yonder')], path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00025463104248046875s, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002071857452392578s, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019311904907226562s, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017714500427246094s, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001881122589111328s, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017690658569335938s, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002219676971435547s, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018143653869628906s, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017118453979492188s, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00018668174743652344s, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769215298.30687, (0, 0) as of 1769215298.30687, active as of 1769215298.30687>, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container ... ok + +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769215298.30687, (0, 0) as of 1769215298.30687, active as of 1769215298.30687>, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00035381317138671875s, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021529197692871094s, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013637542724609375s, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000209808349609375s, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002415180206298828s, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00023794174194335938s, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00022864341735839844s, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016045570373535156s, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012564659118652344s, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011181831359863281s, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011157989501953125s, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002346038818359375s, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00028514862060546875s, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'yonder' to MaxBound as of 1769215298.30687, (0, 0) as of 1769215298.30687, active as of 1769215298.30687>, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: Placed 3 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpn696_l9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215354.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpphn0yu8k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215355.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpphn0yu8k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215355.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002071857452392578s, path: .shards_a/shard_c, db: /tmp/tmpphn0yu8k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215355.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00015974044799804688s, path: .shards_a/shard_c, db: /tmp/tmpphn0yu8k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215355.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001952648162841797s, path: .shards_a/shard_c, db: /tmp/tmpphn0yu8k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215355.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019216537475585938s, path: .shards_a/shard_c, db: /tmp/tmpphn0yu8k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215355.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019812583923339844s, path: .shards_a/shard_c, db: /tmp/tmpphn0yu8k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215355.00000.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpphn0yu8k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215355.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002040863037109375s, path: .shards_a/shard_c, db: /tmp/tmpphn0yu8k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215355.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016999244689941406s, path: .shards_a/shard_c, db: /tmp/tmpphn0yu8k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215355.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021314620971679688s, path: .shards_a/shard_c, db: /tmp/tmpphn0yu8k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215355.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769215298.30687, (0, 0) as of 1769215298.30687, active as of 1769215298.30687>, path: .shards_a/shard_c, db: /tmp/tmpphn0yu8k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215355.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding ... ok + +sharder-test DEBUG: Placed 1 misplaced objects (2 unplaced), path: .shards_a/shard_c, db: /tmp/tmpphn0yu8k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215355.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpphn0yu8k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215355.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpphn0yu8k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215355.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpphn0yu8k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215355.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001461505889892578s, path: .shards_a/shard_c, db: /tmp/tmpphn0yu8k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215355.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00014281272888183594s, path: .shards_a/shard_c, db: /tmp/tmpphn0yu8k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215355.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013828277587890625s, path: .shards_a/shard_c, db: /tmp/tmpphn0yu8k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215355.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpphn0yu8k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215355.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012946128845214844s, path: .shards_a/shard_c, db: /tmp/tmpphn0yu8k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215355.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012564659118652344s, path: .shards_a/shard_c, db: /tmp/tmpphn0yu8k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215355.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpphn0yu8k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215355.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpphn0yu8k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215355.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpphn0yu8k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215355.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpphn0yu8k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215355.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014495849609375s, path: .shards_a/shard_c, db: /tmp/tmpphn0yu8k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215355.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014019012451171875s, path: .shards_a/shard_c, db: /tmp/tmpphn0yu8k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215355.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000133514404296875s, path: .shards_a/shard_c, db: /tmp/tmpphn0yu8k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215355.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001590251922607422s, path: .shards_a/shard_c, db: /tmp/tmpphn0yu8k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215355.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014448165893554688s, path: .shards_a/shard_c, db: /tmp/tmpphn0yu8k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215355.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpphn0yu8k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215355.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769215298.30687, (0, 0) as of 1769215298.30687, active as of 1769215298.30687>, path: .shards_a/shard_c, db: /tmp/tmpphn0yu8k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215355.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001456737518310547s, path: .shards_a/shard_c, db: /tmp/tmpphn0yu8k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215355.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014090538024902344s, path: .shards_a/shard_c, db: /tmp/tmpphn0yu8k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215355.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001380443572998047s, path: .shards_a/shard_c, db: /tmp/tmpphn0yu8k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215355.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769215298.30687, (0, 0) as of 1769215298.30687, active as of 1769215298.30687>, path: .shards_a/shard_c, db: /tmp/tmpphn0yu8k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215355.00000.db +sharder-test DEBUG: Placed 5 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpphn0yu8k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215355.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpphn0yu8k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215355.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001442432403564453s, path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012636184692382812s, path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00034737586975097656s, path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.298324584960938e-05s, path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010561943054199219s, path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 2 rows (deleted=False) in 8.96453857421875e-05s, path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.012222290039062e-05s, path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.560585021972656e-05s, path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.416175842285156e-05s, path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 7.796287536621094e-05s, path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010538101196289062s, path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.43865966796875e-05s, path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.344650268554688e-05s, path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.700920104980469e-05s, path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001385211944580078s, path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769215298.30687, (0, 0) as of 1769215298.30687, active as of 1769215298.30687>, path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.606910705566406e-05s, path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.914138793945312e-05s, path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.200241088867188e-05s, path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.224082946777344e-05s, path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010442733764648438s, path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.606910705566406e-05s, path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.965896606445312e-05s, path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.322166442871094e-05s, path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.940696716308594e-05s, path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.584426879882812e-05s, path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769215298.30687, (0, 0) as of 1769215298.30687, active as of 1769215298.30687>, path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded ... ok + +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp010n43c5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015664100646972656s, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010204315185546875s, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.202957153320312e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.511543273925781e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010728836059570312s, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.416175842285156e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002167224884033203s, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.942054748535156e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011157989501953125s, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.678436279296875e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.559226989746094e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.033348083496094e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 7.319450378417969e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.4849853515625e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.511543273925781e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.43865966796875e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.273124694824219e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010013580322265625s, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.822845458984375e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 8.249282836914062e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010609626770019531s, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769215298.30687, (0, 0) as of 1769215298.30687, active as of 1769215298.30687>, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.036064147949219e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one ... ok + +sharder-test DEBUG: got 0 rows (deleted=True) in 8.058547973632812e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.128715515136719e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.985664367675781e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010800361633300781s, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.559226989746094e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.918212890625e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.390975952148438e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.632110595703125e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.7738037109375e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.679794311523438e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.724761962890625e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769215298.30687, (0, 0) as of 1769215298.30687, active as of 1769215298.30687>, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp_t0nrm_i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00037217140197753906s, path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001246929168701172s, path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010061264038085938s, path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.702278137207031e-05s, path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010657310485839844s, path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00011610984802246094s, path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019049644470214844s, path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.511543273925781e-05s, path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.608268737792969e-05s, path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.274482727050781e-05s, path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 7.796287536621094e-05s, path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two ... ok +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.702278137207031e-05s, path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.866455078125e-05s, path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.82012939453125e-05s, path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013256072998046875s, path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011992454528808594s, path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769215298.30687, (0, 0) as of 1769215298.30687, active as of 1769215298.30687>, path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.131431579589844e-05s, path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.200241088867188e-05s, path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.343292236328125e-05s, path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.891654968261719e-05s, path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010347366333007812s, path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.869171142578125e-05s, path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.72747802734375e-05s, path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.703636169433594e-05s, path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001270771026611328s, path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010752677917480469s, path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769215298.30687, (0, 0) as of 1769215298.30687, active as of 1769215298.30687>, path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpyetbii6v/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp890z5k81/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp890z5k81/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215355.20596.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp890z5k81/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215355.20596.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001785755157470703s, path: a/c, db: /tmp/tmp890z5k81/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215355.20596.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017213821411132812s, path: a/c, db: /tmp/tmp890z5k81/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215355.20596.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016570091247558594s, path: a/c, db: /tmp/tmp890z5k81/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215355.20596.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016450881958007812s, path: a/c, db: /tmp/tmp890z5k81/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215355.20596.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020384788513183594s, path: a/c, db: /tmp/tmp890z5k81/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215355.20596.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.965896606445312e-05s, path: a/c, db: /tmp/tmp890z5k81/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215355.20596.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011563301086425781s, path: a/c, db: /tmp/tmp890z5k81/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215355.20596.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication ... ok +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root ... ok +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard ... ok +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root ... ok +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard ... ok + +sharder-test DEBUG: got 0 rows (deleted=False) in 9.72747802734375e-05s, path: a/c, db: /tmp/tmp890z5k81/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215355.20596.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001499652862548828s, path: a/c, db: /tmp/tmp890z5k81/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215355.20596.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000225067138671875s, path: a/c, db: /tmp/tmp890z5k81/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215355.20596.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018334388732910156s, path: a/c, db: /tmp/tmp890z5k81/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215355.20596.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769215355.20543, (0, 0) as of 1769215355.20543, active as of 1769215355.20543>, path: a/c, db: /tmp/tmp890z5k81/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215355.20596.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769215355.20544, (0, 0) as of 1769215355.20544, active as of 1769215355.20544>, path: a/c, db: /tmp/tmp890z5k81/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215355.20596.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769215355.20545, (0, 0) as of 1769215355.20545, active as of 1769215355.20545>, path: a/c, db: /tmp/tmp890z5k81/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215355.20596.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp890z5k81/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215355.20596.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp890z5k81/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215355.20596.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpfscknroj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpfscknroj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpfscknroj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpfscknroj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpbxpdbw2r/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpbxpdbw2r/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpbxpdbw2r/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpbxpdbw2r/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpqhf0zxex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpqhf0zxex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpqhf0zxex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpqhf0zxex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp5d22574n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp5d22574n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp5d22574n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp5d22574n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 visited - attempted:2 success:2 failure:0 skipped:1 completed:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test ERROR: Unhandled exception while processing: kapow!, path: a/c1, db: /tmp/tmp8_pgc1j1/sdb/containers/0/ash/c1hash/c1hash.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2518, in _one_shard_cycle + self._process_broker(broker, node, part) + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1245, in _execute_mock_call + result = effect(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sharder.py", line 886, in mock_processing + raise Exception('kapow!') +Exception: kapow! +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 visited - attempted:3 success:2 failure:1 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0test.unit.container.test_sharder.TestSharder.test_one_shard_cycle +test.unit.container.test_sharder.TestSharder.test_one_shard_cycle ... ok +test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers +test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers ... ok + +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp8_pgc1j1/sda/containers/0/ash/c0hash/c0hash.db' +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Found no containers directories +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Begin container sharder "once" mode +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +sharder-test INFO: Container sharder "once" mode completed: 0.05s +sharder-test INFO: Begin container sharder "once" mode +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: (Override partitions: 0) +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 created - attempted:0 success:0 failure:0test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters +test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters ... ok + +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +sharder-test INFO: Container sharder "once" mode completed: 0.00s +sharder-test INFO: Begin container sharder "once" mode +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: (Override partitions: 2, 0) +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +sharder-test INFO: Container sharder "once" mode completed: 0.03s +sharder-test INFO: Begin container sharder "once" mode +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: (Override devices: sdc) +sharder-test INFO: (Override partitions: 2, 0) +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +sharder-test INFO: Container sharder "once" mode completed: 0.01s +sharder-test INFO: Begin container sharder "once" mode +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: (Override devices: sdb, sdc) +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:42:35 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +sharder-test INFO: Container sharder "once" mode completed: 0.03s +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmp8cgob1mn/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmp8cgob1mn/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmp8cgob1mn/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db +sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmp8cgob1mn/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmp8cgob1mn/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmp8cgob1mn/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmp8cgob1mn/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db +sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmp8cgob1mn/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmp8cgob1mn/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmp8cgob1mn/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmp8cgob1mn/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.dbtest.unit.container.test_sharder.TestSharder.test_periodic_warning +test.unit.container.test_sharder.TestSharder.test_periodic_warning ... ok +test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard +test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard ... ok +test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db +test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db ... ok + +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpe56tcq3k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe56tcq3k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpe56tcq3k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe56tcq3k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpe56tcq3k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpe56tcq3k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe56tcq3k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpe56tcq3k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe56tcq3k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpe56tcq3k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpe56tcq3k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe56tcq3k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpe56tcq3k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe56tcq3k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpe56tcq3k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpe56tcq3k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215355.66046.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpe56tcq3k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215355.66046.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpe56tcq3k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215355.66046.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpe56tcq3k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215355.66046.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe56tcq3k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215355.66046.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpe56tcq3k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215355.66046.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe56tcq3k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215355.66046.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpe56tcq3k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215355.66046.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpe56tcq3k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215355.66046.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpe56tcq3k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215355.66046.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpe56tcq3k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215355.66046.db +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmp1fyqpfp0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp1fyqpfp0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp1fyqpfp0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp1fyqpfp0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded (deleted), path: a/c, db: /tmp/tmp1fyqpfp0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others +test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others ... ok + +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'shrinking' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'sharding' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'sharded' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'shrunk' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp4wdaxkp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others +test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others ... ok + +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp5gr85n0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash60False/hash60False_1769215355.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash60False/hash60False_1769215355.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1769215298.30687, (0, 0) as of 1769215298.30687, created as of 1769215298.30687>, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash60False/hash60False_1769215355.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash60False/hash60False_1769215355.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash60False/hash60False_1769215355.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash60False/hash60False_1769215355.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash60False/hash60False_1769215355.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash60False/hash60False_1769215355.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash60False/hash60False_1769215355.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash60False/hash60False_1769215355.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001468658447265625s, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.608268737792969e-05s, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash60False/hash60False_1769215355.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1769215298.30687, (0, 0) as of 1769215298.30687, created as of 1769215298.30687>, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash60False/hash60False_1769215355.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000141143798828125s, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010013580322265625s, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1769215298.30687, (0, 0) as of 1769215298.30687, created as of 1769215298.30687> - zero objects found, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash60False/hash60False_1769215355.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash60False/hash60False_1769215355.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpfa93a2jp/sda/containers/0/lse/hash60False/hash60False.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash60False/hash60False_1769215355.00000.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash60False/hash60False_1769215355.00000.db +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash60True/hash60True.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash60True/hash60True_1769215374.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash60True/hash60True_1769215374.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1769215298.30687, (0, 0) as of 1769215298.30687, created as of 1769215298.30687>, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash60True/hash60True_1769215374.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash60True/hash60True_1769215374.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash60True/hash60True_1769215374.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash60True/hash60True_1769215374.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash60True/hash60True_1769215374.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash60True/hash60True_1769215374.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash60True/hash60True_1769215374.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash60True/hash60True_1769215374.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001468658447265625s, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.989738464355469e-05s, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash60True/hash60True.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash60True/hash60True_1769215374.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1769215298.30687, (0, 0) as of 1769215298.30687, created as of 1769215298.30687>, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash60True/hash60True_1769215374.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000156402587890625s, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013685226440429688s, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash60True/hash60True.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1769215298.30687, (0, 0) as of 1769215298.30687, created as of 1769215298.30687> - zero objects found, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash60True/hash60True_1769215374.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash60True/hash60True_1769215374.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpfa93a2jp/sda/containers/0/rue/hash60True/hash60True.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash60True/hash60True_1769215374.00000.db +sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash60True/hash60True_1769215374.00000.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash50False/hash50False.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash50False/hash50False_1769215393.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash50False/hash50False_1769215393.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1769215298.30687, (0, 0) as of 1769215298.30687, created as of 1769215298.30687>, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash50False/hash50False_1769215393.00000.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges +test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges ... ok + +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash50False/hash50False_1769215393.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash50False/hash50False_1769215393.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash50False/hash50False_1769215393.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash50False/hash50False_1769215393.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash50False/hash50False_1769215393.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash50False/hash50False_1769215393.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash50False/hash50False_1769215393.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001385211944580078s, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.274482727050781e-05s, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash50False/hash50False.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash50False/hash50False_1769215393.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1769215298.30687, (0, 0) as of 1769215298.30687, created as of 1769215298.30687>, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash50False/hash50False_1769215393.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014591217041015625s, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.679794311523438e-05s, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash50False/hash50False.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1769215298.30687, (0, 0) as of 1769215298.30687, created as of 1769215298.30687> - zero objects found, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash50False/hash50False_1769215393.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash50False/hash50False_1769215393.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpfa93a2jp/sda/containers/0/lse/hash50False/hash50False.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash50False/hash50False_1769215393.00000.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/lse/hash50False/hash50False_1769215393.00000.db +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash50True/hash50True.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash50True/hash50True_1769215409.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash50True/hash50True_1769215409.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1769215298.30687, (0, 0) as of 1769215298.30687, created as of 1769215298.30687>, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash50True/hash50True_1769215409.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash50True/hash50True_1769215409.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash50True/hash50True_1769215409.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash50True/hash50True_1769215409.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash50True/hash50True_1769215409.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash50True/hash50True_1769215409.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash50True/hash50True_1769215409.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash50True/hash50True_1769215409.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013971328735351562s, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010323524475097656s, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash50True/hash50True.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash50True/hash50True_1769215409.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1769215298.30687, (0, 0) as of 1769215298.30687, created as of 1769215298.30687>, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash50True/hash50True_1769215409.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013947486877441406s, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.775161743164062e-05s, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash50True/hash50True.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1769215298.30687, (0, 0) as of 1769215298.30687, created as of 1769215298.30687> - zero objects found, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash50True/hash50True_1769215409.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash50True/hash50True_1769215409.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpfa93a2jp/sda/containers/0/rue/hash50True/hash50True.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash50True/hash50True_1769215409.00000.db +sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmpfa93a2jp/sda/containers/0/rue/hash50True/hash50True_1769215409.00000.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp44l02oci/sda/containers/0/h60/hash60/hash60.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp44l02oci/sda/containers/0/h60/hash60/hash60.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp44l02oci/sda/containers/0/h60/hash60/hash60.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp44l02oci/sda/containers/0/h60/hash60/hash60.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmp44l02oci/sda/containers/0/h60/hash60/hash60_1769215355.98898.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges +test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges ... ok +test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin +test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin ... ok + +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp44l02oci/sda/containers/0/h60/hash60/hash60_1769215355.98898.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp44l02oci/sda/containers/0/h60/hash60/hash60_1769215355.98898.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp44l02oci/sda/containers/0/h60/hash60/hash60_1769215355.98898.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp44l02oci/sda/containers/0/h60/hash60/hash60_1769215355.98898.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp44l02oci/sda/containers/0/h60/hash60/hash60_1769215355.98898.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp44l02oci/sda/containers/0/h60/hash60/hash60_1769215355.98898.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp44l02oci/sda/containers/0/h60/hash60/hash60_1769215355.98898.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp44l02oci/sda/containers/0/h60/hash60/hash60_1769215355.98898.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp44l02oci/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp44l02oci/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp44l02oci/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp44l02oci/sda/containers/0/h50/hash50/hash50.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmp44l02oci/sda/containers/0/h50/hash50/hash50_1769215356.01433.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp44l02oci/sda/containers/0/h50/hash50/hash50_1769215356.01433.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp44l02oci/sda/containers/0/h50/hash50/hash50_1769215356.01433.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp44l02oci/sda/containers/0/h50/hash50/hash50_1769215356.01433.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp44l02oci/sda/containers/0/h50/hash50/hash50_1769215356.01433.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp44l02oci/sda/containers/0/h50/hash50/hash50_1769215356.01433.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp44l02oci/sda/containers/0/h50/hash50/hash50_1769215356.01433.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp44l02oci/sda/containers/0/h50/hash50/hash50_1769215356.01433.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp44l02oci/sda/containers/0/h50/hash50/hash50_1769215356.01433.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp44l02oci/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp44l02oci/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp44l02oci/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp44l02oci/sda/containers/0/h70/hash70/hash70.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmp44l02oci/sda/containers/0/h70/hash70/hash70_1769215356.03265.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp44l02oci/sda/containers/0/h70/hash70/hash70_1769215356.03265.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp44l02oci/sda/containers/0/h70/hash70/hash70_1769215356.03265.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp44l02oci/sda/containers/0/h70/hash70/hash70_1769215356.03265.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp44l02oci/sda/containers/0/h70/hash70/hash70_1769215356.03265.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp44l02oci/sda/containers/0/h70/hash70/hash70_1769215356.03265.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp44l02oci/sda/containers/0/h70/hash70/hash70_1769215356.03265.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp44l02oci/sda/containers/0/h70/hash70/hash70_1769215356.03265.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp44l02oci/sda/containers/0/h70/hash70/hash70_1769215356.03265.db +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Container sharder cycle completed: 5.00s +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Container sharder cycle completed: 3604.00s +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3test.unit.container.test_sharder.TestSharder.test_run_forever +test.unit.container.test_sharder.TestSharder.test_run_forever ... ok + +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Container sharder cycle completed: 30.00s +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test ERROR: Unhandled exception while dumping progress: Test over, path: a/c1, db: /tmp/tmpo2bazq_3/sda/containers/0/ash/c1hash/c1hash.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2528, in _one_shard_cycle + self._record_sharding_progress(broker, node, error) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1055, in _record_sharding_progress + own_shard_range = broker.get_own_shard_range() + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2058, in get_own_shard_range + self.path, Timestamp.now(), ShardRange.MIN, ShardRange.MAX, + ~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/timestamp.py", line 129, in now + return cls(time.time(), offset=offset, delta=delta) + ~~~~~~~~~^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception: Test over +sharder-test ERROR: Exception in sharder: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2555, in run_forever + self._one_shard_cycle(devices_to_shard=Everything(), + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + partitions_to_shard=Everything()) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2532, in _one_shard_cycle + self._periodic_report_stats() + ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1145, in _periodic_report_stats + if (time.time() - self.reported) >= self.stats_interval: + ~~~~~~~~~^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2528, in _one_shard_cycle + self._record_sharding_progress(broker, node, error) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1055, in _record_sharding_progress + own_shard_range = broker.get_own_shard_range() + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2058, in get_own_shard_range + self.path, Timestamp.now(), ShardRange.MIN, ShardRange.MAX, + ~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/timestamp.py", line 129, in now + return cls(time.time(), offset=offset, delta=delta) + ~~~~~~~~~^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception: Test over +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpcouotcbg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmpcouotcbg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpcouotcbg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpcouotcbg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmpcouotcbg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmpcouotcbg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmpcouotcbg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpcouotcbg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpcouotcbg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpcouotcbg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmpcouotcbg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpcouotcbg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpcouotcbg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 404, path: a/c, db: /tmp/tmpcouotcbg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpcouotcbg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpcouotcbg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpcouotcbg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmpcouotcbg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpcouotcbg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpcouotcbg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpcouotcbg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmpcouotcbg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: FakeStatus Error, path: a/c, db: /tmp/tmpcouotcbg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Errortest.unit.container.test_sharder.TestSharder.test_send_shard_ranges +test.unit.container.test_sharder.TestSharder.test_send_shard_ranges ... ok + +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpcouotcbg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpcouotcbg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpcouotcbg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmpcouotcbg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmpcouotcbg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmpcouotcbg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpcouotcbg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpcouotcbg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpcouotcbg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmpcouotcbg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmpcouotcbg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpcouotcbg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001652240753173828s, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011515617370605469s, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj002_0 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmpcpkyjyxf/sda/containers/0/8fc/857fe81dc763e7cff7e7cd987d6c28fc/857fe81dc763e7cff7e7cd987d6c28fc.db, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test INFO: Cleaved ShardRange in 0.003s, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1769215298.30687, (0, 0) as of 1769215298.30687, created as of 1769215298.30687>, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001628398895263672s, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011205673217773438s, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmpcpkyjyxf/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001220703125s, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011515617370605469s, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1769215298.30687, (0, 0) as of 1769215298.30687, cleaved as of 1769215298.30687>, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1769215298.30687, (0, 0) as of 1769215298.30687, cleaved as of 1769215298.30687> - shard db already in sync, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmpcpkyjyxf/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.319450378417969e-05s, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.271766662597656e-05s, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1769215298.30687, (0, 0) as of 1769215298.30687, cleaved as of 1769215298.30687>, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1769215298.30687, (0, 0) as of 1769215298.30687, cleaved as of 1769215298.30687> - shard db already in sync, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 0 required, shard db: /tmp/tmpcpkyjyxf/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.961822509765625e-05s, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.367134094238281e-05s, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1769215298.30687, (0, 0) as of 1769215298.30687, cleaved as of 1769215298.30687>, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1769215298.30687, (0, 0) as of 1769215298.30687, cleaved as of 1769215298.30687> - shard db already in sync, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test INFO: Cleaved ShardRange<'obj002' to 'obj004' as of 1769215298.30687, (0, 0) as of 1769215298.30687, cleaved as of 1769215298.30687> in 0.002s, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj006_2 for ShardRange<'obj004' to 'obj006' as of 1769215298.30687, (0, 0) as of 1769215298.30687, created as of 1769215298.30687>, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017642974853515625s, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001201629638671875s, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj006_2 for ShardRange, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test INFO: Cleaved ShardRange<'obj004' to 'obj006' as of 1769215298.30687, (2, 2) as of 1769215356.32615, cleaved as of 1769215298.30687> in 0.013s, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.dbtest.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures +test.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures ... ok + +sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 +sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.05718994140625e-05s, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.104873657226562e-05s, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1769215298.30687, (0, 0) as of 1769215298.30687, created as of 1769215298.30687>, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001633167266845703s, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011515617370605469s, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__3 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmpcpkyjyxf/sda/containers/0/683/f7a6bb6d9367b7ae7b6b30a833289683/f7a6bb6d9367b7ae7b6b30a833289683.db, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 +sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.939338684082031e-05s, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.390975952148438e-05s, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1769215298.30687, (0, 0) as of 1769215298.30687, created as of 1769215298.30687>, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Cleaving ShardRange<'obj006' to MaxBound as of 1769215298.30687, (0, 0) as of 1769215298.30687, created as of 1769215298.30687> - shard db already in sync, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test INFO: Cleaved ShardRange<'obj006' to MaxBound as of 1769215298.30687, (3, 3) as of 1769215356.37496, cleaved as of 1769215298.30687> in 0.003s, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpcpkyjyxf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.18469.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f6e51277-a93f-42e3-8b5d-e8fff3628e12-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpbsviaojt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f6e51277-a93f-42e3-8b5d-e8fff3628e12-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpbsviaojt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f6e51277-a93f-42e3-8b5d-e8fff3628e12-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpbsviaojt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.00000.dbtest.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts +test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts ... ok +test.unit.container.test_sharder.TestSharder.test_sharding_enabled +test.unit.container.test_sharder.TestSharder.test_sharding_enabled ... ok +test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump +test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump ... ok +test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges +test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges ... ok + +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f6e51277-a93f-42e3-8b5d-e8fff3628e12-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpbsviaojt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '755f162f-1dc5-4437-a2e7-72eefea6f9f6-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpbsviaojt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215356.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpu2hdqzrc/sda/containers/0/ash/c2hash/c2hash.db' +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpu2hdqzrc/sda/containers/0/ash/c1hash/c1hash.db' +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpu2hdqzrc/sda/containers/0/ash/c3hash/c3hash.db' +sharder-test INFO: Since Sat Jan 24 14:42:36 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:42:36 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:36 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:42:36 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:36 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:42:36 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:42:36 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:42:36 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:42:36 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:36 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:42:36 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:36 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:42:36 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:42:36 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:42:36 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:42:36 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:36 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:42:36 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:36 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:42:36 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:42:36 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:42:36 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:42:36 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:36 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:42:36 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:36 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:42:36 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:42:36 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:42:36 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:42:36 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:36 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:42:36 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:42:36 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:42:36 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:42:36 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmp1g4_yxn1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmp1g4_yxn1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp1g4_yxn1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmp1g4_yxn1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp1g4_yxn1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmp1g4_yxn1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp1g4_yxn1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmp1g4_yxn1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp1g4_yxn1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmp1g4_yxn1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp1g4_yxn1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmp1g4_yxn1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp1g4_yxn1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmp1g4_yxn1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpj29l1tjz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpj29l1tjz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpj29l1tjz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpj29l1tjz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpj29l1tjz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpj29l1tjz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported +test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported ... ok +test.unit.container.test_sharder.TestSharder.test_update_root_container_own_range +test.unit.container.test_sharder.TestSharder.test_update_root_container_own_range ... ok +test.unit.container.test_sharder.TestSharder.test_update_stat +test.unit.container.test_sharder.TestSharder.test_update_stat ... ok +test.unit.container.test_sharder.TestSharder.test_yield_objects +test.unit.container.test_sharder.TestSharder.test_yield_objects ... ok + +sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmpnl0vd3jm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmpnl0vd3jm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpnl0vd3jm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmpnl0vd3jm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpnl0vd3jm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmpnl0vd3jm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpnl0vd3jm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmpnl0vd3jm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpnl0vd3jm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmpnl0vd3jm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpnl0vd3jm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmpnl0vd3jm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpnl0vd3jm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpnl0vd3jm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpnl0vd3jm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpnl0vd3jm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 3, path: a/c, db: /tmp/tmpnl0vd3jm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=5, tombstones=3, path: a/c, db: /tmp/tmpnl0vd3jm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 4, path: a/c, db: /tmp/tmpnl0vd3jm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=4, tombstones=4, path: a/c, db: /tmp/tmpnl0vd3jm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 5, path: a/c, db: /tmp/tmpnl0vd3jm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=3, tombstones=5, path: a/c, db: /tmp/tmpnl0vd3jm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 6, path: a/c, db: /tmp/tmpnl0vd3jm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=2, tombstones=6, path: a/c, db: /tmp/tmpnl0vd3jm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 7, path: a/c, db: /tmp/tmpnl0vd3jm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=1, tombstones=7, path: a/c, db: /tmp/tmpnl0vd3jm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 8, path: a/c, db: /tmp/tmpnl0vd3jm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=8, path: a/c, db: /tmp/tmpnl0vd3jm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 15 rows (deleted=False) in 0.00024771690368652344s, path: a/c, db: /tmp/tmpg9or7j4a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 15 rows (deleted=True) in 0.0002346038818359375s, path: a/c, db: /tmp/tmpg9or7j4a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=False) in 0.0001323223114013672s, path: a/c, db: /tmp/tmpg9or7j4a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00020241737365722656s, path: a/c, db: /tmp/tmpg9or7j4a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=True) in 0.00011134147644042969s, path: a/c, db: /tmp/tmpg9or7j4a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.0001773834228515625s, path: a/c, db: /tmp/tmpg9or7j4a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.0002644062042236328s, path: a/c, db: /tmp/tmpg9or7j4a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.00019025802612304688s, path: a/c, db: /tmp/tmpg9or7j4a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017023086547851562s, path: a/c, db: /tmp/tmp2apnwhcu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.0001728534698486328s, path: a/c, db: /tmp/tmp2apnwhcu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001385211944580078s, path: a/c, db: /tmp/tmp2apnwhcu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 0.00017333030700683594s, path: a/c, db: /tmp/tmp2apnwhcu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.000141143798828125s, path: a/c, db: /tmp/tmp2apnwhcu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00010585784912109375s, path: a/c, db: /tmp/tmp2apnwhcu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.581710815429688e-05s, path: a/c, db: /tmp/tmp2apnwhcu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 8.606910705566406e-05s, path: a/c, db: /tmp/tmp2apnwhcu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 7.486343383789062e-05s, path: a/c, db: /tmp/tmp2apnwhcu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00018405914306640625s, path: a/c, db: /tmp/tmp2apnwhcu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range +test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range ... ok +test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects +test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects ... ok test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout -test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options -test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options ... ok test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress ... ok test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path @@ -51121,67 +59350,22 @@ test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits ... ok test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts -test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts ... ok test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root ... ok test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor ... ok test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings -test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings ... ok - -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804938.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/61a/40fd36b37cb58c5b02014a77e557661a/40fd36b37cb58c5b02014a77e557661a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804941.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/b58/30392baaa54361919473a8b77f0a8b58/30392baaa54361919473a8b77f0a8b58.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804941.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/b58/30392baaa54361919473a8b77f0a8b58/30392baaa54361919473a8b77f0a8b58.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804944.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/83c/7b8cc79d921c8edfe22c58d8e14fb83c/7b8cc79d921c8edfe22c58d8e14fb83c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804944.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/83c/7b8cc79d921c8edfe22c58d8e14fb83c/7b8cc79d921c8edfe22c58d8e14fb83c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804947.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/f2f/7a8993061021070bc19378d132d36f2f/7a8993061021070bc19378d132d36f2f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804947.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/f2f/7a8993061021070bc19378d132d36f2f/7a8993061021070bc19378d132d36f2f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804950.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/4cc/97f6900b6e41f71b134b3c96b93784cc/97f6900b6e41f71b134b3c96b93784cc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804950.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/4cc/97f6900b6e41f71b134b3c96b93784cc/97f6900b6e41f71b134b3c96b93784cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804953.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/989/d7b3d6787f852029794319daad234989/d7b3d6787f852029794319daad234989.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804953.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/989/d7b3d6787f852029794319daad234989/d7b3d6787f852029794319daad234989.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804956.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/c80/9992092fde4a738512bad56318c90c80/9992092fde4a738512bad56318c90c80.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804956.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/c80/9992092fde4a738512bad56318c90c80/9992092fde4a738512bad56318c90c80.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804959.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/bfc/f13a8313cea2fe16558d3928a8a08bfc/f13a8313cea2fe16558d3928a8a08bfc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804959.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/bfc/f13a8313cea2fe16558d3928a8a08bfc/f13a8313cea2fe16558d3928a8a08bfc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804962.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/b39/4cbc142e302da3381149aed8c3211b39/4cbc142e302da3381149aed8c3211b39.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804962.00000-0, db: /tmp/tmpc9ecrlml/sda/containers/0/b39/4cbc142e302da3381149aed8c3211b39/4cbc142e302da3381149aed8c3211b39.db -sharder-test WARNING: Skipping d100 as it is not mounted -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.0002200603485107422s, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011730194091796875s, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_0 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmppdnam3vr/sda/containers/0/313/04a5ba0ec2ad703d1930ba4cc385b313/04a5ba0ec2ad703d1930ba4cc385b313.db, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.dbtest.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit ... ok test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones ... ok test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names ... ok test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding ... ok test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings -test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings ... ok test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor ... ok test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors @@ -51190,8 +59374,6 @@ test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps ... ok test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync ... ok test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state ... ok test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state @@ -51216,296 +59398,56 @@ test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible ... ok test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats ... ok -test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy -test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path -test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up -test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_unclean -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_unclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_init -test.unit.obj.test_diskfile.TestDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window -test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning -test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator -test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update -test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication -test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication ... ok -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/13 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txea1d8a0b6a634478b5760-0067670539 - 0.0297 - - 1734804793.646142960 1734804793.675813675 2 -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': True, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 4}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.2, 'concurrent_ec_extra_requests': 0}, app) -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestObjectUpdater.test_conf_params -test.unit.obj.test_updater.TestObjectUpdater.test_conf_params ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_creation -test.unit.obj.test_updater.TestObjectUpdater.test_creation ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states ... ok +test.unit.container.test_updater.TestContainerUpdater.test_conf_params +test.unit.container.test_updater.TestContainerUpdater.test_conf_params ... ok +test.unit.container.test_updater.TestContainerUpdater.test_creation +test.unit.container.test_updater.TestContainerUpdater.test_creation ... ok +test.unit.container.test_updater.TestContainerUpdater.test_error_in_process +test.unit.container.test_updater.TestContainerUpdater.test_error_in_process ... ok +test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception +test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception ... ok +test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception +test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception ... ok -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test INFO: Cleaved ShardRange in 0.007s, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1734804754.48777, (0, 0) as of 1734804754.48777, created as of 1734804754.48777>, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.0001964569091796875s, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011849403381347656s, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmppdnam3vr/sda/containers/0/5c3/143d5b8bbbb97e76a7576b8762a855c3/143d5b8bbbb97e76a7576b8762a855c3.db, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj004')], path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014162063598632812s, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.059906005859375e-05s, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000148773193359375s, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1734804754.48777, (0, 0) as of 1734804754.48777, created as of 1734804754.48777>, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00017905235290527344s, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011706352233886719s, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1734804754.48777, (5, 5) as of 1734804793.89102, cleaved as of 1734804754.48777> in 0.011s, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmppdnam3vr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.60253.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpcnb2zoow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.94530.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcnb2zoow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.94530.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcnb2zoow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.94530.dbtest ERROR: Failed to unlink '/tmp/tmplvzbimq8/containers/part/suffix/hash/container.db': +sharder-test DEBUG: got 1 rows (deleted=False) in 8.130073547363281e-05s, path: a/c, db: /tmp/tmp2apnwhcu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 0.00016927719116210938s, path: a/c, db: /tmp/tmp2apnwhcu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 8.058547973632812e-05s, path: a/c, db: /tmp/tmp2apnwhcu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010180473327636719s, path: a/c, db: /tmp/tmp2apnwhcu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 9.179115295410156e-05s, path: a/c, db: /tmp/tmp2apnwhcu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 8.082389831542969e-05s, path: a/c, db: /tmp/tmp2apnwhcu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=False) in 8.320808410644531e-05s, path: a/c, db: /tmp/tmp2apnwhcu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=True) in 7.843971252441406e-05s, path: a/c, db: /tmp/tmp2apnwhcu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.632110595703125e-05s, path: a/c, db: /tmp/tmp2apnwhcu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 8.463859558105469e-05s, path: a/c, db: /tmp/tmp2apnwhcu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 8.416175842285156e-05s, path: a/c, db: /tmp/tmp2apnwhcu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001068115234375s, path: a/c, db: /tmp/tmp2apnwhcu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 9.298324584960938e-05s, path: a/c, db: /tmp/tmp2apnwhcu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 8.320808410644531e-05s, path: a/c, db: /tmp/tmp2apnwhcu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 9.131431579589844e-05s, path: a/c, db: /tmp/tmp2apnwhcu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 9.012222290039062e-05s, path: a/c, db: /tmp/tmp2apnwhcu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=False) in 9.608268737792969e-05s, path: a/c, db: /tmp/tmp2apnwhcu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=True) in 8.749961853027344e-05s, path: a/c, db: /tmp/tmp2apnwhcu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.703636169433594e-05s, path: a/c, db: /tmp/tmp2apnwhcu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 9.393692016601562e-05s, path: a/c, db: /tmp/tmp2apnwhcu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 8.440017700195312e-05s, path: a/c, db: /tmp/tmp2apnwhcu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 9.036064147949219e-05s, path: a/c, db: /tmp/tmp2apnwhcu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 8.535385131835938e-05s, path: a/c, db: /tmp/tmp2apnwhcu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=False) in 8.034706115722656e-05s, path: a/c, db: /tmp/tmp2apnwhcu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=True) in 8.249282836914062e-05s, path: a/c, db: /tmp/tmp2apnwhcu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.584426879882812e-05s, path: a/c, db: /tmp/tmp2apnwhcu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=False) in 0.00011086463928222656s, path: a/c, db: /tmp/tmp2apnwhcu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00010013580322265625s, path: a/c, db: /tmp/tmp2apnwhcu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=True) in 0.00020384788513183594s, path: a/c, db: /tmp/tmp2apnwhcu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 9.894371032714844e-05s, path: a/c, db: /tmp/tmp2apnwhcu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015878677368164062s, path: a/c, db: /tmp/tmphzcuolbh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010657310485839844s, path: a/c, db: /tmp/tmphzcuolbh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_z2lhnfx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +test INFO: Begin container update single threaded sweep +test ERROR: Error processing container /tmp/tmphiv33vu1/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db: Boom!: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - ~~~~~~~~~^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/updater.py", line 225, in container_sweep + self.process_container(dbfile) + ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ @@ -51514,145 +59456,12 @@ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmplvzbimq8/containers/part/suffix/hash/container_1734804793.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmplvzbimq8/containers/part/suffix/hash/container_1734804793.00000.db': ['/tmp/tmplvzbimq8/containers/part/suffix/hash/container.db', '/tmp/tmplvzbimq8/containers/part/suffix/hash/container_1734804794.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmplvzbimq8/containers/part/suffix/hash/container_1734804794.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5kt23n6l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. -test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. -test ERROR: ERROR: Unable to access foo/bar: permission_denied -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp6ow8bbmp/devices/sda1 (pid: 4136271) -test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmp6ow8bbmp/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804795.00000 -test INFO: Object update sweep completed on /tmp/tmp6ow8bbmp/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 4136271) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpl11d62yc/devices/sda1 (pid: 4136271) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpl11d62yc/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804795.00000 -test INFO: Object update sweep completed on /tmp/tmpl11d62yc/devices/sda1 in 0.02s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 4136271) -test INFO: Object update single-threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpzdcx82jn/devices/sda1 (pid: 4136271) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmpzdcx82jn/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804794.00000 to .shards_a/c_shard_new -test DEBUG: Update sent for /.shards_a/c_shard_new/o /tmp/tmpzdcx82jn/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804794.00000 -test INFO: Object update sweep completed on /tmp/tmpzdcx82jn/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 4136271) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp1djlx5wg/devices/sda1 (pid: 4136271) -test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmp1djlx5wg/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804794.00000 -test INFO: Object update sweep completed on /tmp/tmp1djlx5wg/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 4136271) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp1djlx5wg/devices/sda1 (pid: 4136271) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmp1djlx5wg/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804794.00000 to .shards_a/c_shard_1 -test DEBUG: Update sent for /.shards_a/c_shard_1/o /tmp/tmp1djlx5wg/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804794.00000 -test INFO: Object update sweep completed on /tmp/tmp1djlx5wg/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 4136271) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpr0x85ebr/devices/sda1 (pid: 4136271) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_older/o /tmp/tmpr0x85ebr/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804794.00000 to .shards_a/c_shard_new -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_new/o /tmp/tmpr0x85ebr/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804794.00000 to .shards_a/c_shard_newer -test INFO: Object update sweep completed on /tmp/tmpr0x85ebr/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 4136271) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drainstest.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path ... ok - -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpr0x85ebr/devices/sda1 (pid: 4136271) -test DEBUG: Update sent for /.shards_a/c_shard_newer/o /tmp/tmpr0x85ebr/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804794.00000 -test INFO: Object update sweep completed on /tmp/tmpr0x85ebr/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 4136271) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpg0w0o149/devices/sda1 (pid: 4136271) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmpg0w0o149/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804794.00000 to .shards_a/c_shard_1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmpg0w0o149/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804794.00000 to .shards_a/c_shard_2 -test INFO: Object update sweep completed on /tmp/tmpg0w0o149/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 4136271) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpg0w0o149/devices/sda1 (pid: 4136271) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_2/o /tmp/tmpg0w0o149/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804794.00000 to None -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmpg0w0o149/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804794.00000 to .shards_a/c_shard_3 -test INFO: Object update sweep completed on /tmp/tmpg0w0o149/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 4136271) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpg0w0o149/devices/sda1 (pid: 4136271) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_3/o /tmp/tmpg0w0o149/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804794.00000 to .shards_a/c_shard_1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmpg0w0o149/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804794.00000 to None -test INFO: Object update sweep completed on /tmp/tmpg0w0o149/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 4136271) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpg0w0o149/devices/sda1 (pid: 4136271) -test DEBUG: Update sent for /a/c/o /tmp/tmpg0w0o149/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804794.00000 -test INFO: Object update sweep completed on /tmp/tmpg0w0o149/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 4136271) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpo0kewre5/devices/sda1 (pid: 4136271) -test DEBUG: Update sent for /.shards_a/shard_c/o /tmp/tmpo0kewre5/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804795.00000 -test INFO: Object update sweep completed on /tmp/tmpo0kewre5/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 4136271) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpo0kewre5/devices/sda1 (pid: 4136271) -test DEBUG: Update sent for /a/c/o /tmp/tmpo0kewre5/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804796.00000 -test INFO: Object update sweep completed on /tmp/tmpo0kewre5/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 4136271) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Exception: Boom! +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: ERROR: Failed to get paths to drive partitions: permission_denied +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache with lock_file(cache_file, lock_timeout, unlink=False) as cf: @@ -51661,40 +59470,18 @@ return next(self.gen) File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpo0kewre5/devices/sda1 (pid: 4136271)test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies -test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim ... ok +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon'test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container +test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container ... ok +test.unit.container.test_updater.TestContainerUpdater.test_run_once +test.unit.container.test_updater.TestContainerUpdater.test_run_once ... ok +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted ... ok +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout ... ok -test DEBUG: Update sent for /a/c/o /tmp/tmpo0kewre5/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804797.00000 -test INFO: Object update sweep completed on /tmp/tmpo0kewre5/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 4136271) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpo0kewre5/devices/sda1 (pid: 4136271) -test DEBUG: Update sent for /a/c/o /tmp/tmpo0kewre5/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804798.00000 -test INFO: Object update sweep completed on /tmp/tmpo0kewre5/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 4136271) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache with lock_file(cache_file, lock_timeout, unlink=False) as cf: @@ -51703,13 +59490,13 @@ return next(self.gen) File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpo0kewre5/devices/sda1 (pid: 4136271) -test DEBUG: Update sent for /a/c/o /tmp/tmpo0kewre5/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804799.00000 -test INFO: Object update sweep completed on /tmp/tmpo0kewre5/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 4136271) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /.shards_a/c /tmp/tmpsg1m_kb_/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache with lock_file(cache_file, lock_timeout, unlink=False) as cf: @@ -51718,13 +59505,13 @@ return next(self.gen) File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpo0kewre5/devices/sda1 (pid: 4136271) -test DEBUG: Update sent for /a/c/o /tmp/tmpo0kewre5/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804800.00000 -test INFO: Object update sweep completed on /tmp/tmpo0kewre5/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 4136271) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /.shards_a/c /tmp/tmpsg1m_kb_/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache with lock_file(cache_file, lock_timeout, unlink=False) as cf: @@ -51733,13 +59520,11 @@ return next(self.gen) File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpkimufgsj/devices/sda1 (pid: 4136271) -test DEBUG: Update sent for /a/c/o /tmp/tmpkimufgsj/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804795.00000 -test INFO: Object update sweep completed on /tmp/tmpkimufgsj/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 4136271) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test DEBUG: Update report sent for /.shards_a/c /tmp/tmpsg1m_kb_/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache with lock_file(cache_file, lock_timeout, unlink=False) as cf: @@ -51748,13 +59533,27 @@ return next(self.gen) File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpkimufgsj/devices/sda1 (pid: 4136271) -test DEBUG: Update sent for /a/c/o /tmp/tmpkimufgsj/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804797.00000 -test INFO: Object update sweep completed on /tmp/tmpkimufgsj/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 4136271) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /a/c /tmp/tmpkh_qp91t/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /a/c /tmp/tmpkh_qp91t/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test DEBUG: Update report sent for /a/c /tmp/tmpkh_qp91t/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache with lock_file(cache_file, lock_timeout, unlink=False) as cf: @@ -51763,770 +59562,11 @@ return next(self.gen) File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpmfe7gff1/devices/sda1 (pid: 4136271) -test ERROR: ERROR Pickle problem, quarantining /tmp/tmpmfe7gff1/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804794.00000: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/updater.py", line 431, in _load_update - return pickle.load(open(update_path, 'rb')) - ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^ -_pickle.UnpicklingError: invalid load key, '\xff'.test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine ... ok -test ERROR: Failed to unlink '/tmp/tmpzfnag3ee/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - ~~~~~~~~~^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpzfnag3ee/containers/part/suffix/hash/container_1734804785.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpzfnag3ee/containers/part/suffix/hash/container_1734804785.00000.db': ['/tmp/tmpzfnag3ee/containers/part/suffix/hash/container.db', '/tmp/tmpzfnag3ee/containers/part/suffix/hash/container_1734804786.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpzfnag3ee/containers/part/suffix/hash/container_1734804786.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test ERROR: Problem finding shard upper in '/tmp/tmpr23p86t5/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpr23p86t5/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - shard_size, last_shard_upper) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpmdxykr8r/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpmdxykr8r/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path ... ok -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep -test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file ... ok - -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcnb2zoow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.94530.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpcnb2zoow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.94530.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcnb2zoow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.94530.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcnb2zoow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.94530.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcnb2zoow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.94530.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpcnb2zoow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.94530.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpcnb2zoow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.94530.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017762184143066406s, path: a/c, db: /tmp/tmpcnb2zoow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.0001380443572998047s, path: a/c, db: /tmp/tmpcnb2zoow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpcnb2zoow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.94530.db -sharder-test INFO: Cleaved ShardRange in 0.022s, path: a/c, db: /tmp/tmpcnb2zoow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.94530.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1734804754.48777, (0, 0) as of 1734804754.48777, created as of 1734804754.48777>, path: a/c, db: /tmp/tmpcnb2zoow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.94530.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00023698806762695312s, path: a/c, db: /tmp/tmpcnb2zoow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00014162063598632812s, path: a/c, db: /tmp/tmpcnb2zoow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpcnb2zoow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.94530.db -sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1734804754.48777, (1, 6144) as of 1734804794.24976, cleaved as of 1734804754.48777> in 0.205s, path: a/c, db: /tmp/tmpcnb2zoow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.94530.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpcnb2zoow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.94530.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcnb2zoow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpcnb2zoow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.94530.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpcnb2zoow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804793.94530.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.28922.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.28922.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.28922.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.28922.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.28922.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.28922.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.28922.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00016999244689941406s, path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011014938354492188s, path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.28922.db -sharder-test INFO: Cleaved ShardRange in 0.024s, path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.28922.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1734804754.48777, (0, 0) as of 1734804754.48777, created as of 1734804754.48777>, path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.28922.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states ... ok -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Problem finding shard upper in '/tmp/tmpaami2rzl/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpaami2rzl/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - shard_size, last_shard_upper) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpb1fe17cz/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpb1fe17cz/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors ... ok -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_repeated -test.unit.container.test_sharder.TestSharder.test_cleave_repeated ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit ... ok - -sharder-test DEBUG: got 6 rows (deleted=False) in 0.0001785755157470703s, path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012302398681640625s, path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.28922.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1734804754.48777, (6, 6) as of 1734804794.38681, cleaved as of 1734804754.48777> in 0.02s, path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.28922.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.28922.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '43fe332d-405f-436a-9c91-6a37601917ba-sda', 'cursor': '', 'max_row': 12, 'cleave_to_row': 10, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.28922.db -sharder-test INFO: Completed cleaving, DB remaining in sharding state, path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.28922.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.28922.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.28922.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.28922.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.28922.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.28922.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.28922.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.28922.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.28922.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.28922.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.28922.db -sharder-test INFO: Cleaving from row 10 into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.28922.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015997886657714844s, path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011205673217773438s, path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.28922.db -sharder-test INFO: Cleaved ShardRange in 0.01s, path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.28922.db -sharder-test INFO: Cleaving from row 10 into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1734804754.48777, (6, 6) as of 1734804794.38681, cleaved as of 1734804754.48777>, path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.28922.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017952919006347656s, path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011420249938964844s, path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.28922.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1734804754.48777, (6, 6) as of 1734804794.38681, cleaved as of 1734804754.48777> in 0.021s, path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.28922.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.28922.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.28922.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpg2nbx7s4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.28922.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta ... ok - -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.54161.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.54161.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.54161.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.54161.db -sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.54161.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017595291137695312s, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011873245239257812s, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.54161.db -sharder-test INFO: Cleaved ShardRange in 0.012s, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.54161.db -sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1734804754.48777, (0, 0) as of 1734804754.48777, found as of 1734804754.48777>, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.54161.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.54161.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.54161.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1734804754.48777, (0, 0) as of 1734804754.48777, created as of 1734804754.48777>, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.54161.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.005080699920654297s, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001270771026611328s, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.54161.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmp1soj6y5c/sda/containers/0/fec/be01134b0c7bfad4dfd1eb1912958fec/be01134b0c7bfad4dfd1eb1912958fec.db, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.54161.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.54161.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.54161.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1734804754.48777, (0, 0) as of 1734804754.48777, created as of 1734804754.48777>, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.54161.db -sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1734804754.48777, (0, 0) as of 1734804754.48777, created as of 1734804754.48777> - shard db already in sync, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.54161.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.54161.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1734804754.48777, (3, 6) as of 1734804794.70485, cleaved as of 1734804754.48777> in 0.007s, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.54161.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1734804754.48777, (0, 0) as of 1734804754.48777, created as of 1734804754.48777>, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.54161.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016570091247558594s, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011420249938964844s, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.54161.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1734804754.48777, (1, 100) as of 1734804794.73485, cleaved as of 1734804754.48777> in 0.016s, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.54161.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.54161.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.54161.db -sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1734804754.48777, (0, 0) as of 1734804754.48777, created as of 1734804754.48777>, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.54161.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015854835510253906s, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_root -test.unit.container.test_sharder.TestSharder.test_cleave_root ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip -test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break -test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff -test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals ... ok - -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011777877807617188s, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.54161.db -sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1734804754.48777, (1, 1000) as of 1734804794.78979, cleaved as of 1734804754.48777> in 0.022s, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.54161.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.54161.db -sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.54161.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.54161.db -sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.54161.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1734804754.48777, (2, 15) as of 1734804794.83581, active as of 1734804754.48777>, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.54161.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020599365234375s, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011730194091796875s, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.54161.db -sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1734804754.48777, (2, 15) as of 1734804794.83581, active as of 1734804754.48777> in 0.013s, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.54161.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.54161.db -sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.54161.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmp1soj6y5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.54161.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpqzt878ut/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.90718.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpqzt878ut/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.90718.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpqzt878ut/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.90718.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpqzt878ut/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.90718.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpqzt878ut/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.90718.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpqzt878ut/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.90718.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014925003051757812s, path: a/c, db: /tmp/tmpqzt878ut/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.942054748535156e-05s, path: a/c, db: /tmp/tmpqzt878ut/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpqzt878ut/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.90718.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpqzt878ut/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.90718.db -sharder-test INFO: Cleaved ShardRange in 0.014s, path: a/c, db: /tmp/tmpqzt878ut/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.90718.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpqzt878ut/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.90718.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpn4a_0hvl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.98638.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpn4a_0hvl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.98638.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpn4a_0hvl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.98638.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpn4a_0hvl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.98638.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpn4a_0hvl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.98638.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpn4a_0hvl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.98638.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014901161193847656s, path: a/c, db: /tmp/tmpn4a_0hvl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010347366333007812s, path: a/c, db: /tmp/tmpn4a_0hvl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpn4a_0hvl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.98638.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges -test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container ... ok - -test INFO: Object update sweep completed on /tmp/tmpmfe7gff1/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 4136271) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpgvavje33/devices/sda1 (pid: 4136271) -test DEBUG: Update sent for /a/c1/o08 /tmp/tmpgvavje33/devices/sda1/async_pending/5b8/4e594cf882aac2f7f8f2f4cdade285b8-1734804794.36369 -test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmpgvavje33/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1734804794.36398 -test INFO: Object update sweep completed on /tmp/tmpgvavje33/devices/sda1 in 0.21s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains (pid: 4136271) -test INFO: Object update single-threaded sweep completed: 0.21s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp0kdnan2p/devices/sda1 (pid: 4136271) -test DEBUG: Update sent for /a/c1/o03 /tmp/tmp0kdnan2p/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1734804794.57980 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmp0kdnan2p/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1734804794.57960 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmp0kdnan2p/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1734804794.57975 -test INFO: Object update sweep completed on /tmp/tmp0kdnan2p/devices/sda1 in 0.11s seconds:, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains (pid: 4136271) -test INFO: Object update single-threaded sweep completed: 0.11s, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp2qyab3re/devices/sda1 (pid: 4136271) -test DEBUG: Update sent for /a/c1/o01 /tmp/tmp2qyab3re/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1734804794.68775 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmp2qyab3re/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1734804794.68765 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmp2qyab3re/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1734804794.68779 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmp2qyab3re/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1734804794.68784 -test INFO: Object update sweep completed on /tmp/tmp2qyab3re/devices/sda1 in 0.01s seconds:, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains (pid: 4136271) -test INFO: Object update single-threaded sweep completed: 0.01s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpxiywvds5/devices/sda1 (pid: 4136271) -test DEBUG: Update sent for /a/c1/o01 /tmp/tmpxiywvds5/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1734804794.69690 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmpxiywvds5/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1734804794.70506 -test INFO: Object update sweep completed on /tmp/tmpxiywvds5/devices/sda1 in 0.11s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains (pid: 4136271) -test INFO: Object update single-threaded sweep completed: 0.11s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmprapnas7i/devices/sda1 (pid: 4136271) -test DEBUG: Update sent for /a/c1/o06 /tmp/tmprapnas7i/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1734804794.81674 -test DEBUG: Update sent for /a/c1/o01 /tmp/tmprapnas7i/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1734804794.81645 -test DEBUG: Update sent for /a/c1/o04 /tmp/tmprapnas7i/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1734804794.81664 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmprapnas7i/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1734804794.81655 -test DEBUG: Update sent for /a/c1/o08 /tmp/tmprapnas7i/devices/sda1/async_pending/5b8/4e594cf882aac2f7f8f2f4cdade285b8-1734804794.81683 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmprapnas7i/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1734804794.81635 -test DEBUG: Update sent for /a/c1/o07 /tmp/tmprapnas7i/devices/sda1/async_pending/fc8/26ac197975ac1169d403eeb7ae8bbfc8-1734804794.81679 -test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmprapnas7i/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1734804794.82130 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmprapnas7i/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1734804794.81651 -test DEBUG: Update sent for /a/c1/o05 /tmp/tmprapnas7i/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1734804794.81670 -test DEBUG: Update sent for /a/c1/o09 /tmp/tmprapnas7i/devices/sda1/async_pending/bee/db77f283b4b1bb5e5b6ce501ca337bee-1734804794.81687 -test INFO: Object update sweep completed on /tmp/tmprapnas7i/devices/sda1 in 0.20s seconds:, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 4136271) -test INFO: Object update single-threaded sweep completed: 0.20s, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp73iq3ade/devices/sda1 (pid: 4136271) -test DEBUG: Update sent for /a/c1/o05 /tmp/tmp73iq3ade/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1734804795.02822 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmp73iq3ade/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1734804795.02795 -test DEBUG: Update sent for /a/c1/o04 /tmp/tmp73iq3ade/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1734804795.02818 -test DEBUG: Update sent for /a/c1/o01 /tmp/tmp73iq3ade/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1734804795.02805 -test DEBUG: Update sent for /a/c1/o06 /tmp/tmp73iq3ade/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1734804795.02826 -test INFO: Object update sweep completed on /tmp/tmp73iq3ade/devices/sda1 in 0.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains (pid: 4136271) -test INFO: Object update single-threaded sweep completed: 0.00s, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpbdepki85/devices/sda1 (pid: 4136271) -test INFO: Object update sweep completed on /tmp/tmpbdepki85/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 4136271) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpbdepki85/devices/sda1 (pid: 4136271) -test INFO: Object update sweep completed on /tmp/tmpbdepki85/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 4136271) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drainstest.unit.obj.test_updater.TestObjectUpdater.test_run_once -test.unit.obj.test_updater.TestObjectUpdater.test_run_once ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted -test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty ... ok -test ERROR: Failed to unlink '/tmp/tmprq5cvqra/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - ~~~~~~~~~^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmprq5cvqra/containers/part/suffix/hash/container_1734804795.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmprq5cvqra/containers/part/suffix/hash/container_1734804795.00000.db': ['/tmp/tmprq5cvqra/containers/part/suffix/hash/container.db', '/tmp/tmprq5cvqra/containers/part/suffix/hash/container_1734804796.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmprq5cvqra/containers/part/suffix/hash/container_1734804796.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer ERROR: Unexpected response while deleting object account container obj: 404 -test-expirer DEBUG: b'' -test-expirer ERROR: Unexpected response while deleting object account container obj: 412 -test-expirer DEBUG: b'' -test-expirer ERROR: Unexpected response while deleting object account container obj: 500 -test-expirer DEBUG: b'' -test-expirer ERROR: Exception while deleting object account container obj : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - is_async_delete) - ^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer ERROR: Exception while deleting object .expiring_objects 1734652768 1734718394-a0/c0/o0 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - is_async_delete) - ^^^^^^^^^^^^^^^^ -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1734652768 1734718394-a1/c1/o1 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - is_async_delete) - ^^^^^^^^^^^^^^^^ -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1734652768 1734718394-a2/c2/o2 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - is_async_delete) - ^^^^^^^^^^^^^^^^ -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1734652768 1734718394-a3/c3/o3 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - is_async_delete) - ^^^^^^^^^^^^^^^^ -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1734652768 1734718394-a4/c4/o4 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - is_async_delete) - ^^^^^^^^^^^^^^^^ -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1734739168 1734804793-a5/c5/o5 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - is_async_delete) - ^^^^^^^^^^^^^^^^ -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1734739168 1734804793-a6/c6/o6 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - is_async_delete) - ^^^^^^^^^^^^^^^^ -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1734739168 1734804793-a7/c7/o7 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - is_async_delete) - ^^^^^^^^^^^^^^^^ -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were giventest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs ... ok - -sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1734804754.48777, (0, 0) as of 1734804754.48777, created as of 1734804754.48777>, path: a/c, db: /tmp/tmpn4a_0hvl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.98638.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001430511474609375s, path: a/c, db: /tmp/tmpn4a_0hvl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.799003601074219e-05s, path: a/c, db: /tmp/tmpn4a_0hvl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange<'d' to 'x' as of 1734804754.48777, (0, 0) as of 1734804754.48777, created as of 1734804754.48777> - zero objects found, path: a/c, db: /tmp/tmpn4a_0hvl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.98638.db -sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'x' to MaxBound as of 1734804754.48777, (0, 0) as of 1734804754.48777, created as of 1734804754.48777>, path: a/c, db: /tmp/tmpn4a_0hvl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.98638.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015997886657714844s, path: a/c, db: /tmp/tmpn4a_0hvl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001270771026611328s, path: a/c, db: /tmp/tmpn4a_0hvl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange<'x' to MaxBound as of 1734804754.48777, (0, 0) as of 1734804754.48777, created as of 1734804754.48777> - zero objects found, path: a/c, db: /tmp/tmpn4a_0hvl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.98638.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpn4a_0hvl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804794.98638.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.10233.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.10233.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.10233.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.10233.db -sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.10233.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001723766326904297s, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011777877807617188s, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.198883056640625e-05s, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011420249938964844s, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.10233.db -sharder-test INFO: Cleaved ShardRange in 0.014s, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.10233.db -sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1734804754.48777, (0, 0) as of 1734804754.48777, found as of 1734804754.48777>, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.10233.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.10233.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.10233.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1734804754.48777, (0, 0) as of 1734804754.48777, created as of 1734804754.48777>, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.10233.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001697540283203125s, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 7.367134094238281e-05s, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 7.152557373046875e-05s, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.29425048828125e-05s, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011610984802246094s, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.10233.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpxxu0mc8k/sda/containers/0/fec/be01134b0c7bfad4dfd1eb1912958fec/be01134b0c7bfad4dfd1eb1912958fec.db, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.10233.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry -test.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_get_delay_reaping -test.unit.obj.test_expirer.TestObjectExpirer.test_get_delay_reaping ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod -test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init -test.unit.obj.test_expirer.TestObjectExpirer.test_init ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small -test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_keys -test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_keys ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_values -test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_values ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping_is_async -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping_is_async ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_and_delayed_tasks -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_and_delayed_tasks ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_multi_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_multi_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_single_process -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_single_process ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names ... ok - -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.10233.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.10233.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1734804754.48777, (0, 0) as of 1734804754.48777, created as of 1734804754.48777>, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.10233.db -sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1734804754.48777, (0, 0) as of 1734804754.48777, created as of 1734804754.48777> - shard db already in sync, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.10233.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.10233.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1734804754.48777, (3, 6) as of 1734804795.21750, cleaved as of 1734804754.48777> in 0.003s, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.10233.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1734804754.48777, (0, 0) as of 1734804754.48777, created as of 1734804754.48777>, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.10233.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016880035400390625s, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.127357482910156e-05s, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010967254638671875s, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.10233.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1734804754.48777, (1, 100) as of 1734804795.23131, cleaved as of 1734804754.48777> in 0.008s, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.10233.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.10233.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.10233.db -sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1734804754.48777, (0, 0) as of 1734804754.48777, created as of 1734804754.48777>, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.10233.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017642974853515625s, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.29425048828125e-05s, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00013589859008789062s, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 6.246566772460938e-05s, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.10233.db -sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1734804754.48777, (1, 1000) as of 1734804795.27066, cleaved as of 1734804754.48777> in 0.012s, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.10233.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.10233.db -sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.10233.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.10233.db -sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.10233.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1734804754.48777, (2, 15) as of 1734804795.28383, active as of 1734804754.48777>, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.10233.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015807151794433594s, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 5.7697296142578125e-05s, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011968612670898438s, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.10233.db -sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1734804754.48777, (2, 15) as of 1734804795.28383, active as of 1734804754.48777> in 0.009s, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.10233.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.10233.db -sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.10233.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmpxxu0mc8k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.10233.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one -test.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change -test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break -test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj -test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue -test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT ... ok - -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp4y6a6ctx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.32722.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4y6a6ctx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.32722.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4y6a6ctx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.32722.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4y6a6ctx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.32722.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmp4y6a6ctx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.32722.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp4y6a6ctx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.32722.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00016164779663085938s, path: a/c, db: /tmp/tmp4y6a6ctx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011706352233886719s, path: a/c, db: /tmp/tmp4y6a6ctx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp4y6a6ctx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.32722.db -sharder-test INFO: Cleaved ShardRange in 0.012s, path: a/c, db: /tmp/tmp4y6a6ctx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.32722.db -sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1734804754.48777, (500000, 0) as of 1734804754.48777, created as of 1734804754.48777>, path: a/c, db: /tmp/tmp4y6a6ctx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.32722.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001621246337890625s, path: a/c, db: /tmp/tmp4y6a6ctx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012063980102539062s, path: a/c, db: /tmp/tmp4y6a6ctx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_x_1 for ShardRange, path: a/c, db: /tmp/tmp4y6a6ctx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.32722.db -sharder-test INFO: Cleaved ShardRange<'d' to 'x' as of 1734804754.48777, (2, 103) as of 1734804795.38175, cleaved as of 1734804754.48777> in 0.017s, path: a/c, db: /tmp/tmp4y6a6ctx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.32722.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp4y6a6ctx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.32722.db -sharder-test DEBUG: Continuing to cleave (2 done, 1 todo), path: a/c, db: /tmp/tmp4y6a6ctx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.32722.db -sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'d' to MaxBound as of 1734804795.40279, (500000, 0) as of 1734804795.40279, created as of 1734804795.40279>, path: a/c, db: /tmp/tmp4y6a6ctx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.32722.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00017547607421875s, path: a/c, db: /tmp/tmp4y6a6ctx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011706352233886719s, path: a/c, db: /tmp/tmp4y6a6ctx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__2 for ShardRange, path: a/c, db: /tmp/tmp4y6a6ctx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.32722.db -sharder-test INFO: Cleaved ShardRange<'d' to MaxBound as of 1734804795.40279, (3, 1103) as of 1734804795.43563, cleaved as of 1734804795.40279> in 0.016s, path: a/c, db: /tmp/tmp4y6a6ctx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.32722.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp4y6a6ctx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804795.32722.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp7t6ejthi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804795.44882.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp7t6ejthi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804795.44882.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmp7t6ejthi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804795.44882.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015044212341308594s, path: .shards_a/shard_c, db: /tmp/tmp7t6ejthi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=False) in 7.534027099609375e-05s, path: .shards_a/shard_c, db: /tmp/tmp7t6ejthi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000118255615234375s, path: .shards_a/shard_c, db: /tmp/tmp7t6ejthi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmp7t6ejthi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/c_here_0 in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmp7t6ejthi/sda/containers/0/b66/54aec62e3fc84971efeb015534e23b66/54aec62e3fc84971efeb015534e23b66.db, path: .shards_a/shard_c, db: /tmp/tmp7t6ejthi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011587142944335938s, path: .shards_a/shard_c, db: /tmp/tmp7t6ejthi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011610984802246094s, path: .shards_a/shard_c, db: /tmp/tmp7t6ejthi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.175041198730469e-05s, path: .shards_a/shard_c, db: /tmp/tmp7t6ejthi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order ... ok -test.unit.container.test_sharder.TestCleavingContext.test_cursor -test.unit.container.test_sharder.TestCleavingContext.test_cursor ... ok -test.unit.container.test_sharder.TestCleavingContext.test_delete -test.unit.container.test_sharder.TestCleavingContext.test_delete ... ok -test.unit.container.test_sharder.TestCleavingContext.test_done -test.unit.container.test_sharder.TestCleavingContext.test_done ... ok -test.unit.container.test_sharder.TestCleavingContext.test_init -test.unit.container.test_sharder.TestCleavingContext.test_init ... ok -test.unit.container.test_sharder.TestCleavingContext.test_iter -test.unit.container.test_sharder.TestCleavingContext.test_iter ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load -test.unit.container.test_sharder.TestCleavingContext.test_load ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_all -test.unit.container.test_sharder.TestCleavingContext.test_load_all ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_shard -test.unit.container.test_sharder.TestSharder.test_cleave_shard ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency -test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_report -test.unit.obj.test_expirer.TestObjectExpirer.test_report ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order -test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_command_line -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_command_line ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_config -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_config ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style ... ok -test.unit.container.test_sharder.TestCleavingContext.test_range_done -test.unit.container.test_sharder.TestCleavingContext.test_range_done ... ok -test.unit.container.test_sharder.TestCleavingContext.test_reset -test.unit.container.test_sharder.TestCleavingContext.test_reset ... ok -test.unit.container.test_sharder.TestCleavingContext.test_start -test.unit.container.test_sharder.TestCleavingContext.test_start ... ok - -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpbdepki85/devices/sda1 (pid: 4136271) -test INFO: Object update sweep completed on /tmp/tmpbdepki85/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 4136271) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpbdepki85/devices/sda1 (pid: 4136271) -test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused -test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused -test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused -test DEBUG: Update failed for /a/c/o /tmp/tmpbdepki85/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804795.04811 -test INFO: Object update sweep completed on /tmp/tmpbdepki85/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 4136271) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpbdepki85/devices/sda1 (pid: 4136271) -test DEBUG: Error code 500 is returned from remote server 127.0.0.1:35679/sda1 -test DEBUG: Error code 500 is returned from remote server 127.0.0.1:35679/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpbdepki85/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804795.04811 -test INFO: Object update sweep completed on /tmp/tmpbdepki85/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 4136271) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpbdepki85/devices/sda1 (pid: 4136271) -test DEBUG: Error code 404 is returned from remote server 127.0.0.1:35679/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpbdepki85/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804795.04811 -test INFO: Object update sweep completed on /tmp/tmpbdepki85/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 4136271) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpbdepki85/devices/sda1 (pid: 4136271) -test INFO: Timeout waiting on remote server 127.0.0.1:35679/sda1: 99 seconds -test DEBUG: Update failed for /a/c/o /tmp/tmpbdepki85/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804795.04811 -test INFO: Object update sweep completed on /tmp/tmpbdepki85/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 4136271) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpbdepki85/devices/sda1 (pid: 4136271) -test INFO: Timeout connecting to remote server 127.0.0.1:35679/sda1: 9 seconds -test DEBUG: Update failed for /a/c/o /tmp/tmpbdepki85/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804795.04811 -test INFO: Object update sweep completed on /tmp/tmpbdepki85/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 4136271) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpbdepki85/devices/sda1 (pid: 4136271) -test DEBUG: Update sent for /a/c/o /tmp/tmpbdepki85/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804795.04811 -test INFO: Object update sweep completed on /tmp/tmpbdepki85/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 4136271) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test WARNING: Skipping: -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test WARNING: /tmp/tmpppqzkk82/tmp_test_container_updater/devices/sda1 is not mounted +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache with lock_file(cache_file, lock_timeout, unlink=False) as cf: @@ -52535,92 +59575,15 @@ return next(self.gen) File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Object update sweep starting on /tmp/tmp0j0jquan/devices/sda1 (pid: 4136271) -test INFO: Object update sweep progress on /tmp/tmp0j0jquan/devices/sda1: 16.00s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 4136271) -test INFO: Object update sweep progress on /tmp/tmp0j0jquan/devices/sda1: 32.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 4136271) -test INFO: Object update sweep completed on /tmp/tmp0j0jquan/devices/sda1 in 44.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 4136271) -test INFO: Object update sweep starting on /tmp/tmp29f84trl/devices/sda1 (pid: 4136271) -test INFO: Object update sweep completed on /tmp/tmp29f84trl/devices/sda1 in 0.13s seconds:, 6 successes, 0 failures, 0 quarantines, 6 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 4136271) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8d64fc13e93f40e69af37-006767053b) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx72ecae58844f40aa9ff90-006767053b) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx6c3ce25c908f40c3afbd8-006767053b) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txadc93c5cedda440f81ce0-006767053b) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx6040b99819d545c596ec2-006767053b) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx2f962eeb21bd44f3b7dd0-006767053b) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa3d58244ba314ca2b5391-006767053b)test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store -test.unit.container.test_sharder.TestCleavingContext.test_store ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats ... ok - -sharder-test DEBUG: got 1 rows (deleted=True) in 6.771087646484375e-05s, path: .shards_a/shard_c, db: /tmp/tmp7t6ejthi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1734804754.48777, (0, 0) as of 1734804754.48777, active as of 1734804754.48777>, path: .shards_a/shard_c, db: /tmp/tmp7t6ejthi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmp7t6ejthi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804795.44882.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp7t6ejthi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804795.44882.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmp7t6ejthi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804795.44882.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_0 for ShardRange<'here' to 'there' as of 1734804754.48777, (0, 0) as of 1734804754.48777, created as of 1734804754.48777>, path: .shards_a/shard_c, db: /tmp/tmp7t6ejthi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804795.44882.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00017642974853515625s, path: .shards_a/shard_c, db: /tmp/tmp7t6ejthi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012445449829101562s, path: .shards_a/shard_c, db: /tmp/tmp7t6ejthi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_0 for ShardRange<'here' to 'where' as of 1734804795.44880, (0, 0) as of 1734804795.44880, sharding as of 1734804795.44880>, path: .shards_a/shard_c, db: /tmp/tmp7t6ejthi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804795.44882.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1734804754.48777, (3, 6) as of 1734804795.58377, cleaved as of 1734804754.48777> in 0.015s, path: .shards_a/shard_c, db: /tmp/tmp7t6ejthi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804795.44882.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp7t6ejthi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804795.44882.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp7t6ejthi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804795.44882.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp7t6ejthi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804795.44882.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmp7t6ejthi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804795.44882.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001704692840576172s, path: .shards_a/shard_c, db: /tmp/tmp7t6ejthi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=False) in 6.818771362304688e-05s, path: .shards_a/shard_c, db: /tmp/tmp7t6ejthi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010418891906738281s, path: .shards_a/shard_c, db: /tmp/tmp7t6ejthi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmp7t6ejthi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012302398681640625s, path: .shards_a/shard_c, db: /tmp/tmp7t6ejthi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010418891906738281s, path: .shards_a/shard_c, db: /tmp/tmp7t6ejthi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmp7t6ejthi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804795.44882.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp7t6ejthi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804795.44882.db -sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: .shards_a/shard_c, db: /tmp/tmp7t6ejthi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804795.44882.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_1 for ShardRange<'there' to 'where' as of 1734804754.48777, (2, 15) as of 1734804795.60455, cleaved as of 1734804754.48777>, path: .shards_a/shard_c, db: /tmp/tmp7t6ejthi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804795.44882.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016236305236816406s, path: .shards_a/shard_c, db: /tmp/tmp7t6ejthi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010633468627929688s, path: .shards_a/shard_c, db: /tmp/tmp7t6ejthi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_1 for ShardRange<'here' to 'where' as of 1734804795.44880, (0, 0) as of 1734804795.44880, sharding as of 1734804795.44880>, path: .shards_a/shard_c, db: /tmp/tmp7t6ejthi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804795.44882.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1734804754.48777, (2, 15) as of 1734804795.60455, cleaved as of 1734804754.48777> in 0.012s, path: .shards_a/shard_c, db: /tmp/tmp7t6ejthi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804795.44882.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp7t6ejthi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804795.44882.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpm2sjnzsv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpm2sjnzsv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpm2sjnzsv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpm2sjnzsv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpm2sjnzsv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmpm2sjnzsv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpm2sjnzsv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range -test.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_old_style ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style ... ok +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test INFO: Failed to get container info (Lock timeout: 10 seconds: /tmp/tmps3hisf0n/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db); skipping. +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changestest.unit.container.test_updater.TestContainerUpdater.test_shard_container +test.unit.container.test_updater.TestContainerUpdater.test_shard_container ... ok +test.unit.container.test_updater.TestContainerUpdater.test_unicode +test.unit.container.test_updater.TestContainerUpdater.test_unicode ... ok test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data @@ -52631,8 +59594,6 @@ test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts @@ -52677,16 +59638,6 @@ test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited ... ok test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev @@ -52807,400 +59758,16 @@ test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_expirer.TestExpirerHelpers.test_add_expirer_bytes_to_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_add_expirer_bytes_to_ctype ... ok -test.unit.obj.test_expirer.TestExpirerHelpers.test_add_invalid_expirer_bytes_to_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_add_invalid_expirer_bytes_to_ctype ... ok -test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_expirer_bytes_from_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_expirer_bytes_from_ctype ... ok -test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_missing_bytes_from_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_missing_bytes_from_ctype ... ok -test.unit.obj.test_expirer.TestExpirerHelpers.test_inverse_add_extract_bytes_from_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_inverse_add_extract_bytes_from_ctype ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body ... ok - -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_1, db: /tmp/tmpneo1s769/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1734804808.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_1, db: /tmp/tmpneo1s769/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1734804808.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_1, db: /tmp/tmpneo1s769/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1734804808.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014090538024902344s, path: .shards_a/donor_1, db: /tmp/tmpneo1s769/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.107589721679688e-05s, path: .shards_a/donor_1, db: /tmp/tmpneo1s769/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.822845458984375e-05s, path: .shards_a/donor_1, db: /tmp/tmpneo1s769/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010776519775390625s, path: .shards_a/donor_1, db: /tmp/tmpneo1s769/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_1, db: /tmp/tmpneo1s769/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1734804808.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_1, db: /tmp/tmpneo1s769/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1734804808.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_1_ for ShardRange<'h' to MaxBound as of 1734804795.75868, (1000, 11111) as of 1734804795.75868, created as of 1734804795.75868>, path: .shards_a/donor_1, db: /tmp/tmpneo1s769/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1734804808.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00016999244689941406s, path: .shards_a/donor_1, db: /tmp/tmpneo1s769/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011014938354492188s, path: .shards_a/donor_1, db: /tmp/tmpneo1s769/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_1_ for ShardRange<'h' to 'w' as of 1734804818.00000, (0, 0) as of 1734804807.00000, shrunk as of 1734804807.00000>, path: .shards_a/donor_1, db: /tmp/tmpneo1s769/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1734804808.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1734804795.75868, (1000, 11111) as of 1734804795.75868, created as of 1734804795.75868> in 0.008s, path: .shards_a/donor_1, db: /tmp/tmpneo1s769/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1734804808.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_1, db: /tmp/tmpneo1s769/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1734804808.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpneo1s769/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_2, db: /tmp/tmpneo1s769/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1734804835.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_2, db: /tmp/tmpneo1s769/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1734804835.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_2, db: /tmp/tmpneo1s769/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1734804835.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014853477478027344s, path: .shards_a/donor_2, db: /tmp/tmpneo1s769/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014495849609375s, path: .shards_a/donor_2, db: /tmp/tmpneo1s769/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001125335693359375s, path: .shards_a/donor_2, db: /tmp/tmpneo1s769/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010323524475097656s, path: .shards_a/donor_2, db: /tmp/tmpneo1s769/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_2, db: /tmp/tmpneo1s769/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1734804835.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_2, db: /tmp/tmpneo1s769/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1734804835.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_2_ for ShardRange<'h' to MaxBound as of 1734804795.83608, (1000, 11111) as of 1734804795.83608, cleaved as of 1734804795.83608>, path: .shards_a/donor_2, db: /tmp/tmpneo1s769/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1734804835.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00021028518676757812s, path: .shards_a/donor_2, db: /tmp/tmpneo1s769/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010704994201660156s, path: .shards_a/donor_2, db: /tmp/tmpneo1s769/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_2_ for ShardRange<'h' to 'w' as of 1734804845.00000, (0, 0) as of 1734804834.00000, shrunk as of 1734804834.00000>, path: .shards_a/donor_2, db: /tmp/tmpneo1s769/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1734804835.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1734804795.83608, (1000, 11111) as of 1734804795.83608, cleaved as of 1734804795.83608> in 0.007s, path: .shards_a/donor_2, db: /tmp/tmpneo1s769/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1734804835.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_2, db: /tmp/tmpneo1s769/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1734804835.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpneo1s769/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_3, db: /tmp/tmpneo1s769/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1734804862.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_3, db: /tmp/tmpneo1s769/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1734804862.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_3, db: /tmp/tmpneo1s769/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1734804862.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001690387725830078s, path: .shards_a/donor_3, db: /tmp/tmpneo1s769/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file ... ok - -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8a607e10b42e4fafb4290-006767053b) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx33ed7841cb8c4fb18a735-006767053b) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx274906dc99074b16a1917-006767053b) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx750c3994fea24cedbf866-006767053b) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txe8e45e751c3345d08892c-006767053b) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx788bcd70799b4f9d9abc4-006767053b) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx21e275df12a34df1af497-006767053b) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx56737244a2034a8eabdb3-006767053b) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txfbbbaca8bb9444dbb3a37-006767053b) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx0d76266315844992bbe17-006767053b) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txe18e475e9d674e598f357-006767053b) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe308ab0b5b9b48579b468-006767053b) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9b71779cf9df40df8a385-006767053b) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txc6fff88d4a03499db8ac6-006767053b) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txace7adbf31f44e0f9de51-006767053b) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx4a0b45cd51c149c881873-006767053b) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txe520edac0fd54ac691b6d-006767053b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx8a9c768b668b45a8bb4c8-006767053b) -test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: tx012f6fa3419248ea855a8-006767053b) -test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx0fa5db63e2a44d0a8bec9-006767053b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx05daa607d5e84a37b6771-006767053b) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txac129f99e49b430cbc58e-006767053b) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: tx5f4d9de8270240ae9cba8-006767053b) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: tx80ac750a622540d680c3a-006767053b) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: tx848bfe277f6d4e3db9541-006767053b) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: tx4d16ea6ef51d4cfdbc15b-006767053b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx81c4416dfb8542848464e-006767053b) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx46128ed39ac5436ebce66-006767053c) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx45aea3c91efc4efa9aa38-006767053c) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx2db25f4354e84d239d56a-006767053c)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_config -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_config ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_kwargs -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_kwargs ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_process -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_process ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_equal_to_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_equal_to_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_greater_than_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_greater_than_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container -test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory ... ok - -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011515617370605469s, path: .shards_a/donor_3, db: /tmp/tmpneo1s769/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015425682067871094s, path: .shards_a/donor_3, db: /tmp/tmpneo1s769/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011754035949707031s, path: .shards_a/donor_3, db: /tmp/tmpneo1s769/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_3, db: /tmp/tmpneo1s769/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1734804862.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_3, db: /tmp/tmpneo1s769/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1734804862.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_3_ for ShardRange<'h' to MaxBound as of 1734804795.90382, (1000, 11111) as of 1734804795.90382, active as of 1734804795.90382>, path: .shards_a/donor_3, db: /tmp/tmpneo1s769/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1734804862.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00019407272338867188s, path: .shards_a/donor_3, db: /tmp/tmpneo1s769/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001361370086669922s, path: .shards_a/donor_3, db: /tmp/tmpneo1s769/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_3_ for ShardRange<'h' to 'w' as of 1734804872.00000, (0, 0) as of 1734804861.00000, shrunk as of 1734804861.00000>, path: .shards_a/donor_3, db: /tmp/tmpneo1s769/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1734804862.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1734804795.90382, (1000, 11111) as of 1734804795.90382, active as of 1734804795.90382> in 0.024s, path: .shards_a/donor_3, db: /tmp/tmpneo1s769/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1734804862.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_3, db: /tmp/tmpneo1s769/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1734804862.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpneo1s769/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_4, db: /tmp/tmpneo1s769/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1734804889.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_4, db: /tmp/tmpneo1s769/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1734804889.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_4, db: /tmp/tmpneo1s769/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1734804889.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001494884490966797s, path: .shards_a/donor_4, db: /tmp/tmpneo1s769/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001327991485595703s, path: .shards_a/donor_4, db: /tmp/tmpneo1s769/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.298324584960938e-05s, path: .shards_a/donor_4, db: /tmp/tmpneo1s769/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010013580322265625s, path: .shards_a/donor_4, db: /tmp/tmpneo1s769/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_4, db: /tmp/tmpneo1s769/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1734804889.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_4, db: /tmp/tmpneo1s769/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1734804889.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_k for ShardRange<'d' to 'k' as of 1734804796.01828, (1000, 11111) as of 1734804796.01828, created as of 1734804796.01828>, path: .shards_a/donor_4, db: /tmp/tmpneo1s769/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1734804889.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017070770263671875s, path: .shards_a/donor_4, db: /tmp/tmpneo1s769/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010561943054199219s, path: .shards_a/donor_4, db: /tmp/tmpneo1s769/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_k for ShardRange<'h' to 'w' as of 1734804888.00000, (0, 0) as of 1734804888.00000, shrinking as of 1734804888.00000>, path: .shards_a/donor_4, db: /tmp/tmpneo1s769/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1734804889.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1734804796.01828, (1000, 11111) as of 1734804796.01828, created as of 1734804796.01828> in 0.006s, path: .shards_a/donor_4, db: /tmp/tmpneo1s769/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1734804889.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_ for ShardRange<'k' to MaxBound as of 1734804796.01832, (1000, 11111) as of 1734804796.01832, created as of 1734804796.01832>, path: .shards_a/donor_4, db: /tmp/tmpneo1s769/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1734804889.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017118453979492188s, path: .shards_a/donor_4, db: /tmp/tmpneo1s769/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001087188720703125s, path: .shards_a/donor_4, db: /tmp/tmpneo1s769/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_ for ShardRange<'h' to 'w' as of 1734804888.00000, (0, 0) as of 1734804888.00000, shrinking as of 1734804888.00000>, path: .shards_a/donor_4, db: /tmp/tmpneo1s769/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1734804889.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1734804796.01832, (1000, 11111) as of 1734804796.01832, created as of 1734804796.01832> in 0.009s, path: .shards_a/donor_4, db: /tmp/tmpneo1s769/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1734804889.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_4, db: /tmp/tmpneo1s769/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1734804889.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpneo1s769/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_5, db: /tmp/tmpneo1s769/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1734804922.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_5, db: /tmp/tmpneo1s769/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1734804922.00000.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", - -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx357ab43b76084f6a92a27-006767053c) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx6d055552c95649439b49f-006767053c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: txed1cf7e63e534172a8881-006767053c) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txed1cf7e63e534172a8881-006767053c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpxwq6nx7f/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpxwq6nx7f/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpxwq6nx7f/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpxwq6nx7f/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0035 "-" 4136271 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0033 "-" 4136271 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0032 "-" 4136271 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0037 "-" 4136271 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1f77f01b568144eeb596a-006767053c" "proxy-server 4136271" 0.0021 "-" 4136271 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:43905/sdb1/0/a/c" "tx1f77f01b568144eeb596a-006767053c" "container-server 4136271" 0.0011 "-" 4136271 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:57043/sda1/0/a/c" "tx1f77f01b568144eeb596a-006767053c" "container-server 4136271" 0.0012 "-" 4136271 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx1f77f01b568144eeb596a-006767053c" "proxy-server 4136271" 0.0160 "-" 4136271 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx1f77f01b568144eeb596a-006767053c" "proxy-server 4136271" 0.0241 "-" 4136271 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/16 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx1f77f01b568144eeb596a-006767053c - 0.0347 - - 1734804796.097729683 1734804796.132419825 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx08941821a3ea410eb7d53-006767053c" "proxy-server 4136271" 0.0017 "-" 4136271 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:43905/sdb1/2/a1/c1" "tx08941821a3ea410eb7d53-006767053c" "container-server 4136271" 0.0011 "-" 4136271 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:57043/sda1/2/a1/c1" "tx08941821a3ea410eb7d53-006767053c" "container-server 4136271" 0.0011 "-" 4136271 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx08941821a3ea410eb7d53-006767053c" "proxy-server 4136271" 0.0140 "-" 4136271 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx08941821a3ea410eb7d53-006767053c" "proxy-server 4136271" 0.0193 "-" 4136271 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/16 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx08941821a3ea410eb7d53-006767053c - 0.0291 - - 1734804796.134046793 1734804796.163178444 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx19968e2e44484784bed5e-006767053c" "proxy-server 4136271" 0.0020 "-" 4136271 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:43905/sdb1/0/a/c1" "tx19968e2e44484784bed5e-006767053c" "container-server 4136271" 0.0011 "-" 4136271 1 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:57043/sda1/0/a/c1" "tx19968e2e44484784bed5e-006767053c" "container-server 4136271" 0.0018 "-" 4136271 1 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx19968e2e44484784bed5e-006767053c" "proxy-server 4136271" 0.0103 "-" 4136271 1 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx19968e2e44484784bed5e-006767053c" "proxy-server 4136271" 0.0153 "-" 4136271 1 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/16 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx19968e2e44484784bed5e-006767053c - 0.0238 - - 1734804796.164777040 1734804796.188551188 1 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0cfd2cfec3224ab1acd92-006767053c" "proxy-server 4136271" 0.0026 "-" 4136271 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:57043/sda1/2/a/c2" "tx0cfd2cfec3224ab1acd92-006767053c" "container-server 4136271" 0.0017 "-" 4136271 2test.unit.proxy.test_mem_server.TestAccountController.test_DELETE -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string ... ok - -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_5, db: /tmp/tmpneo1s769/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1734804922.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001552104949951172s, path: .shards_a/donor_5, db: /tmp/tmpneo1s769/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.822845458984375e-05s, path: .shards_a/donor_5, db: /tmp/tmpneo1s769/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010466575622558594s, path: .shards_a/donor_5, db: /tmp/tmpneo1s769/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012350082397460938s, path: .shards_a/donor_5, db: /tmp/tmpneo1s769/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_5, db: /tmp/tmpneo1s769/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1734804922.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_5, db: /tmp/tmpneo1s769/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1734804922.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_k for ShardRange<'d' to 'k' as of 1734804796.08516, (1000, 11111) as of 1734804796.08516, cleaved as of 1734804796.08516>, path: .shards_a/donor_5, db: /tmp/tmpneo1s769/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1734804922.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015878677368164062s, path: .shards_a/donor_5, db: /tmp/tmpneo1s769/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010800361633300781s, path: .shards_a/donor_5, db: /tmp/tmpneo1s769/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_k for ShardRange<'h' to 'w' as of 1734804921.00000, (0, 0) as of 1734804921.00000, shrinking as of 1734804921.00000>, path: .shards_a/donor_5, db: /tmp/tmpneo1s769/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1734804922.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1734804796.08516, (1000, 11111) as of 1734804796.08516, cleaved as of 1734804796.08516> in 0.011s, path: .shards_a/donor_5, db: /tmp/tmpneo1s769/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1734804922.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_ for ShardRange<'k' to MaxBound as of 1734804796.08520, (1000, 11111) as of 1734804796.08520, cleaved as of 1734804796.08520>, path: .shards_a/donor_5, db: /tmp/tmpneo1s769/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1734804922.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017023086547851562s, path: .shards_a/donor_5, db: /tmp/tmpneo1s769/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010633468627929688s, path: .shards_a/donor_5, db: /tmp/tmpneo1s769/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_ for ShardRange<'h' to 'w' as of 1734804921.00000, (0, 0) as of 1734804921.00000, shrinking as of 1734804921.00000>, path: .shards_a/donor_5, db: /tmp/tmpneo1s769/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1734804922.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1734804796.08520, (1000, 11111) as of 1734804796.08520, cleaved as of 1734804796.08520> in 0.006s, path: .shards_a/donor_5, db: /tmp/tmpneo1s769/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1734804922.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_5, db: /tmp/tmpneo1s769/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1734804922.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpneo1s769/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_6, db: /tmp/tmpneo1s769/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1734804955.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_6, db: /tmp/tmpneo1s769/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1734804955.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_6, db: /tmp/tmpneo1s769/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1734804955.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014519691467285156s, path: .shards_a/donor_6, db: /tmp/tmpneo1s769/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010204315185546875s, path: .shards_a/donor_6, db: /tmp/tmpneo1s769/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.989738464355469e-05s, path: .shards_a/donor_6, db: /tmp/tmpneo1s769/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010704994201660156s, path: .shards_a/donor_6, db: /tmp/tmpneo1s769/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_6, db: /tmp/tmpneo1s769/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1734804955.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_6, db: /tmp/tmpneo1s769/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1734804955.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_k for ShardRange<'d' to 'k' as of 1734804796.16694, (1000, 11111) as of 1734804796.16694, active as of 1734804796.16694>, path: .shards_a/donor_6, db: /tmp/tmpneo1s769/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1734804955.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018262863159179688s, path: .shards_a/donor_6, db: /tmp/tmpneo1s769/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011754035949707031s, path: .shards_a/donor_6, db: /tmp/tmpneo1s769/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_k for ShardRange<'h' to 'w' as of 1734804954.00000, (0, 0) as of 1734804954.00000, shrinking as of 1734804954.00000>, path: .shards_a/donor_6, db: /tmp/tmpneo1s769/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1734804955.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1734804796.16694, (1000, 11111) as of 1734804796.16694, active as of 1734804796.16694> in 0.007s, path: .shards_a/donor_6, db: /tmp/tmpneo1s769/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1734804955.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_ for ShardRange<'k' to MaxBound as of 1734804796.16698, (1000, 11111) as of 1734804796.16698, active as of 1734804796.16698>, path: .shards_a/donor_6, db: /tmp/tmpneo1s769/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1734804955.00000.dbtest.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted -test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_valid_delay_reaping -test.unit.obj.test_expirer.TestObjectExpirer.test_valid_delay_reaping ... ok -test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect -test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put -test.unit.obj.test_server.TestObjectServer.test_expect_on_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_not_found -test.unit.obj.test_server.TestObjectServer.test_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestAccountController.test_GET -test.unit.proxy.test_mem_server.TestAccountController.test_GET ... ok -test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object -test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum -test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides -test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate -test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS -test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip +test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break +test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object ... ok -test-expirer ERROR: Exception while deleting object .expiring_objects 1734739168 1734804793-a8/c8/o8♡ TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - is_async_delete) - ^^^^^^^^^^^^^^^^ -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1734739168 1734804793-a9/c9/o9ø TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - is_async_delete) - ^^^^^^^^^^^^^^^^ -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer ERROR: Unexcepted error handling task '1734718395-invalid0': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 348, in iter_task_to_expire - target_object = parse_task_obj(task_object) - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 69, in parse_task_obj - split_path('/' + target_path, 3, 3, True) - ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/base.py", line 124, in split_path - raise ValueError('Invalid path: %s' % quote(path)) -ValueError: Invalid path: /invalid0 -test-expirer ERROR: Unexcepted error handling task '1734718395-invalid1': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 348, in iter_task_to_expire - target_object = parse_task_obj(task_object) - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 69, in parse_task_obj - split_path('/' + target_path, 3, 3, True) - ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/base.py", line 124, in split_path - raise ValueError('Invalid path: %s' % quote(path)) -ValueError: Invalid path: /invalid1 -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache with lock_file(cache_file, lock_timeout, unlink=False) as cf: @@ -53209,1552 +59776,9 @@ return next(self.gen) File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test-expirer INFO: Pass so far 0s; 0 objects expired -test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000000000', 'task_object': '0000-invalid0', 'delete_timestamp': 0000000000.00000_0000000000000000, 'target_path': 'invalid0', 'is_async_delete': False} -test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000000000', 'task_object': '0001-invalid1', 'delete_timestamp': 0000000001.00000_0000000000000000, 'target_path': 'invalid1', 'is_async_delete': False} -test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000000000', 'task_object': '0002-invalid2', 'delete_timestamp': 0000000002.00000_0000000000000000, 'target_path': 'invalid2', 'is_async_delete': False} -test-expirer ERROR: Unhandled exception: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 480, in run_forever - self.run_once(*args, **kwargs) - ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/obj/test_expirer.py", line 1738, in raise_exceptions - raise Exception('exception %d' % raises[0]) -Exception: exception 1 -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer DEBUG: Run begin -test-expirer ERROR: Unhandled exception: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 427, in run_once - self.swift.get_account_info(task_account) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -AttributeError: 'str' object has no attribute 'get_account_info' -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer DEBUG: Run begin -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Base DELETE returning 503 for (204, 204, 404) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip -test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key -test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT -test.unit.proxy.test_mem_server.TestAccountController.test_PUT ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json -test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok -test ERROR: Failed to unlink '/tmp/tmp594md35p/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - ~~~~~~~~~^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmp594md35p/containers/part/suffix/hash/container_1734804795.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmp594md35p/containers/part/suffix/hash/container_1734804795.00000.db': ['/tmp/tmp594md35p/containers/part/suffix/hash/container.db', '/tmp/tmp594md35p/containers/part/suffix/hash/container_1734804796.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp594md35p/containers/part/suffix/hash/container_1734804796.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx1d8415bbf4c44d2693751-006767053b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txdf404d261e0c430c90aa6-006767053b) - -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018644332885742188s, path: .shards_a/donor_6, db: /tmp/tmpneo1s769/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011038780212402344s, path: .shards_a/donor_6, db: /tmp/tmpneo1s769/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_ for ShardRange<'h' to 'w' as of 1734804954.00000, (0, 0) as of 1734804954.00000, shrinking as of 1734804954.00000>, path: .shards_a/donor_6, db: /tmp/tmpneo1s769/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1734804955.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1734804796.16698, (1000, 11111) as of 1734804796.16698, active as of 1734804796.16698> in 0.015s, path: .shards_a/donor_6, db: /tmp/tmpneo1s769/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1734804955.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_6, db: /tmp/tmpneo1s769/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1734804955.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpneo1s769/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_7, db: /tmp/tmpneo1s769/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1734804988.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_7, db: /tmp/tmpneo1s769/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1734804988.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_7, db: /tmp/tmpneo1s769/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1734804988.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013566017150878906s, path: .shards_a/donor_7, db: /tmp/tmpneo1s769/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.632110595703125e-05s, path: .shards_a/donor_7, db: /tmp/tmpneo1s769/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010180473327636719s, path: .shards_a/donor_7, db: /tmp/tmpneo1s769/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.989738464355469e-05s, path: .shards_a/donor_7, db: /tmp/tmpneo1s769/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_7, db: /tmp/tmpneo1s769/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1734804988.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_7, db: /tmp/tmpneo1s769/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1734804988.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_k for ShardRange<'d' to 'k' as of 1734804796.26252, (1000, 11111) as of 1734804796.26252, cleaved as of 1734804796.26252>, path: .shards_a/donor_7, db: /tmp/tmpneo1s769/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1734804988.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001621246337890625s, path: .shards_a/donor_7, db: /tmp/tmpneo1s769/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011157989501953125s, path: .shards_a/donor_7, db: /tmp/tmpneo1s769/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_k for ShardRange<'h' to 'w' as of 1734804987.00000, (0, 0) as of 1734804987.00000, shrinking as of 1734804987.00000>, path: .shards_a/donor_7, db: /tmp/tmpneo1s769/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1734804988.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1734804796.26252, (1000, 11111) as of 1734804796.26252, cleaved as of 1734804796.26252> in 0.01s, path: .shards_a/donor_7, db: /tmp/tmpneo1s769/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1734804988.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_t for ShardRange<'k' to 't' as of 1734804796.26256, (1000, 11111) as of 1734804796.26256, cleaved as of 1734804796.26256>, path: .shards_a/donor_7, db: /tmp/tmpneo1s769/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1734804988.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001609325408935547s, path: .shards_a/donor_7, db: /tmp/tmpneo1s769/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011420249938964844s, path: .shards_a/donor_7, db: /tmp/tmpneo1s769/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_t for ShardRange<'h' to 'w' as of 1734804987.00000, (0, 0) as of 1734804987.00000, shrinking as of 1734804987.00000>, path: .shards_a/donor_7, db: /tmp/tmpneo1s769/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1734804988.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1734804796.26256, (1000, 11111) as of 1734804796.26256, cleaved as of 1734804796.26256> in 0.011s, path: .shards_a/donor_7, db: /tmp/tmpneo1s769/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1734804988.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_ for ShardRange<'t' to MaxBound as of 1734804796.26257, (1000, 11111) as of 1734804796.26257, cleaved as of 1734804796.26257>, path: .shards_a/donor_7, db: /tmp/tmpneo1s769/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1734804988.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001595020294189453s, path: .shards_a/donor_7, db: /tmp/tmpneo1s769/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010538101196289062s, path: .shards_a/donor_7, db: /tmp/tmpneo1s769/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_ for ShardRange<'h' to 'w' as of 1734804987.00000, (0, 0) as of 1734804987.00000, shrinking as of 1734804987.00000>, path: .shards_a/donor_7, db: /tmp/tmpneo1s769/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1734804988.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1734804796.26257, (1000, 11111) as of 1734804796.26257, cleaved as of 1734804796.26257> in 0.014s, path: .shards_a/donor_7, db: /tmp/tmpneo1s769/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1734804988.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_7, db: /tmp/tmpneo1s769/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1734804988.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpneo1s769/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_8, db: /tmp/tmpneo1s769/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1734805027.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_8, db: /tmp/tmpneo1s769/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1734805027.00000.dbtest.unit.proxy.test_mem_server.TestAccountController.test_connection_refused -test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error -test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestController.test_account_info_200 -test.unit.proxy.test_mem_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_404 -test.unit.proxy.test_mem_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_container_count -test.unit.proxy.test_mem_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_no_account -test.unit.proxy.test_mem_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache -test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_200 -test.unit.proxy.test_mem_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_404 -test.unit.proxy.test_mem_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account -test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache -test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings -test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings -test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_make_requests -test.unit.proxy.test_mem_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_transfer_headers -test.unit.proxy.test_mem_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc2250c41bfa74a9dad97e-006767053c) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc2250c41bfa74a9dad97e-006767053c) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc2250c41bfa74a9dad97e-006767053c) -test ERROR: Container HEAD returning 503 for [] (txn: txc2250c41bfa74a9dad97e-006767053c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing -test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing ... ok - -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_8, db: /tmp/tmpneo1s769/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1734805027.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013947486877441406s, path: .shards_a/donor_8, db: /tmp/tmpneo1s769/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.751319885253906e-05s, path: .shards_a/donor_8, db: /tmp/tmpneo1s769/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010466575622558594s, path: .shards_a/donor_8, db: /tmp/tmpneo1s769/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.465217590332031e-05s, path: .shards_a/donor_8, db: /tmp/tmpneo1s769/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_8, db: /tmp/tmpneo1s769/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1734805027.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_8, db: /tmp/tmpneo1s769/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1734805027.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_k for ShardRange<'d' to 'k' as of 1734804796.40278, (1000, 11111) as of 1734804796.40278, created as of 1734804796.40278>, path: .shards_a/donor_8, db: /tmp/tmpneo1s769/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1734805027.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015616416931152344s, path: .shards_a/donor_8, db: /tmp/tmpneo1s769/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011181831359863281s, path: .shards_a/donor_8, db: /tmp/tmpneo1s769/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_k for ShardRange<'h' to 'w' as of 1734805026.00000, (0, 0) as of 1734805026.00000, shrinking as of 1734805026.00000>, path: .shards_a/donor_8, db: /tmp/tmpneo1s769/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1734805027.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1734804796.40278, (1000, 11111) as of 1734804796.40278, created as of 1734804796.40278> in 0.01s, path: .shards_a/donor_8, db: /tmp/tmpneo1s769/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1734805027.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_t for ShardRange<'k' to 't' as of 1734804796.40282, (1000, 11111) as of 1734804796.40282, created as of 1734804796.40282>, path: .shards_a/donor_8, db: /tmp/tmpneo1s769/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1734805027.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015616416931152344s, path: .shards_a/donor_8, db: /tmp/tmpneo1s769/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010347366333007812s, path: .shards_a/donor_8, db: /tmp/tmpneo1s769/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_t for ShardRange<'h' to 'w' as of 1734805026.00000, (0, 0) as of 1734805026.00000, shrinking as of 1734805026.00000>, path: .shards_a/donor_8, db: /tmp/tmpneo1s769/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1734805027.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1734804796.40282, (1000, 11111) as of 1734804796.40282, created as of 1734804796.40282> in 0.014s, path: .shards_a/donor_8, db: /tmp/tmpneo1s769/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1734805027.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_ for ShardRange<'t' to MaxBound as of 1734804796.40282, (1000, 11111) as of 1734804796.40282, created as of 1734804796.40282>, path: .shards_a/donor_8, db: /tmp/tmpneo1s769/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1734805027.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016570091247558594s, path: .shards_a/donor_8, db: /tmp/tmpneo1s769/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010943412780761719s, path: .shards_a/donor_8, db: /tmp/tmpneo1s769/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_ for ShardRange<'h' to 'w' as of 1734805026.00000, (0, 0) as of 1734805026.00000, shrinking as of 1734805026.00000>, path: .shards_a/donor_8, db: /tmp/tmpneo1s769/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1734805027.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1734804796.40282, (1000, 11111) as of 1734804796.40282, created as of 1734804796.40282> in 0.015s, path: .shards_a/donor_8, db: /tmp/tmpneo1s769/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1734805027.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_8, db: /tmp/tmpneo1s769/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1734805027.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpneo1s769/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_9, db: /tmp/tmpneo1s769/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1734805066.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_9, db: /tmp/tmpneo1s769/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1734805066.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_9, db: /tmp/tmpneo1s769/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1734805066.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014209747314453125s, path: .shards_a/donor_9, db: /tmp/tmpneo1s769/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010204315185546875s, path: .shards_a/donor_9, db: /tmp/tmpneo1s769/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010657310485839844s, path: .shards_a/donor_9, db: /tmp/tmpneo1s769/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010418891906738281s, path: .shards_a/donor_9, db: /tmp/tmpneo1s769/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_9, db: /tmp/tmpneo1s769/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1734805066.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_9, db: /tmp/tmpneo1s769/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1734805066.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_k for ShardRange<'d' to 'k' as of 1734804796.55390, (1000, 11111) as of 1734804796.55390, active as of 1734804796.55390>, path: .shards_a/donor_9, db: /tmp/tmpneo1s769/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1734805066.00000.dbtest.unit.proxy.controllers.test_base.TestFuncs.test_options -test.unit.proxy.controllers.test_base.TestFuncs.test_options ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0b3cd88a52b64094b7039-006767053c) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0b3cd88a52b64094b7039-006767053c) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0b3cd88a52b64094b7039-006767053c) -test ERROR: Container HEAD returning 503 for [] (txn: tx0b3cd88a52b64094b7039-006767053c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcb8c45617723432baec3d-006767053c)test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized -test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin -test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics -test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta -test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list ... ok -test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec -test.unit.proxy.test_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec -test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect -test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec -test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcb8c45617723432baec3d-006767053c) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcb8c45617723432baec3d-006767053c) -test ERROR: Container HEAD returning 503 for [] (txn: txcb8c45617723432baec3d-006767053c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating&includes=1_test: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx73160f00b54641b8a5aa2-006767053c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: ValueError("upper ('a') must be greater than or equal to lower ('z')") (txn: tx788523c444614856bd6ca-006767053c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: KeyError('name') (txn: tx110555757f154ab4b217f-006767053c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type None (txn: tx092a3bd0295c42dfa7f44-006767053c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating&includes=1_test: ValueError('not a list') (txn: txa15ecc9d327f4c768d8d4-006767053c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type ... ok - -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017905235290527344s, path: .shards_a/donor_9, db: /tmp/tmpneo1s769/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010514259338378906s, path: .shards_a/donor_9, db: /tmp/tmpneo1s769/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_k for ShardRange<'h' to 'w' as of 1734805065.00000, (0, 0) as of 1734805065.00000, shrinking as of 1734805065.00000>, path: .shards_a/donor_9, db: /tmp/tmpneo1s769/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1734805066.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1734804796.55390, (1000, 11111) as of 1734804796.55390, active as of 1734804796.55390> in 0.009s, path: .shards_a/donor_9, db: /tmp/tmpneo1s769/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1734805066.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_t for ShardRange<'k' to 't' as of 1734804796.55394, (1000, 11111) as of 1734804796.55394, active as of 1734804796.55394>, path: .shards_a/donor_9, db: /tmp/tmpneo1s769/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1734805066.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001583099365234375s, path: .shards_a/donor_9, db: /tmp/tmpneo1s769/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010609626770019531s, path: .shards_a/donor_9, db: /tmp/tmpneo1s769/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_t for ShardRange<'h' to 'w' as of 1734805065.00000, (0, 0) as of 1734805065.00000, shrinking as of 1734805065.00000>, path: .shards_a/donor_9, db: /tmp/tmpneo1s769/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1734805066.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1734804796.55394, (1000, 11111) as of 1734804796.55394, active as of 1734804796.55394> in 0.01s, path: .shards_a/donor_9, db: /tmp/tmpneo1s769/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1734805066.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_ for ShardRange<'t' to MaxBound as of 1734804796.55395, (1000, 11111) as of 1734804796.55395, active as of 1734804796.55395>, path: .shards_a/donor_9, db: /tmp/tmpneo1s769/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1734805066.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002238750457763672s, path: .shards_a/donor_9, db: /tmp/tmpneo1s769/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011229515075683594s, path: .shards_a/donor_9, db: /tmp/tmpneo1s769/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_ for ShardRange<'h' to 'w' as of 1734805065.00000, (0, 0) as of 1734805065.00000, shrinking as of 1734805065.00000>, path: .shards_a/donor_9, db: /tmp/tmpneo1s769/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1734805066.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1734804796.55395, (1000, 11111) as of 1734804796.55395, active as of 1734804796.55395> in 0.01s, path: .shards_a/donor_9, db: /tmp/tmpneo1s769/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1734805066.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_9, db: /tmp/tmpneo1s769/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1734805066.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpneo1s769/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_10, db: /tmp/tmpneo1s769/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1734805105.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_10, db: /tmp/tmpneo1s769/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1734805105.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_10, db: /tmp/tmpneo1s769/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1734805105.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001697540283203125s, path: .shards_a/donor_10, db: /tmp/tmpneo1s769/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010418891906738281s, path: .shards_a/donor_10, db: /tmp/tmpneo1s769/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010609626770019531s, path: .shards_a/donor_10, db: /tmp/tmpneo1s769/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.002535104751586914s, path: .shards_a/donor_10, db: /tmp/tmpneo1s769/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_10, db: /tmp/tmpneo1s769/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1734805105.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_10, db: /tmp/tmpneo1s769/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1734805105.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_10_k for ShardRange<'d' to 'k' as of 1734804796.71437, (1000, 11111) as of 1734804796.71437, created as of 1734804796.71437>, path: .shards_a/donor_10, db: /tmp/tmpneo1s769/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1734805105.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001926422119140625s, path: .shards_a/donor_10, db: /tmp/tmpneo1s769/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011754035949707031s, path: .shards_a/donor_10, db: /tmp/tmpneo1s769/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_10_k for ShardRange<'h' to 'w' as of 1734805104.00000, (0, 0) as of 1734805104.00000, shrinking as of 1734805104.00000>, path: .shards_a/donor_10, db: /tmp/tmpneo1s769/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1734805105.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1734804796.71437, (1000, 11111) as of 1734804796.71437, created as of 1734804796.71437> in 0.013s, path: .shards_a/donor_10, db: /tmp/tmpneo1s769/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1734805105.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_10, db: /tmp/tmpneo1s769/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1734805105.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '26ff740d-eb01-41a8-a9bd-c8ea43334299-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 0}, path: .shards_a/donor_10, db: /tmp/tmpneo1s769/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1734805105.00000.db/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_11, db: /tmp/tmpneo1s769/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1734805131.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_11, db: /tmp/tmpneo1s769/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1734805131.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_11, db: /tmp/tmpneo1s769/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1734805131.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013327598571777344s, path: .shards_a/donor_11, db: /tmp/tmpneo1s769/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.322166442871094e-05s, path: .shards_a/donor_11, db: /tmp/tmpneo1s769/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010204315185546875s, path: .shards_a/donor_11, db: /tmp/tmpneo1s769/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010251998901367188s, path: .shards_a/donor_11, db: /tmp/tmpneo1s769/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_11, db: /tmp/tmpneo1s769/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1734805131.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_11, db: /tmp/tmpneo1s769/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1734805131.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_k for ShardRange<'d' to 'k' as of 1734804796.82271, (1000, 11111) as of 1734804796.82271, cleaved as of 1734804796.82271>, path: .shards_a/donor_11, db: /tmp/tmpneo1s769/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1734805131.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001735687255859375s, path: .shards_a/donor_11, db: /tmp/tmpneo1s769/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010919570922851562s, path: .shards_a/donor_11, db: /tmp/tmpneo1s769/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_k for ShardRange<'h' to 'w' as of 1734805130.00000, (0, 0) as of 1734805130.00000, shrinking as of 1734805130.00000>, path: .shards_a/donor_11, db: /tmp/tmpneo1s769/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1734805131.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1734804796.82271, (1000, 11111) as of 1734804796.82271, cleaved as of 1734804796.82271> in 0.019s, path: .shards_a/donor_11, db: /tmp/tmpneo1s769/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1734805131.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_t for ShardRange<'k' to 't' as of 1734804796.82274, (1000, 11111) as of 1734804796.82274, cleaved as of 1734804796.82274>, path: .shards_a/donor_11, db: /tmp/tmpneo1s769/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1734805131.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016498565673828125s, path: .shards_a/donor_11, db: /tmp/tmpneo1s769/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010895729064941406s, path: .shards_a/donor_11, db: /tmp/tmpneo1s769/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_t for ShardRange<'h' to 'w' as of 1734805130.00000, (0, 0) as of 1734805130.00000, shrinking as of 1734805130.00000>, path: .shards_a/donor_11, db: /tmp/tmpneo1s769/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1734805131.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1734804796.82274, (1000, 11111) as of 1734804796.82274, cleaved as of 1734804796.82274> in 0.014s, path: .shards_a/donor_11, db: /tmp/tmpneo1s769/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1734805131.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_11, db: /tmp/tmpneo1s769/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1734805131.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'eaef5a4d-1156-454d-a1c3-42ebd35a0de3-sda', 'cursor': 't', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: .shards_a/donor_11, db: /tmp/tmpneo1s769/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1734805131.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_12, db: /tmp/tmpneo1s769/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1734805163.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_12, db: /tmp/tmpneo1s769/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1734805163.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_12, db: /tmp/tmpneo1s769/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1734805163.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013184547424316406s, path: .shards_a/donor_12, db: /tmp/tmpneo1s769/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.846687316894531e-05s, path: .shards_a/donor_12, db: /tmp/tmpneo1s769/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011181831359863281s, path: .shards_a/donor_12, db: /tmp/tmpneo1s769/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010561943054199219s, path: .shards_a/donor_12, db: /tmp/tmpneo1s769/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_12, db: /tmp/tmpneo1s769/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1734805163.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_12, db: /tmp/tmpneo1s769/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1734805163.00000.db -sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_12, db: /tmp/tmpneo1s769/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1734805163.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_12, db: /tmp/tmpneo1s769/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1734805163.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '836f4949-f153-4ee0-a678-61b6c592e366-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 1}, path: .shards_a/donor_12, db: /tmp/tmpneo1s769/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1734805163.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_13, db: /tmp/tmpneo1s769/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1734805183.00000.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking -test.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking ... ok - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:43905/sdb1/2/a/c2" "tx0cfd2cfec3224ab1acd92-006767053c" "container-server 4136271" 0.0080 "-" 4136271 2 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx0cfd2cfec3224ab1acd92-006767053c" "proxy-server 4136271" 0.0221 "-" 4136271 2 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx0cfd2cfec3224ab1acd92-006767053c" "proxy-server 4136271" 0.0182 "-" 4136271 2 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/16 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx0cfd2cfec3224ab1acd92-006767053c - 0.0321 - - 1734804796.190049171 1734804796.222187757 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpcqde6v31/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpcqde6v31/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpcqde6v31/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpcqde6v31/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0033 "-" 4136271 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0034 "-" 4136271 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0030 "-" 4136271 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0032 "-" 4136271 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txff25daaade484c1589749-006767053c" "proxy-server 4136271" 0.0012 "-" 4136271 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:46947/sdb1/0/a/c" "txff25daaade484c1589749-006767053c" "container-server 4136271" 0.0011 "-" 4136271 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:54933/sda1/0/a/c" "txff25daaade484c1589749-006767053c" "container-server 4136271" 0.0011 "-" 4136271 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txff25daaade484c1589749-006767053c" "proxy-server 4136271" 0.0094 "-" 4136271 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txff25daaade484c1589749-006767053c" "proxy-server 4136271" 0.0146 "-" 4136271 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/16 PUT /v1/a/c HTTP/1.0 201 - - t - - - txff25daaade484c1589749-006767053c - 0.0222 - - 1734804796.653600931 1734804796.675751209 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx02b3e7fa78f24aa6bb6a2-006767053c" "proxy-server 4136271" 0.0014 "-" 4136271 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:46947/sdb1/2/a1/c1" "tx02b3e7fa78f24aa6bb6a2-006767053c" "container-server 4136271" 0.0010 "-" 4136271 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:54933/sda1/2/a1/c1" "tx02b3e7fa78f24aa6bb6a2-006767053c" "container-server 4136271" 0.0010 "-" 4136271 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx02b3e7fa78f24aa6bb6a2-006767053c" "proxy-server 4136271" 0.0092 "-" 4136271 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx02b3e7fa78f24aa6bb6a2-006767053c" "proxy-server 4136271" 0.0141 "-" 4136271 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/16 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx02b3e7fa78f24aa6bb6a2-006767053c - 0.0289 - - 1734804796.678524017 1734804796.707471132 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf79335f965e043899d54d-006767053c" "proxy-server 4136271" 0.0019 "-" 4136271 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:46947/sdb1/0/a/c1" "txf79335f965e043899d54d-006767053c" "container-server 4136271" 0.0019 "-" 4136271 1 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:54933/sda1/0/a/c1" "txf79335f965e043899d54d-006767053c" "container-server 4136271" 0.0011 "-" 4136271 1 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txf79335f965e043899d54d-006767053c" "proxy-server 4136271" 0.0171 "-" 4136271 1 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txf79335f965e043899d54d-006767053c" "proxy-server 4136271" 0.0138 "-" 4136271 1 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/16 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txf79335f965e043899d54d-006767053c - 0.0266 - - 1734804796.712521791 1734804796.739104509 1 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1d79289673af400098697-006767053c" "proxy-server 4136271" 0.0020 "-" 4136271 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:54933/sda1/2/a/c2" "tx1d79289673af400098697-006767053c" "container-server 4136271" 0.0011 "-" 4136271 2 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:46947/sdb1/2/a/c2" "tx1d79289673af400098697-006767053c" "container-server 4136271" 0.0018 "-" 4136271 2 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx1d79289673af400098697-006767053c" "proxy-server 4136271" 0.0100 "-" 4136271 2 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx1d79289673af400098697-006767053c" "proxy-server 4136271" 0.0169 "-" 4136271 2 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/16 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx1d79289673af400098697-006767053c - 0.0255 - - 1734804796.740596533 1734804796.766117096 2 - -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_13, db: /tmp/tmpneo1s769/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1734805183.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_13, db: /tmp/tmpneo1s769/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1734805183.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013065338134765625s, path: .shards_a/donor_13, db: /tmp/tmpneo1s769/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.393692016601562e-05s, path: .shards_a/donor_13, db: /tmp/tmpneo1s769/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.679794311523438e-05s, path: .shards_a/donor_13, db: /tmp/tmpneo1s769/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010061264038085938s, path: .shards_a/donor_13, db: /tmp/tmpneo1s769/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_13, db: /tmp/tmpneo1s769/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1734805183.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_13, db: /tmp/tmpneo1s769/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1734805183.00000.db -sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_13, db: /tmp/tmpneo1s769/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1734805183.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_13, db: /tmp/tmpneo1s769/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1734805183.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '9e865053-8fe7-4405-8778-e707ebb982b5-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 2}, path: .shards_a/donor_13, db: /tmp/tmpneo1s769/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1734805183.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_14, db: /tmp/tmpneo1s769/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1734805203.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_14, db: /tmp/tmpneo1s769/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1734805203.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_14, db: /tmp/tmpneo1s769/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1734805203.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000133514404296875s, path: .shards_a/donor_14, db: /tmp/tmpneo1s769/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.703636169433594e-05s, path: .shards_a/donor_14, db: /tmp/tmpneo1s769/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013113021850585938s, path: .shards_a/donor_14, db: /tmp/tmpneo1s769/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010251998901367188s, path: .shards_a/donor_14, db: /tmp/tmpneo1s769/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_14, db: /tmp/tmpneo1s769/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1734805203.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_14, db: /tmp/tmpneo1s769/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1734805203.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_14_k for ShardRange<'d' to 'k' as of 1734804797.12717, (1000, 11111) as of 1734804797.12717, cleaved as of 1734804797.12717>, path: .shards_a/donor_14, db: /tmp/tmpneo1s769/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1734805203.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015926361083984375s, path: .shards_a/donor_14, db: /tmp/tmpneo1s769/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010037422180175781s, path: .shards_a/donor_14, db: /tmp/tmpneo1s769/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_14_k for ShardRange<'h' to 'w' as of 1734805202.00000, (0, 0) as of 1734805202.00000, shrinking as of 1734805202.00000>, path: .shards_a/donor_14, db: /tmp/tmpneo1s769/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1734805203.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1734804797.12717, (1000, 11111) as of 1734804797.12717, cleaved as of 1734804797.12717> in 0.006s, path: .shards_a/donor_14, db: /tmp/tmpneo1s769/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1734805203.00000.db -sharder-test INFO: Stopped cleave at gap: 'k' - 't', path: .shards_a/donor_14, db: /tmp/tmpneo1s769/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1734805203.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_14, db: /tmp/tmpneo1s769/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1734805203.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f1fc9444-10a9-41d4-b7e2-920d05fc27a7-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 1}, path: .shards_a/donor_14, db: /tmp/tmpneo1s769/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1734805203.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp8tvyvqui/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804799.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp8tvyvqui/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804799.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmp8tvyvqui/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804799.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012993812561035156s, path: .shards_a/shard_c, db: /tmp/tmp8tvyvqui/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.845329284667969e-05s, path: .shards_a/shard_c, db: /tmp/tmp8tvyvqui/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.059906005859375e-05s, path: .shards_a/shard_c, db: /tmp/tmp8tvyvqui/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.654594421386719e-05s, path: .shards_a/shard_c, db: /tmp/tmp8tvyvqui/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range ... ok - -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp8tvyvqui/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804799.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmp8tvyvqui/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804799.00000.db -sharder-test INFO: Cleaving from row None into .shards/other for ShardRange<'here' to 'where' as of 1734804800.00000, (0, 0) as of 1734804800.00000, active as of 1734804800.00000>, path: .shards_a/shard_c, db: /tmp/tmp8tvyvqui/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804799.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017142295837402344s, path: .shards_a/shard_c, db: /tmp/tmp8tvyvqui/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012087821960449219s, path: .shards_a/shard_c, db: /tmp/tmp8tvyvqui/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards/other for ShardRange<'here' to 'there' as of 1734804797.30287, (0, 0) as of 1734804798.00000, shrunk as of 1734804798.00000>, path: .shards_a/shard_c, db: /tmp/tmp8tvyvqui/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804799.00000.db -sharder-test INFO: Cleaved ShardRange<'here' to 'where' as of 1734804800.00000, (0, 0) as of 1734804800.00000, active as of 1734804800.00000> in 0.02s, path: .shards_a/shard_c, db: /tmp/tmp8tvyvqui/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804799.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp8tvyvqui/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804799.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpfe7vg2m9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804799.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpfe7vg2m9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804799.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpfe7vg2m9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804799.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012946128845214844s, path: .shards_a/shard_c, db: /tmp/tmpfe7vg2m9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.274482727050781e-05s, path: .shards_a/shard_c, db: /tmp/tmpfe7vg2m9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.584426879882812e-05s, path: .shards_a/shard_c, db: /tmp/tmpfe7vg2m9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.846687316894531e-05s, path: .shards_a/shard_c, db: /tmp/tmpfe7vg2m9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpfe7vg2m9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804799.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpfe7vg2m9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804799.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/shard_d for ShardRange<'here' to MaxBound as of 1734804800.00000, (0, 0) as of 1734804800.00000, active as of 1734804800.00000>, path: .shards_a/shard_c, db: /tmp/tmpfe7vg2m9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804799.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015687942504882812s, path: .shards_a/shard_c, db: /tmp/tmpfe7vg2m9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010728836059570312s, path: .shards_a/shard_c, db: /tmp/tmpfe7vg2m9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/shard_d for ShardRange<'here' to 'there' as of 1734804798.00000, (0, 0) as of 1734804798.00000, sharding as of 1734804798.00000>, path: .shards_a/shard_c, db: /tmp/tmpfe7vg2m9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804799.00000.db -sharder-test INFO: Cleaved ShardRange<'here' to MaxBound as of 1734804800.00000, (0, 0) as of 1734804800.00000, active as of 1734804800.00000> in 0.016s, path: .shards_a/shard_c, db: /tmp/tmpfe7vg2m9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804799.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpfe7vg2m9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804799.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpq9q3huo8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804798.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpq9q3huo8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804798.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpq9q3huo8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804798.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012731552124023438s, path: .shards_a/shard_c, db: /tmp/tmpq9q3huo8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010991096496582031s, path: .shards_a/shard_c, db: /tmp/tmpq9q3huo8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010371208190917969s, path: .shards_a/shard_c, db: /tmp/tmpq9q3huo8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.584426879882812e-05s, path: .shards_a/shard_c, db: /tmp/tmpq9q3huo8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpq9q3huo8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804798.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/shard_c, db: /tmp/tmpq9q3huo8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804798.00000.db -sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmpq9q3huo8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804798.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016498565673828125s, path: .shards_a/shard_c, db: /tmp/tmpq9q3huo8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013399124145507812s, path: .shards_a/shard_c, db: /tmp/tmpq9q3huo8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor ... ok - -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Failed to get container shard listing from /v1/a/c?format=json&states=updating&includes=1_test: 404 (txn: tx10d69639468942df834b5-006767053c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type 'object' (txn: tx2eeb539a3bf945aa89e9a-006767053c) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpohvju0ps/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpohvju0ps/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpohvju0ps/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpohvju0ps/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0032 "-" 4136282 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0035 "-" 4136282 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 4136282 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 4136282 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx263ae48921c64707a673b-006767053c" "proxy-server 4136282" 0.0013 "-" 4136282 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:43617/sdb1/1/a/c" "tx263ae48921c64707a673b-006767053c" "container-server 4136282" 0.0011 "-" 4136282 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:60879/sda1/1/a/c" "tx263ae48921c64707a673b-006767053c" "container-server 4136282" 0.0011 "-" 4136282 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx263ae48921c64707a673b-006767053c" "proxy-server 4136282" 0.0155 "-" 4136282 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx263ae48921c64707a673b-006767053c" "proxy-server 4136282" 0.0101 "-" 4136282 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/16 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx263ae48921c64707a673b-006767053c - 0.0241 - - 1734804796.879339218 1734804796.903447151 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx0e3f3f05616c45fcb1c4c-006767053c" "proxy-server 4136282" 0.0012 "-" 4136282 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:43617/sdb1/1/a1/c1" "tx0e3f3f05616c45fcb1c4c-006767053c" "container-server 4136282" 0.0010 "-" 4136282 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:60879/sda1/1/a1/c1" "tx0e3f3f05616c45fcb1c4c-006767053c" "container-server 4136282" 0.0011 "-" 4136282 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0e3f3f05616c45fcb1c4c-006767053c" "proxy-server 4136282" 0.0138 "-" 4136282 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0e3f3f05616c45fcb1c4c-006767053c" "proxy-server 4136282" 0.0096 "-" 4136282 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/16 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx0e3f3f05616c45fcb1c4c-006767053c - 0.0220 - - 1734804796.905079603 1734804796.927107334 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txea3b685b2ab14234868a6-006767053c" "proxy-server 4136282" 0.0020 "-" 4136282 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:43617/sdb1/2/a/c1" "txea3b685b2ab14234868a6-006767053c" "container-server 4136282" 0.0018 "-" 4136282 1 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:60879/sda1/2/a/c1" "txea3b685b2ab14234868a6-006767053c" "container-server 4136282" 0.0010 "-" 4136282 1 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txea3b685b2ab14234868a6-006767053c" "proxy-server 4136282" 0.0102 "-" 4136282 1 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txea3b685b2ab14234868a6-006767053c" "proxy-server 4136282" 0.0156 "-" 4136282 1 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/16 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txea3b685b2ab14234868a6-006767053c - 0.0254 - - 1734804796.928554296 1734804796.953915119 1 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9496237ff76b445ebdf45-006767053c" "proxy-server 4136282" 0.0018 "-" 4136282 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:60879/sda1/1/a/c2" "tx9496237ff76b445ebdf45-006767053c" "container-server 4136282" 0.0017 "-" 4136282 2 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:43617/sdb1/1/a/c2" "tx9496237ff76b445ebdf45-006767053c" "container-server 4136282" 0.0010 "-" 4136282 2 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:16 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx9496237ff76b445ebdf45-006767053c" "proxy-server 4136282" 0.0220 "-" 4136282 2 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:17 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx9496237ff76b445ebdf45-006767053c" "proxy-server 4136282" 0.0228 "-" 4136282 2 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/17 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx9496237ff76b445ebdf45-006767053c - 0.0519 - - 1734804796.955396652 1734804797.007286310 2 - -sharder-test INFO: Cleaving ShardRange - zero objects found, path: .shards_a/shard_c, db: /tmp/tmpq9q3huo8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804798.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpq9q3huo8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804798.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp1fu9do3r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804799.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp1fu9do3r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804799.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmp1fu9do3r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804799.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015306472778320312s, path: .shards_a/shard_c, db: /tmp/tmp1fu9do3r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001010894775390625s, path: .shards_a/shard_c, db: /tmp/tmp1fu9do3r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001049041748046875s, path: .shards_a/shard_c, db: /tmp/tmp1fu9do3r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000133514404296875s, path: .shards_a/shard_c, db: /tmp/tmp1fu9do3r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp1fu9do3r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804799.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmp1fu9do3r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804799.00000.db -sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmp1fu9do3r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804799.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016307830810546875s, path: .shards_a/shard_c, db: /tmp/tmp1fu9do3r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001068115234375s, path: .shards_a/shard_c, db: /tmp/tmp1fu9do3r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container a/c for ShardRange<'here' to 'there' as of 1734804797.54354, (0, 0) as of 1734804798.00000, shrunk as of 1734804798.00000>, path: .shards_a/shard_c, db: /tmp/tmp1fu9do3r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804799.00000.db -sharder-test INFO: Cleaved ShardRange in 0.009s, path: .shards_a/shard_c, db: /tmp/tmp1fu9do3r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804799.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp1fu9do3r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804799.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpamq1mhs8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.55983.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpamq1mhs8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.55983.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpamq1mhs8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.55983.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpamq1mhs8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.55983.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpamq1mhs8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.55983.db -sharder-test INFO: Cleaving from row None into .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpamq1mhs8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.55983.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00014925003051757812s, path: a/c, db: /tmp/tmpamq1mhs8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001468658447265625s, path: a/c, db: /tmp/tmpamq1mhs8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpamq1mhs8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.55983.db -sharder-test INFO: Cleaved ShardRange in 0.008s, path: a/c, db: /tmp/tmpamq1mhs8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.55983.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_2 for ShardRange<'b' to 'd' as of 1734804754.48777, (0, 0) as of 1734804754.48777, created as of 1734804754.48777>, path: a/c, db: /tmp/tmpamq1mhs8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.55983.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001659393310546875s, path: a/c, db: /tmp/tmpamq1mhs8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010800361633300781s, path: a/c, db: /tmp/tmpamq1mhs8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_2 for ShardRange, path: a/c, db: /tmp/tmpamq1mhs8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.55983.db -sharder-test INFO: Cleaved ShardRange<'b' to 'd' as of 1734804754.48777, (2, 3) as of 1734804797.61890, cleaved as of 1734804754.48777> in 0.016s, path: a/c, db: /tmp/tmpamq1mhs8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.55983.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpamq1mhs8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.55983.db -sharder-test DEBUG: Continuing to cleave (2 done, 2 todo), path: a/c, db: /tmp/tmpamq1mhs8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.55983.db -sharder-test INFO: Cleaving from row None into .shards_a/c_f_3 for ShardRange<'d' to 'f' as of 1734804754.48777, (0, 0) as of 1734804754.48777, created as of 1734804754.48777>, path: a/c, db: /tmp/tmpamq1mhs8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.55983.dbtest.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found -test.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found ... ok - -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018024444580078125s, path: a/c, db: /tmp/tmpamq1mhs8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011658668518066406s, path: a/c, db: /tmp/tmpamq1mhs8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_f_3 for ShardRange, path: a/c, db: /tmp/tmpamq1mhs8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.55983.db -sharder-test INFO: Cleaved ShardRange<'d' to 'f' as of 1734804754.48777, (2, 103) as of 1734804797.67901, cleaved as of 1734804754.48777> in 0.023s, path: a/c, db: /tmp/tmpamq1mhs8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.55983.db -sharder-test INFO: Stopped cleave at unready ShardRange<'f' to MaxBound as of 1734804754.48777, (0, 0) as of 1734804754.48777, found as of 1734804754.48777>, path: a/c, db: /tmp/tmpamq1mhs8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.55983.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpamq1mhs8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.55983.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpamq1mhs8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.55983.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'f' to MaxBound as of 1734804754.48777, (0, 0) as of 1734804754.48777, created as of 1734804797.68787>, path: a/c, db: /tmp/tmpamq1mhs8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.55983.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001888275146484375s, path: a/c, db: /tmp/tmpamq1mhs8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011658668518066406s, path: a/c, db: /tmp/tmpamq1mhs8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpamq1mhs8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.55983.db -sharder-test INFO: Cleaved ShardRange<'f' to MaxBound as of 1734804754.48777, (1, 1000) as of 1734804797.72854, cleaved as of 1734804797.68787> in 0.012s, path: a/c, db: /tmp/tmpamq1mhs8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.55983.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpamq1mhs8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.55983.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpg9al9j4a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.75022.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpg9al9j4a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.75022.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpg9al9j4a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.75022.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpg9al9j4a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.75022.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpg9al9j4a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.75022.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpg9al9j4a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.75022.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpg9al9j4a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.75022.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpg9al9j4a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.75022.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpg9al9j4a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.75022.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpg9al9j4a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.75022.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018715858459472656s, path: a/c, db: /tmp/tmpg9al9j4a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.0001494884490966797s, path: a/c, db: /tmp/tmpg9al9j4a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpg9al9j4a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.75022.db -sharder-test INFO: Cleaved ShardRange in 0.024s, path: a/c, db: /tmp/tmpg9al9j4a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.75022.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1734804754.48777, (0, 0) as of 1734804754.48777, created as of 1734804754.48777>, path: a/c, db: /tmp/tmpg9al9j4a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.75022.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016927719116210938s, path: a/c, db: /tmp/tmpg9al9j4a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.0001246929168701172s, path: a/c, db: /tmp/tmpg9al9j4a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpg9al9j4a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.75022.db -sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1734804754.48777, (1, 18432) as of 1734804797.86315, cleaved as of 1734804754.48777> in 0.016s, path: a/c, db: /tmp/tmpg9al9j4a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.75022.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpg9al9j4a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.75022.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpg9al9j4a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpg9al9j4a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.75022.dbtest.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics -test.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics ... ok - -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpg9al9j4a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.75022.db -REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, sync, (5, 'af2f58ec8a2f10b497653c1353518ef0', '02bd1929-7dfb-4158-8f71-a08a2852c204-sdb', '1734804797.91930', '0000000000.00000', '0', '') -REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_items, ([{'ROWID': 1, 'name': 'obj002', 'created_at': '1734804799.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'obj003', 'created_at': '1734804800.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'obj004', 'created_at': '1734804801.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'obj005', 'created_at': '1734804802.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'obj006', 'created_at': '1734804803.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '02bd1929-7dfb-4158-8f71-a08a2852c204-sdb') -REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_syncs, ([],) -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpq58ljz0z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.96155.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpq58ljz0z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.96155.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpq58ljz0z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.96155.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpq58ljz0z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.96155.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpq58ljz0z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.96155.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpq58ljz0z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.96155.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpq58ljz0z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.96155.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpq58ljz0z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.96155.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpq58ljz0z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.96155.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpq58ljz0z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.96155.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00019669532775878906s, path: a/c, db: /tmp/tmpq58ljz0z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012087821960449219s, path: a/c, db: /tmp/tmpq58ljz0z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpq58ljz0z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.96155.db -sharder-test INFO: Cleaved ShardRange in 0.014s, path: a/c, db: /tmp/tmpq58ljz0z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.96155.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1734804754.48777, (0, 0) as of 1734804754.48777, created as of 1734804754.48777>, path: a/c, db: /tmp/tmpq58ljz0z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.96155.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00016617774963378906s, path: a/c, db: /tmp/tmpq58ljz0z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010538101196289062s, path: a/c, db: /tmp/tmpq58ljz0z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpq58ljz0z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.96155.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1734804754.48777, (3, 3) as of 1734804798.05157, cleaved as of 1734804754.48777> in 0.007s, path: a/c, db: /tmp/tmpq58ljz0z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.96155.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpq58ljz0z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.96155.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpq58ljz0z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpq58ljz0z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.96155.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpq58ljz0z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.96155.db -REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, sync, (7, '00000000000000000000000000000000', '84a6aa00-c943-49d7-906d-895fbf4431d0-', '1734804797.91007', '0000000000.00000', '0', '{"X-Container-Sysmeta-Shard-Context-e4c92ca9-5b95-4663-9112-38d0713db12a-sda": ["{\\"ref\\": \\"e4c92ca9-5b95-4663-9112-38d0713db12a-sda\\", \\"cursor\\": \\"\\", \\"max_row\\": 7, \\"cleave_to_row\\": 7, \\"last_cleave_to_row\\": null, \\"cleaving_done\\": true, \\"misplaced_done\\": true, \\"ranges_done\\": 2, \\"ranges_todo\\": 0}", "1734804798.05290"]}') -REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, merge_shard_ranges, ([{'name': '.shards_a/c_obj004_0', 'timestamp': '1734804754.48777', 'lower': '', 'upper': 'obj004', 'object_count': 4, 'bytes_used': 4, 'meta_timestamp': '1734804798.03117', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804754.48777', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/c__1', 'timestamp': '1734804754.48777', 'lower': 'obj004', 'upper': '', 'object_count': 3, 'bytes_used': 3, 'meta_timestamp': '1734804798.05157', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804754.48777', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804797.96150', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804798.06442', 'deleted': 0, 'state': 70, 'state_timestamp': '1734804797.96155', 'epoch': '1734804797.96155', 'reported': 0, 'tombstones': -1}], '84a6aa00-c943-49d7-906d-895fbf4431d0-') -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpq58ljz0z/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db -test.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db ... ok -test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range -test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range ... ok -test.unit.container.test_sharder.TestSharder.test_complete_sharding_root -test.unit.container.test_sharder.TestSharder.test_complete_sharding_root ... ok - -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpq58ljz0z/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpq58ljz0z/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpq58ljz0z/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmpq58ljz0z/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.96155.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpq58ljz0z/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.96155.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpq58ljz0z/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.96155.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpq58ljz0z/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.96155.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpq58ljz0z/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.96155.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpq58ljz0z/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.96155.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpq58ljz0z/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.96155.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002231597900390625s, path: a/c, db: /tmp/tmpq58ljz0z/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013136863708496094s, path: a/c, db: /tmp/tmpq58ljz0z/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpq58ljz0z/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.96155.db -sharder-test INFO: Cleaved ShardRange in 0.008s, path: a/c, db: /tmp/tmpq58ljz0z/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.96155.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1734804754.48777, (3, 3) as of 1734804798.05157, active as of 1734804754.48777>, path: a/c, db: /tmp/tmpq58ljz0z/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.96155.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001685619354248047s, path: a/c, db: /tmp/tmpq58ljz0z/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011277198791503906s, path: a/c, db: /tmp/tmpq58ljz0z/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpq58ljz0z/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.96155.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1734804754.48777, (3, 3) as of 1734804798.05157, active as of 1734804754.48777> in 0.006s, path: a/c, db: /tmp/tmpq58ljz0z/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.96155.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpq58ljz0z/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.96155.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpq58ljz0z/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpq58ljz0z/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.96155.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpq58ljz0z/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804797.96155.db -sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmpjeu97u9s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804798.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '235cc078-44be-429e-b800-38aa6573b36a-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmptjmcastl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804798.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '235cc078-44be-429e-b800-38aa6573b36a-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmptjmcastl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804798.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '235cc078-44be-429e-b800-38aa6573b36a-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmptjmcastl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804798.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '235cc078-44be-429e-b800-38aa6573b36a-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmptjmcastl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804798.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '74f9cc8f-56c6-4b46-b7a2-7c13c5745572-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmptjmcastl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804798.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '54893bdf-5042-4332-9e13-f265da770795-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpqw78fa2j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804798.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '54893bdf-5042-4332-9e13-f265da770795-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpqw78fa2j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804798.00000.dbtest.unit.container.test_sharder.TestSharder.test_complete_sharding_shard -test.unit.container.test_sharder.TestSharder.test_complete_sharding_shard ... ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data ... ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_record_type -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_record_type ... ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_ok ... ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_unexpected_response -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_unexpected_response ... ok -test.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates -test.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates ... ok -test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates -test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates ... ok -test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap -test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap ... ok - -sharder-test WARNING: Repeat cleaving required, context: {'ref': '54893bdf-5042-4332-9e13-f265da770795-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpqw78fa2j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804798.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '54893bdf-5042-4332-9e13-f265da770795-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpqw78fa2j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804798.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '31255728-17ea-4029-ae71-752332135f1c-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpqw78fa2j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804798.00000.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: TypeError('the JSON object must be str, bytes or bytearray, not dict'), path: a/c, db: /tmp/tmporw250k8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: JSONDecodeError('Expecting value: line 1 column 1 (char 0)'), path: a/c, db: /tmp/tmporw250k8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: ValueError('not a list'), path: a/c, db: /tmp/tmporw250k8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('name'), path: a/c, db: /tmp/tmporw250k8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('timestamp'), path: a/c, db: /tmp/tmporw250k8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('object_count'), path: a/c, db: /tmp/tmporw250k8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type None, path: a/c, db: /tmp/tmpqwg96rn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'object', path: a/c, db: /tmp/tmpqwg96rn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'disco', path: a/c, db: /tmp/tmpqwg96rn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to get shard ranges from a/c: Unexpected response: 404, path: a/c, db: /tmp/tmprllrxfwx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1c0vut5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmp1c0vut5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804798.00000.db -sharder-test DEBUG: Found 2 compactible sequences of length(s) [2, 2], path: a/c, db: /tmp/tmp1c0vut5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804798.00000.db -sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp1c0vut5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804798.00000.db -sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange<'c' to 'e' as of 1734804798.51880, (100000, 0) as of 1734804754.48777, active as of 1734804754.48777>, path: a/c, db: /tmp/tmp1c0vut5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804798.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnkcv9pup/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpnkcv9pup/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804798.00000.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpnkcv9pup/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804798.00000.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpdtpybdal/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5ubl06ck/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmp5ubl06ck/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804798.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp5ubl06ck/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804798.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp5ubl06ck/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804798.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp5ubl06ck/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804798.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp5ubl06ck/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804798.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp5ubl06ck/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804798.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp5ubl06ck/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804798.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp5ubl06ck/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804798.00000.db -sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp5ubl06ck/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804798.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp5ubl06ck/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804798.00000.db -sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp5ubl06ck/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804798.00000.dbtest.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates -test.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_shard -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_shard ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_with_minimum_size -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_with_minimum_size ... ok -test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part -test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part ... ok - -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpkzkvmj6d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpkzkvmj6d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpkzkvmj6d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 1 found, path: a/c, db: /tmp/tmpkzkvmj6d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpkzkvmj6d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpkzkvmj6d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmp959cmuf9/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmp959cmuf9/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmp959cmuf9/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 1 found, path: .shards_a/c_, db: /tmp/tmp959cmuf9/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmp959cmuf9/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmp959cmuf9/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpotx89rxm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpotx89rxm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpotx89rxm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpotx89rxm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpc7qpq9l0/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpc7qpq9l0/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpc7qpq9l0/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpc7qpq9l0/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpkk0sb913/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpkk0sb913/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpkk0sb913/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpkk0sb913/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpspxq4yo7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpspxq4yo7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpspxq4yo7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpspxq4yo7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpkvhdn89z/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpkvhdn89z/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpkvhdn89z/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 created - attempted:0 success:0 failure:0test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate -test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock ... ok -test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate -test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate ... ok -test.unit.container.test_sharder.TestSharder.test_incomplete_sharding_progress_warning_log -test.unit.container.test_sharder.TestSharder.test_incomplete_sharding_progress_warning_log ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges ... ok -test.unit.container.test_sharder.TestSharder.test_incomplete_shrinking_progress_warning_log -test.unit.container.test_sharder.TestSharder.test_incomplete_shrinking_progress_warning_log ... ok -test.unit.container.test_sharder.TestSharder.test_increment_stats -test.unit.container.test_sharder.TestSharder.test_increment_stats ... ok -test.unit.container.test_sharder.TestSharder.test_increment_stats_with_statsd -test.unit.container.test_sharder.TestSharder.test_increment_stats_with_statsd ... ok -test.unit.container.test_sharder.TestSharder.test_init -test.unit.container.test_sharder.TestSharder.test_init ... ok -test.unit.container.test_sharder.TestSharder.test_init_deprecated_options -test.unit.container.test_sharder.TestSharder.test_init_deprecated_options ... ok -test.unit.container.test_sharder.TestSharder.test_init_internal_client_conf_loading_error -test.unit.container.test_sharder.TestSharder.test_init_internal_client_conf_loading_error ... ok -test.unit.container.test_sharder.TestSharder.test_init_internal_client_log_name -test.unit.container.test_sharder.TestSharder.test_init_internal_client_log_name ... ok -test.unit.container.test_sharder.TestSharder.test_log_broker -test.unit.container.test_sharder.TestSharder.test_log_broker ... ok -test.unit.container.test_sharder.TestSharder.test_log_broker_exception -test.unit.container.test_sharder.TestSharder.test_log_broker_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names ... ok - -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:13:18 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:13:19 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:13:19 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:19 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:13:19 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:19 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:13:19 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:13:19 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:13:19 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:13:19 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:19 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:13:19 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:19 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:13:19 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:13:19 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:13:19 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:13:19 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:19 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:13:19 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:19 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:13:19 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:13:19 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'd0a5ef1f-b192-4f52-b2eb-29e6a4b200d1-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpbtidtvsq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2024-12-21T18:13:19.000000. DB state: sharding, own_shard_range state: sharding, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 2, 'active': 0}, path: a/c, db: /tmp/tmpbtidtvsq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2024-12-21T18:13:20.000000. DB state: sharding, own_shard_range state: shrinking, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 0, 'active': 1}, path: .shards_a/shard_c, db: /tmp/tmpeq58v5zj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804800.00000.db -sharder-test WARNING: shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 -sharder-test WARNING: existing_shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: bonjour mes amis, path: a/c%40d, db: /tmp/tmptherf9ex/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test DEBUG: hello my friend%04ds, path: a/c%40d, db: /tmp/tmptherf9ex/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test DEBUG: greetings friend%04ds, path: a/c%40d, db: /tmp/tmptherf9ex/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: bonjour mes amis, path: a/c%40d, db: /tmp/tmptherf9ex/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: hello my friend%04ds, path: a/c%40d, db: /tmp/tmptherf9ex/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: greetings friend%04ds, path: a/c%40d, db: /tmp/tmptherf9ex/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: bonjour mes amis, path: a/c%40d, db: /tmp/tmptherf9ex/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: hello my friend%04ds, path: a/c%40d, db: /tmp/tmptherf9ex/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: greetings friend%04ds, path: a/c%40d, db: /tmp/tmptherf9ex/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: bonjour mes amis, path: a/c%40d, db: /tmp/tmptherf9ex/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: hello my friend%04ds, path: a/c%40d, db: /tmp/tmptherf9ex/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: greetings friend%04ds, path: a/c%40d, db: /tmp/tmptherf9ex/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: exception: test, path: a/c, db: /tmp/tmpt3n_t81h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sharder.py", line 448, in test_log_broker_exception - raise ValueError('test') -ValueError: test -sharder-test DEBUG: bonjour mes amis, path: , db: /tmp/tmpelsno0oq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging -test.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging ... ok -test.unit.container.test_sharder.TestSharder.test_log_broker_levels -test.unit.container.test_sharder.TestSharder.test_log_broker_levels ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync ... ok - -sharder-test DEBUG: bonjour mes amis, path: a/c, db: -sharder-test INFO: bonjour mes amis, path: , db: /tmp/tmpelsno0oq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: bonjour mes amis, path: a/c, db: -sharder-test WARNING: bonjour mes amis, path: , db: /tmp/tmpelsno0oq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: bonjour mes amis, path: a/c, db: -sharder-test ERROR: bonjour mes amis, path: , db: /tmp/tmpelsno0oq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: bonjour mes amis, path: a/c, db: -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvo_2126n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvo_2126n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.23267.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpvo_2126n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.23267.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018715858459472656s, path: a/c, db: /tmp/tmpvo_2126n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.23267.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001900196075439453s, path: a/c, db: /tmp/tmpvo_2126n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.23267.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016999244689941406s, path: a/c, db: /tmp/tmpvo_2126n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.23267.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00019431114196777344s, path: a/c, db: /tmp/tmpvo_2126n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.23267.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021409988403320312s, path: a/c, db: /tmp/tmpvo_2126n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.23267.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011229515075683594s, path: a/c, db: /tmp/tmpvo_2126n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.23267.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011205673217773438s, path: a/c, db: /tmp/tmpvo_2126n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.23267.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010585784912109375s, path: a/c, db: /tmp/tmpvo_2126n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.23267.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012445449829101562s, path: a/c, db: /tmp/tmpvo_2126n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.23267.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001995563507080078s, path: a/c, db: /tmp/tmpvo_2126n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.23267.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018334388732910156s, path: a/c, db: /tmp/tmpvo_2126n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.23267.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1734804799.23207, (0, 0) as of 1734804799.23207, active as of 1734804799.23207>, path: a/c, db: /tmp/tmpvo_2126n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.23267.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1734804799.23208, (0, 0) as of 1734804799.23208, active as of 1734804799.23208>, path: a/c, db: /tmp/tmpvo_2126n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.23267.db -sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/there-where in state active, path: a/c, db: /tmp/tmpvo_2126n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.23267.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1734804799.23209, (0, 0) as of 1734804799.23209, active as of 1734804799.23209>, path: a/c, db: /tmp/tmpvo_2126n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.23267.db -sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/where-yonder in state active, path: a/c, db: /tmp/tmpvo_2126n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.23267.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpvo_2126n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.23267.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvo_2126n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.23267.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvo_2126n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.23267.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpvo_2126n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.23267.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001380443572998047s, path: a/c, db: /tmp/tmpvo_2126n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.23267.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.632110595703125e-05s, path: a/c, db: /tmp/tmpvo_2126n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.23267.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.679794311523438e-05s, path: a/c, db: /tmp/tmpvo_2126n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.23267.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.775161743164062e-05s, path: a/c, db: /tmp/tmpvo_2126n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.23267.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.417533874511719e-05s, path: a/c, db: /tmp/tmpvo_2126n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.23267.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014734268188476562s, path: a/c, db: /tmp/tmpvo_2126n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.23267.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011181831359863281s, path: a/c, db: /tmp/tmpvo_2126n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.23267.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.751319885253906e-05s, path: a/c, db: /tmp/tmpvo_2126n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.23267.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010275840759277344s, path: a/c, db: /tmp/tmpvo_2126n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.23267.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010824203491210938s, path: a/c, db: /tmp/tmpvo_2126n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.23267.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.655952453613281e-05s, path: a/c, db: /tmp/tmpvo_2126n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.23267.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1734804799.23208, (0, 0) as of 1734804799.23208, active as of 1734804799.23208>, path: a/c, db: /tmp/tmpvo_2126n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.23267.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed ... ok - -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1734804799.23209, (0, 0) as of 1734804799.23209, active as of 1734804799.23209>, path: a/c, db: /tmp/tmpvo_2126n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.23267.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpvo_2126n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.23267.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvo_2126n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.23267.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014472007751464844s, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001552104949951172s, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001590251922607422s, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001583099365234375s, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018358230590820312s, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00022554397583007812s, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1734804754.48777, (0, 0) as of 1734804754.48777, active as of 1734804754.48777>, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010418891906738281s, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.632110595703125e-05s, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010228157043457031s, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000102996826171875s, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010156631469726562s, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1734804754.48777, (0, 0) as of 1734804754.48777, active as of 1734804754.48777>, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010371208190917969s, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 9.751319885253906e-05s, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.369850158691406e-05s, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00015497207641601562s, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010848045349121094s, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010395050048828125s, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1734804754.48777, (0, 0) as of 1734804754.48777, active as of 1734804754.48777>, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated ... ok - -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001270771026611328s, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010156631469726562s, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011086463928222656s, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.441375732421875e-05s, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.654594421386719e-05s, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001246929168701172s, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.703636169433594e-05s, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.989738464355469e-05s, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.965896606445312e-05s, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.274482727050781e-05s, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012683868408203125s, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.679794311523438e-05s, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010418891906738281s, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.202957153320312e-05s, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011873245239257812s, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3mvqdipw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcasw80b0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcasw80b0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.52396.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpcasw80b0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.52396.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018405914306640625s, path: a/c, db: /tmp/tmpcasw80b0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.52396.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001690387725830078s, path: a/c, db: /tmp/tmpcasw80b0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.52396.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001590251922607422s, path: a/c, db: /tmp/tmpcasw80b0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.52396.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00022077560424804688s, path: a/c, db: /tmp/tmpcasw80b0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.52396.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas ... ok -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas ... ok - -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002117156982421875s, path: a/c, db: /tmp/tmpcasw80b0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.52396.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010776519775390625s, path: a/c, db: /tmp/tmpcasw80b0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.52396.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010633468627929688s, path: a/c, db: /tmp/tmpcasw80b0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.52396.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.131431579589844e-05s, path: a/c, db: /tmp/tmpcasw80b0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.52396.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010538101196289062s, path: a/c, db: /tmp/tmpcasw80b0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.52396.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018906593322753906s, path: a/c, db: /tmp/tmpcasw80b0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.52396.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017189979553222656s, path: a/c, db: /tmp/tmpcasw80b0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.52396.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1734804799.52340, (0, 0) as of 1734804799.52340, active as of 1734804799.52340>, path: a/c, db: /tmp/tmpcasw80b0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.52396.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1734804799.52341, (0, 0) as of 1734804799.52341, active as of 1734804799.52341>, path: a/c, db: /tmp/tmpcasw80b0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.52396.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1734804799.52342, (0, 0) as of 1734804799.52342, active as of 1734804799.52342>, path: a/c, db: /tmp/tmpcasw80b0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.52396.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 1 required (not removing objects), shard db: /tmp/tmpcasw80b0/sda/containers/0/5a3/4f0b44366da9725df06e5f720916e5a3/4f0b44366da9725df06e5f720916e5a3.db, path: a/c, db: /tmp/tmpcasw80b0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.52396.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpcasw80b0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.52396.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcasw80b0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.52396.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpv4x2phaj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpv4x2phaj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.58034.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpv4x2phaj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.58034.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017571449279785156s, path: a/c, db: /tmp/tmpv4x2phaj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.58034.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001690387725830078s, path: a/c, db: /tmp/tmpv4x2phaj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.58034.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001621246337890625s, path: a/c, db: /tmp/tmpv4x2phaj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.58034.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018310546875s, path: a/c, db: /tmp/tmpv4x2phaj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.58034.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019073486328125s, path: a/c, db: /tmp/tmpv4x2phaj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.58034.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.989738464355469e-05s, path: a/c, db: /tmp/tmpv4x2phaj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.58034.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010156631469726562s, path: a/c, db: /tmp/tmpv4x2phaj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.58034.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.821487426757812e-05s, path: a/c, db: /tmp/tmpv4x2phaj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.58034.db -sharder-test DEBUG: got 1 rows (deleted=True) in 9.751319885253906e-05s, path: a/c, db: /tmp/tmpv4x2phaj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.58034.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018906593322753906s, path: a/c, db: /tmp/tmpv4x2phaj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.58034.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016808509826660156s, path: a/c, db: /tmp/tmpv4x2phaj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.58034.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1734804799.57984, (0, 0) as of 1734804799.57984, active as of 1734804799.57984>, path: a/c, db: /tmp/tmpv4x2phaj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.58034.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1734804799.57985, (0, 0) as of 1734804799.57985, active as of 1734804799.57985>, path: a/c, db: /tmp/tmpv4x2phaj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.58034.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/there-where in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpv4x2phaj/sda/containers/0/b80/c9f06aefaadd1113d55b2ab746fb2b80/c9f06aefaadd1113d55b2ab746fb2b80.db, path: a/c, db: /tmp/tmpv4x2phaj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.58034.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1734804799.57985, (0, 0) as of 1734804799.57985, active as of 1734804799.57985>, path: a/c, db: /tmp/tmpv4x2phaj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.58034.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpv4x2phaj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.58034.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpv4x2phaj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.58034.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp2pke73kl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2pke73kl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.62485.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states ... ok - -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp2pke73kl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.62485.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017070770263671875s, path: a/c, db: /tmp/tmp2pke73kl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.62485.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001480579376220703s, path: a/c, db: /tmp/tmp2pke73kl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.62485.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001373291015625s, path: a/c, db: /tmp/tmp2pke73kl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.62485.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001628398895263672s, path: a/c, db: /tmp/tmp2pke73kl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.62485.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001838207244873047s, path: a/c, db: /tmp/tmp2pke73kl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.62485.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.72747802734375e-05s, path: a/c, db: /tmp/tmp2pke73kl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.62485.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010442733764648438s, path: a/c, db: /tmp/tmp2pke73kl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.62485.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.821487426757812e-05s, path: a/c, db: /tmp/tmp2pke73kl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.62485.db -sharder-test DEBUG: got 1 rows (deleted=True) in 9.441375732421875e-05s, path: a/c, db: /tmp/tmp2pke73kl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.62485.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020599365234375s, path: a/c, db: /tmp/tmp2pke73kl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.62485.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017952919006347656s, path: a/c, db: /tmp/tmp2pke73kl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.62485.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1734804799.62430, (0, 0) as of 1734804799.62430, active as of 1734804799.62430>, path: a/c, db: /tmp/tmp2pke73kl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.62485.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/here-there in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmp2pke73kl/sda/containers/0/316/0340e1489dd10851cc3ca32837fff316/0340e1489dd10851cc3ca32837fff316.db, path: a/c, db: /tmp/tmp2pke73kl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.62485.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1734804799.62431, (0, 0) as of 1734804799.62431, active as of 1734804799.62431>, path: a/c, db: /tmp/tmp2pke73kl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.62485.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1734804799.62431, (0, 0) as of 1734804799.62431, active as of 1734804799.62431>, path: a/c, db: /tmp/tmp2pke73kl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.62485.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 2 required (not removing objects), shard db: /tmp/tmp2pke73kl/sda/containers/0/5a3/4f0b44366da9725df06e5f720916e5a3/4f0b44366da9725df06e5f720916e5a3.db, path: a/c, db: /tmp/tmp2pke73kl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.62485.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp2pke73kl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.62485.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2pke73kl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.62485.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqayupy9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpqayupy9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.69557.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpqayupy9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.69557.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016927719116210938s, path: a/c, db: /tmp/tmpqayupy9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.69557.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015687942504882812s, path: a/c, db: /tmp/tmpqayupy9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.69557.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001709461212158203s, path: a/c, db: /tmp/tmpqayupy9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.69557.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00020742416381835938s, path: a/c, db: /tmp/tmpqayupy9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.69557.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001957416534423828s, path: a/c, db: /tmp/tmpqayupy9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.69557.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010585784912109375s, path: a/c, db: /tmp/tmpqayupy9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.69557.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010848045349121094s, path: a/c, db: /tmp/tmpqayupy9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.69557.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.72747802734375e-05s, path: a/c, db: /tmp/tmpqayupy9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.69557.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011205673217773438s, path: a/c, db: /tmp/tmpqayupy9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.69557.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019359588623046875s, path: a/c, db: /tmp/tmpqayupy9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.69557.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018906593322753906s, path: a/c, db: /tmp/tmpqayupy9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.69557.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1734804799.69503, (0, 0) as of 1734804799.69503, active as of 1734804799.69503>, path: a/c, db: /tmp/tmpqayupy9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.69557.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1734804799.69504, (0, 0) as of 1734804799.69504, active as of 1734804799.69504>, path: a/c, db: /tmp/tmpqayupy9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.69557.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects ... ok - -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1734804799.69505, (0, 0) as of 1734804799.69505, active as of 1734804799.69505>, path: a/c, db: /tmp/tmpqayupy9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.69557.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpqayupy9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.69557.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpqayupy9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.69557.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpqayupy9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.69557.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpqayupy9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.69557.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011372566223144531s, path: a/c, db: /tmp/tmpqayupy9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.69557.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010013580322265625s, path: a/c, db: /tmp/tmpqayupy9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.69557.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.008327960968017578s, path: a/c, db: /tmp/tmpqayupy9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.69557.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011038780212402344s, path: a/c, db: /tmp/tmpqayupy9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.69557.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012040138244628906s, path: a/c, db: /tmp/tmpqayupy9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.69557.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011229515075683594s, path: a/c, db: /tmp/tmpqayupy9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.69557.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.679794311523438e-05s, path: a/c, db: /tmp/tmpqayupy9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.69557.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.298324584960938e-05s, path: a/c, db: /tmp/tmpqayupy9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.69557.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.463859558105469e-05s, path: a/c, db: /tmp/tmpqayupy9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.69557.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.441375732421875e-05s, path: a/c, db: /tmp/tmpqayupy9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.69557.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.940696716308594e-05s, path: a/c, db: /tmp/tmpqayupy9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.69557.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1734804799.69503, (0, 0) as of 1734804799.69503, active as of 1734804799.69503>, path: a/c, db: /tmp/tmpqayupy9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.69557.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpqayupy9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.69557.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpqayupy9l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.69557.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020313262939453125s, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012063980102539062s, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001437664031982422s, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012159347534179688s, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014781951904296875s, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00019884109497070312s, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019288063049316406s, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path ... ok - -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1734804754.48777, (0, 0) as of 1734804754.48777, active as of 1734804754.48777>, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'yonder')], path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015854835510253906s, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00014400482177734375s, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013637542724609375s, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012755393981933594s, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014138221740722656s, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012755393981933594s, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014019012451171875s, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001289844512939453s, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012421607971191406s, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00014591217041015625s, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1734804754.48777, (0, 0) as of 1734804754.48777, active as of 1734804754.48777>, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1734804754.48777, (0, 0) as of 1734804754.48777, active as of 1734804754.48777>, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001804828643798828s, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001628398895263672s, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012421607971191406s, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001780986785888672s, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00017952919006347656s, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019860267639160156s, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001735687255859375s, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.512901306152344e-05s, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.630752563476562e-05s, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010180473327636719s, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.465217590332031e-05s, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018835067749023438s, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file ... ok - -test INFO: Begin container audit "once" mode -test ERROR: ERROR Could not get container info /tmp/tmpjbqs20xw/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpjbqs20xw/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit "once" mode completed: 0.02s +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache @@ -54765,433 +59789,12 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -WARNING: Unable to modify file descriptor limit. Running as non-root? -WARNING: Unable to modify memory limit. Running as non-root? -WARNING: Unable to modify max process limit. Running as non-root? -Unable to locate config number 5 for account-server -Unable to locate config number 5 for object-server -Signal object-server pid: 1 signal: 15 -Signal object-server pid: 1 signal: 15 -Signal object-server pid: 1 signal: 1 -Signal object-replicator pid: 11 signal: 15 -Signal object-replicator pid: 12 signal: 15 -Signal proxy-server pid: 1 signal: 1 -output Removing pid file /tmp/tmp14e0h_ok/var/run/one-server.pid with wrong pid 3 -output Removing pid file /tmp/tmp14e0h_ok/var/run/zero-server.pid with invalid pid -output Removing pid file /tmp/tmp14e0h_ok/var/run/invalid-server.pid with invalid pid -Signal account-reaper pid: 1 signal: 15 -Signal account-reaper pid: 2 signal: 15 -Signal account-reaper pid: 3 signal: 15 -Signal account-reaper pid: 4 signal: 15 -Signal account-reaper pid: 1 signal: 15 -Signal account-reaper pid: 2 signal: 15 -Signal account-reaper pid: 3 signal: 15 -Signal account-reaper pid: 4 signal: 15 -Signal account-reaper pid: 3 signal: 15 -test INFO: Begin container audit "once" mode -test DEBUG: Audit passed for /tmp/tmprsdx5gh_/sda/containers/0/0/0/test.db -test INFO: Container audit "once" mode completed: 0.00s -test ERROR: Problem finding shard upper in '/tmp/tmpqw2hkdd2/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpqw2hkdd2/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - shard_size, last_shard_upper) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpp9mu7owp/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpp9mu7owp/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state - -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00023818016052246094s, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'yonder' to MaxBound as of 1734804754.48777, (0, 0) as of 1734804754.48777, active as of 1734804754.48777>, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: Placed 3 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpnu86dyyy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804799.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp2tihz88w/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804801.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmp2tihz88w/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804801.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002281665802001953s, path: .shards_a/shard_c, db: /tmp/tmp2tihz88w/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804801.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001380443572998047s, path: .shards_a/shard_c, db: /tmp/tmp2tihz88w/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804801.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001742839813232422s, path: .shards_a/shard_c, db: /tmp/tmp2tihz88w/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804801.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018644332885742188s, path: .shards_a/shard_c, db: /tmp/tmp2tihz88w/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804801.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001735687255859375s, path: .shards_a/shard_c, db: /tmp/tmp2tihz88w/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804801.00000.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp2tihz88w/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804801.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001811981201171875s, path: .shards_a/shard_c, db: /tmp/tmp2tihz88w/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804801.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001442432403564453s, path: .shards_a/shard_c, db: /tmp/tmp2tihz88w/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804801.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019311904907226562s, path: .shards_a/shard_c, db: /tmp/tmp2tihz88w/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804801.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1734804754.48777, (0, 0) as of 1734804754.48777, active as of 1734804754.48777>, path: .shards_a/shard_c, db: /tmp/tmp2tihz88w/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804801.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (2 unplaced), path: .shards_a/shard_c, db: /tmp/tmp2tihz88w/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804801.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp2tihz88w/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804801.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp2tihz88w/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804801.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmp2tihz88w/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804801.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001380443572998047s, path: .shards_a/shard_c, db: /tmp/tmp2tihz88w/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804801.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001285076141357422s, path: .shards_a/shard_c, db: /tmp/tmp2tihz88w/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804801.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013494491577148438s, path: .shards_a/shard_c, db: /tmp/tmp2tihz88w/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804801.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmp2tihz88w/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804801.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012993812561035156s, path: .shards_a/shard_c, db: /tmp/tmp2tihz88w/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804801.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001285076141357422s, path: .shards_a/shard_c, db: /tmp/tmp2tihz88w/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804801.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmp2tihz88w/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804801.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp2tihz88w/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804801.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp2tihz88w/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804801.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmp2tihz88w/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804801.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001544952392578125s, path: .shards_a/shard_c, db: /tmp/tmp2tihz88w/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804801.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001323223114013672s, path: .shards_a/shard_c, db: /tmp/tmp2tihz88w/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804801.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013375282287597656s, path: .shards_a/shard_c, db: /tmp/tmp2tihz88w/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804801.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001461505889892578s, path: .shards_a/shard_c, db: /tmp/tmp2tihz88w/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804801.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001366138458251953s, path: .shards_a/shard_c, db: /tmp/tmp2tihz88w/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804801.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding ... ok -Container 'a/c' cannot be set to sharded state while in sharded state - -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmp2tihz88w/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804801.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1734804754.48777, (0, 0) as of 1734804754.48777, active as of 1734804754.48777>, path: .shards_a/shard_c, db: /tmp/tmp2tihz88w/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804801.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014066696166992188s, path: .shards_a/shard_c, db: /tmp/tmp2tihz88w/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804801.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016808509826660156s, path: .shards_a/shard_c, db: /tmp/tmp2tihz88w/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804801.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013685226440429688s, path: .shards_a/shard_c, db: /tmp/tmp2tihz88w/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804801.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1734804754.48777, (0, 0) as of 1734804754.48777, active as of 1734804754.48777>, path: .shards_a/shard_c, db: /tmp/tmp2tihz88w/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804801.00000.db -sharder-test DEBUG: Placed 5 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmp2tihz88w/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804801.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp2tihz88w/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804801.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001575946807861328s, path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.870529174804688e-05s, path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010061264038085938s, path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.179115295410156e-05s, path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010323524475097656s, path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00011777877807617188s, path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.608268737792969e-05s, path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.489059448242188e-05s, path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.1552734375e-05s, path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 8.130073547363281e-05s, path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.678436279296875e-05s, path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.62939453125e-05s, path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.1552734375e-05s, path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.559226989746094e-05s, path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011706352233886719s, path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1734804754.48777, (0, 0) as of 1734804754.48777, active as of 1734804754.48777>, path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded ... ok - -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011157989501953125s, path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020956993103027344s, path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.867813110351562e-05s, path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.43865966796875e-05s, path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010466575622558594s, path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.083747863769531e-05s, path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010156631469726562s, path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.131431579589844e-05s, path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.654594421386719e-05s, path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010132789611816406s, path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1734804754.48777, (0, 0) as of 1734804754.48777, active as of 1734804754.48777>, path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmptbafg96l/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001494884490966797s, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001087188720703125s, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010061264038085938s, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.1552734375e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012373924255371094s, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.368492126464844e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002143383026123047s, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.226799011230469e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.344650268554688e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.298324584960938e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.489059448242188e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.081031799316406e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 7.653236389160156e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states ... ok -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one ... ok - -sharder-test DEBUG: got 0 rows (deleted=True) in 6.937980651855469e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.083747863769531e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.939338684082031e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.845329284667969e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.512901306152344e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001010894775390625s, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 8.869171142578125e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.72747802734375e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1734804754.48777, (0, 0) as of 1734804754.48777, active as of 1734804754.48777>, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.846687316894531e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.177757263183594e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.271766662597656e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.05718994140625e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011396408081054688s, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.845329284667969e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010061264038085938s, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.153915405273438e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.465217590332031e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.560585021972656e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010085105895996094s, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.225440979003906e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1734804754.48777, (0, 0) as of 1734804754.48777, active as of 1734804754.48777>, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvlpoxzgm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors ... ok - -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001614093780517578s, path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010561943054199219s, path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010085105895996094s, path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010728836059570312s, path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011372566223144531s, path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 2 rows (deleted=False) in 9.083747863769531e-05s, path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002186298370361328s, path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.821487426757812e-05s, path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.465217590332031e-05s, path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.702278137207031e-05s, path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 8.630752563476562e-05s, path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.965896606445312e-05s, path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.677078247070312e-05s, path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.416175842285156e-05s, path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.940696716308594e-05s, path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010633468627929688s, path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1734804754.48777, (0, 0) as of 1734804754.48777, active as of 1734804754.48777>, path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.96453857421875e-05s, path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.700920104980469e-05s, path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011682510375976562s, path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010752677917480469s, path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010704994201660156s, path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.96453857421875e-05s, path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state ... ok -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted ... ok -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root ... ok -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard ... ok - -sharder-test DEBUG: got 0 rows (deleted=True) in 9.608268737792969e-05s, path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.250640869140625e-05s, path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.654594421386719e-05s, path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011205673217773438s, path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1734804754.48777, (0, 0) as of 1734804754.48777, active as of 1734804754.48777>, path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp7y3bj58q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpiiau08r7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpiiau08r7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804800.72230.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpiiau08r7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804800.72230.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001811981201171875s, path: a/c, db: /tmp/tmpiiau08r7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804800.72230.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019359588623046875s, path: a/c, db: /tmp/tmpiiau08r7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804800.72230.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016355514526367188s, path: a/c, db: /tmp/tmpiiau08r7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804800.72230.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017452239990234375s, path: a/c, db: /tmp/tmpiiau08r7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804800.72230.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019693374633789062s, path: a/c, db: /tmp/tmpiiau08r7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804800.72230.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010132789611816406s, path: a/c, db: /tmp/tmpiiau08r7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804800.72230.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010275840759277344s, path: a/c, db: /tmp/tmpiiau08r7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804800.72230.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.893013000488281e-05s, path: a/c, db: /tmp/tmpiiau08r7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804800.72230.db -sharder-test DEBUG: got 1 rows (deleted=True) in 9.822845458984375e-05s, path: a/c, db: /tmp/tmpiiau08r7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804800.72230.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001914501190185547s, path: a/c, db: /tmp/tmpiiau08r7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804800.72230.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016736984252929688s, path: a/c, db: /tmp/tmpiiau08r7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804800.72230.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1734804800.72147, (0, 0) as of 1734804800.72147, active as of 1734804800.72147>, path: a/c, db: /tmp/tmpiiau08r7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804800.72230.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1734804800.72152, (0, 0) as of 1734804800.72152, active as of 1734804800.72152>, path: a/c, db: /tmp/tmpiiau08r7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804800.72230.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1734804800.72153, (0, 0) as of 1734804800.72153, active as of 1734804800.72153>, path: a/c, db: /tmp/tmpiiau08r7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804800.72230.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpiiau08r7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804800.72230.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpiiau08r7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804800.72230.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpzzn9rzi2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpzzn9rzi2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpzzn9rzi2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpzzn9rzi2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmp5wjlxezk/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmp5wjlxezk/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmp5wjlxezk/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmp5wjlxezk/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpr59b_k_7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpr59b_k_7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpr59b_k_7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpr59b_k_7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root ... ok -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs ... ok - -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpvf_awhf2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpvf_awhf2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpvf_awhf2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpvf_awhf2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 visited - attempted:2 success:2 failure:0 skipped:1 completed:0 -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test ERROR: Unhandled exception while processing: kapow!, path: a/c1, db: /tmp/tmp46_0k1d5/sdb/containers/0/ash/c1hash/c1hash.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2518, in _one_shard_cycle - self._process_broker(broker, node, part) - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1245, in _execute_mock_call - result = effect(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sharder.py", line 886, in mock_processing - raise Exception('kapow!') -Exception: kapow! -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 visited - attempted:3 success:2 failure:1 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp46_0k1d5/sda/containers/0/ash/c0hash/c0hash.db' -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:13:20 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 audit_shard - attempted:0 success:0 failure:0test.unit.container.test_sharder.TestSharder.test_one_shard_cycle -test.unit.container.test_sharder.TestSharder.test_one_shard_cycle ... ok -test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers -test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required ... ok - -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Found no containers directories -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Begin container sharder "once" mode -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /.shards_a/c /tmp/tmps8fi7rze/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache with lock_file(cache_file, lock_timeout, unlink=False) as cf: @@ -55201,18 +59804,12 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.05s -sharder-test INFO: Begin container sharder "once" mode -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: (Override partitions: 0) -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /.shards_a/c /tmp/tmps8fi7rze/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache with lock_file(cache_file, lock_timeout, unlink=False) as cf: @@ -55222,18 +59819,10 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.01s -sharder-test INFO: Begin container sharder "once" mode -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: (Override partitions: 2, 0) -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +test INFO: Begin container update single threaded sweep +test DEBUG: Update report sent for /.shards_a/c /tmp/tmps8fi7rze/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache with lock_file(cache_file, lock_timeout, unlink=False) as cf: @@ -55243,48 +59832,10 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.03s -sharder-test INFO: Begin container sharder "once" mode -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: (Override devices: sdc) -sharder-test INFO: (Override partitions: 2, 0) -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon'test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters -test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters ... ok -test.unit.container.test_sharder.TestSharder.test_periodic_warning -test.unit.container.test_sharder.TestSharder.test_periodic_warning ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta ... ok - -sharder-test INFO: Container sharder "once" mode completed: 0.01s -sharder-test INFO: Begin container sharder "once" mode -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: (Override devices: sdb, sdc) -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:13:21 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +test INFO: Begin container update single threaded sweep +test DEBUG: Update report sent for /a/Ω /tmp/tmpqj3ay0yl/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache with lock_file(cache_file, lock_timeout, unlink=False) as cf: @@ -55294,630 +59845,23 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.03s -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpwwp_s28q/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpwwp_s28q/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpwwp_s28q/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmpwwp_s28q/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpwwp_s28q/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpwwp_s28q/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpwwp_s28q/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmpwwp_s28q/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpwwp_s28q/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpwwp_s28q/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpwwp_s28q/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp5l_l4rer/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5l_l4rer/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5l_l4rer/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5l_l4rer/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp5l_l4rer/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp5l_l4rer/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5l_l4rer/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5l_l4rer/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5l_l4rer/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp5l_l4rer/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp5l_l4rer/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5l_l4rer/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5l_l4rer/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5l_l4rer/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmp5l_l4rer/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp5l_l4rer/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.23960.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmp5l_l4rer/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.23960.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmp5l_l4rer/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.23960.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp5l_l4rer/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.23960.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5l_l4rer/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.23960.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5l_l4rer/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.23960.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5l_l4rer/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.23960.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp5l_l4rer/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.23960.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp5l_l4rer/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.23960.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp5l_l4rer/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.23960.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard -test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard ... ok -test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db -test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db ... ok - -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp5l_l4rer/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.23960.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpggpvu_u6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpggpvu_u6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpggpvu_u6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpggpvu_u6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded (deleted), path: a/c, db: /tmp/tmpggpvu_u6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'shrinking' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'sharding' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others -test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property ... ok - -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'sharded' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'shrunk' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpt1qkw19_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others -test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging ... ok -test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing -test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate -test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate ... ok - -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpf1vebjn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash60False/hash60False_1734804801.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash60False/hash60False_1734804801.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1734804754.48777, (0, 0) as of 1734804754.48777, created as of 1734804754.48777>, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash60False/hash60False_1734804801.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash60False/hash60False_1734804801.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash60False/hash60False_1734804801.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash60False/hash60False_1734804801.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash60False/hash60False_1734804801.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash60False/hash60False_1734804801.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash60False/hash60False_1734804801.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash60False/hash60False_1734804801.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014328956604003906s, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010275840759277344s, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash60False/hash60False_1734804801.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1734804754.48777, (0, 0) as of 1734804754.48777, created as of 1734804754.48777>, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash60False/hash60False_1734804801.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014781951904296875s, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000102996826171875s, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1734804754.48777, (0, 0) as of 1734804754.48777, created as of 1734804754.48777> - zero objects found, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash60False/hash60False_1734804801.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash60False/hash60False_1734804801.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpb4mf333n/sda/containers/0/lse/hash60False/hash60False.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash60False/hash60False_1734804801.00000.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash60False/hash60False_1734804801.00000.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash60True/hash60True_1734804820.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash60True/hash60True_1734804820.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1734804754.48777, (0, 0) as of 1734804754.48777, created as of 1734804754.48777>, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash60True/hash60True_1734804820.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash60True/hash60True_1734804820.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash60True/hash60True_1734804820.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash60True/hash60True_1734804820.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash60True/hash60True_1734804820.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash60True/hash60True_1734804820.00000.dbtest ERROR: Failed to unlink '/tmp/tmpdwnamsdm/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - ~~~~~~~~~^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpdwnamsdm/containers/part/suffix/hash/container_1734804801.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpdwnamsdm/containers/part/suffix/hash/container_1734804801.00000.db': ['/tmp/tmpdwnamsdm/containers/part/suffix/hash/container.db', '/tmp/tmpdwnamsdm/containers/part/suffix/hash/container_1734804802.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpdwnamsdm/containers/part/suffix/hash/container_1734804802.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00228 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpfr2n7x8r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00432 seconds (231.35346/s) -test INFO: Removed 1 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test DEBUG: Successfully deleted db /tmp/tmp5901oqnj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test DEBUG: Not deleting db /tmp/tmp5901oqnj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db (2/3 success) -test DEBUG: Not deleting db /tmp/tmp5901oqnj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db (requires sharding, state unsharded) -test DEBUG: Not deleting db /tmp/tmp5901oqnj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804801.47680.db (requires sharding, state sharding) -test DEBUG: Not deleting db /tmp/tmp5901oqnj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804801.47680.db (2/3 success) -test DEBUG: Successfully deleted db /tmp/tmp5901oqnj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804801.47680.db -test DEBUG: Successfully deleted db /tmp/tmp5901oqnj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpmjmtr8j5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '44ae5dfca921637b4d913408060700fe', '6d8d45af-a91c-49bf-a1f6-8256502ee868-sda', '1734804801.49225', '1734804801.00000', '0', '', '1734804801.00000', 51, 0) -test DEBUG: /tmp/tmpmjmtr8j5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o0', 'created_at': '1734804802.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o1', 'created_at': '1734804803.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o2', 'created_at': '1734804804.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o3', 'created_at': '1734804805.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o4', 'created_at': '1734804806.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o5', 'created_at': '1734804807.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o6', 'created_at': '1734804808.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o7', 'created_at': '1734804809.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o8', 'created_at': '1734804810.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o9', 'created_at': '1734804811.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '6d8d45af-a91c-49bf-a1f6-8256502ee868-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 11, 'name': 'o10', 'created_at': '1734804812.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 12, 'name': 'o11', 'created_at': '1734804813.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 13, 'name': 'o12', 'created_at': '1734804814.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 14, 'name': 'o13', 'created_at': '1734804815.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 15, 'name': 'o14', 'created_at': '1734804816.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 16, 'name': 'o15', 'created_at': '1734804817.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 17, 'name': 'o16', 'created_at': '1734804818.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 18, 'name': 'o17', 'created_at': '1734804819.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 19, 'name': 'o18', 'created_at': '1734804820.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 20, 'name': 'o19', 'created_at': '1734804821.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '6d8d45af-a91c-49bf-a1f6-8256502ee868-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 21, 'name': 'o20', 'created_at': '1734804822.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 22, 'name': 'o21', 'created_at': '1734804823.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 23, 'name': 'o22', 'created_at': '1734804824.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 24, 'name': 'o23', 'created_at': '1734804825.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 25, 'name': 'o24', 'created_at': '1734804826.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 26, 'name': 'o25', 'created_at': '1734804827.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 27, 'name': 'o26', 'created_at': '1734804828.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 28, 'name': 'o27', 'created_at': '1734804829.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 29, 'name': 'o28', 'created_at': '1734804830.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 30, 'name': 'o29', 'created_at': '1734804831.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '6d8d45af-a91c-49bf-a1f6-8256502ee868-sda')test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync -test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part -test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_local_ids -test.unit.container.test_replicator.TestReplicatorSync.test_local_ids ... ok - -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash60True/hash60True_1734804820.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash60True/hash60True_1734804820.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.004203319549560547s, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000102996826171875s, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash60True/hash60True_1734804820.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1734804754.48777, (0, 0) as of 1734804754.48777, created as of 1734804754.48777>, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash60True/hash60True_1734804820.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015592575073242188s, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013518333435058594s, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1734804754.48777, (0, 0) as of 1734804754.48777, created as of 1734804754.48777> - zero objects found, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash60True/hash60True_1734804820.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash60True/hash60True_1734804820.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpb4mf333n/sda/containers/0/rue/hash60True/hash60True.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash60True/hash60True_1734804820.00000.db -sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash60True/hash60True_1734804820.00000.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash50False/hash50False_1734804839.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash50False/hash50False_1734804839.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1734804754.48777, (0, 0) as of 1734804754.48777, created as of 1734804754.48777>, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash50False/hash50False_1734804839.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash50False/hash50False_1734804839.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash50False/hash50False_1734804839.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash50False/hash50False_1734804839.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash50False/hash50False_1734804839.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash50False/hash50False_1734804839.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash50False/hash50False_1734804839.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash50False/hash50False_1734804839.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014448165893554688s, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011968612670898438s, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash50False/hash50False_1734804839.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1734804754.48777, (0, 0) as of 1734804754.48777, created as of 1734804754.48777>, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash50False/hash50False_1734804839.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001494884490966797s, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011301040649414062s, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1734804754.48777, (0, 0) as of 1734804754.48777, created as of 1734804754.48777> - zero objects found, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash50False/hash50False_1734804839.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash50False/hash50False_1734804839.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpb4mf333n/sda/containers/0/lse/hash50False/hash50False.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash50False/hash50False_1734804839.00000.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/lse/hash50False/hash50False_1734804839.00000.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash50True/hash50True_1734804855.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash50True/hash50True_1734804855.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1734804754.48777, (0, 0) as of 1734804754.48777, created as of 1734804754.48777>, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash50True/hash50True_1734804855.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash50True/hash50True_1734804855.00000.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges -test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges ... ok - -test DEBUG: /tmp/tmpmjmtr8j5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 30 (0.017585s) -test DEBUG: Synchronization for /tmp/tmpmjmtr8j5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db has fallen more than 30 rows behind; moving on and will try again next pass. -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '44ae5dfca921637b4d913408060700fe', '6d8d45af-a91c-49bf-a1f6-8256502ee868-sda', '1734804801.49225', '1734804801.00000', '0', '', '1734804801.00000', 51, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6d8d45af-a91c-49bf-a1f6-8256502ee868-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.04260 seconds (23.47535/s) -test INFO: Removed 0 dbs -test INFO: 1 successes, 1 failures -test INFO: diff:1 diff_capped:1 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpmjmtr8j5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '44ae5dfca921637b4d913408060700fe', '6d8d45af-a91c-49bf-a1f6-8256502ee868-sda', '1734804801.49225', '1734804801.00000', '0', '', '1734804801.00000', 51, 0) -test DEBUG: /tmp/tmpmjmtr8j5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row 30 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 31, 'name': 'o30', 'created_at': '1734804832.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 32, 'name': 'o31', 'created_at': '1734804833.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 33, 'name': 'o32', 'created_at': '1734804834.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 34, 'name': 'o33', 'created_at': '1734804835.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 35, 'name': 'o34', 'created_at': '1734804836.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 36, 'name': 'o35', 'created_at': '1734804837.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 37, 'name': 'o36', 'created_at': '1734804838.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 38, 'name': 'o37', 'created_at': '1734804839.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 39, 'name': 'o38', 'created_at': '1734804840.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 40, 'name': 'o39', 'created_at': '1734804841.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '6d8d45af-a91c-49bf-a1f6-8256502ee868-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 41, 'name': 'o40', 'created_at': '1734804842.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 42, 'name': 'o41', 'created_at': '1734804843.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 43, 'name': 'o42', 'created_at': '1734804844.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 44, 'name': 'o43', 'created_at': '1734804845.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 45, 'name': 'o44', 'created_at': '1734804846.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 46, 'name': 'o45', 'created_at': '1734804847.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 47, 'name': 'o46', 'created_at': '1734804848.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 48, 'name': 'o47', 'created_at': '1734804849.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 49, 'name': 'o48', 'created_at': '1734804850.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 50, 'name': 'o49', 'created_at': '1734804851.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '6d8d45af-a91c-49bf-a1f6-8256502ee868-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 51, 'name': 'o101', 'created_at': '1734804952.00000', 'size': 0, 'content_type': 'content-type-new', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '6d8d45af-a91c-49bf-a1f6-8256502ee868-sda') -test DEBUG: /tmp/tmpmjmtr8j5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 51 (0.0173547s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '44ae5dfca921637b4d913408060700fe', '6d8d45af-a91c-49bf-a1f6-8256502ee868-sda', '1734804801.49225', '1734804801.00000', '0', '', '1734804801.00000', 51, 0) -test DEBUG: /tmp/tmpmjmtr8j5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.2:1002/sdc, nothing to do -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.03113 seconds (32.12613/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:0 ts_repl:0 -test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb -test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdc -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00035 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00028 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00024 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpw4aksbdp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '724416aebc1a26ea8dced69b88b4dfec', 'c1dd2059-1584-41fa-ad1c-26d3b5bd6af0-sda', '1734804801.59459', '1734804000.00000', '0', '', '1734804000.00000', 0, 1) -test DEBUG: /tmp/tmpw4aksbdp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1734804002.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o2', 'created_at': '1734804003.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c1dd2059-1584-41fa-ad1c-26d3b5bd6af0-sda')test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue ... ok - -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash50True/hash50True_1734804855.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash50True/hash50True_1734804855.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash50True/hash50True_1734804855.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash50True/hash50True_1734804855.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash50True/hash50True_1734804855.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash50True/hash50True_1734804855.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001475811004638672s, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010585784912109375s, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash50True/hash50True_1734804855.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1734804754.48777, (0, 0) as of 1734804754.48777, created as of 1734804754.48777>, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash50True/hash50True_1734804855.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001506805419921875s, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010800361633300781s, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1734804754.48777, (0, 0) as of 1734804754.48777, created as of 1734804754.48777> - zero objects found, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash50True/hash50True_1734804855.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash50True/hash50True_1734804855.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpb4mf333n/sda/containers/0/rue/hash50True/hash50True.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash50True/hash50True_1734804855.00000.db -sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmpb4mf333n/sda/containers/0/rue/hash50True/hash50True_1734804855.00000.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp_7zja4n9/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_7zja4n9/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_7zja4n9/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_7zja4n9/sda/containers/0/h60/hash60/hash60.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmp_7zja4n9/sda/containers/0/h60/hash60/hash60_1734804801.66362.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp_7zja4n9/sda/containers/0/h60/hash60/hash60_1734804801.66362.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_7zja4n9/sda/containers/0/h60/hash60/hash60_1734804801.66362.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_7zja4n9/sda/containers/0/h60/hash60/hash60_1734804801.66362.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_7zja4n9/sda/containers/0/h60/hash60/hash60_1734804801.66362.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp_7zja4n9/sda/containers/0/h60/hash60/hash60_1734804801.66362.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp_7zja4n9/sda/containers/0/h60/hash60/hash60_1734804801.66362.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp_7zja4n9/sda/containers/0/h60/hash60/hash60_1734804801.66362.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp_7zja4n9/sda/containers/0/h60/hash60/hash60_1734804801.66362.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp_7zja4n9/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_7zja4n9/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_7zja4n9/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_7zja4n9/sda/containers/0/h50/hash50/hash50.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmp_7zja4n9/sda/containers/0/h50/hash50/hash50_1734804801.68780.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp_7zja4n9/sda/containers/0/h50/hash50/hash50_1734804801.68780.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_7zja4n9/sda/containers/0/h50/hash50/hash50_1734804801.68780.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_7zja4n9/sda/containers/0/h50/hash50/hash50_1734804801.68780.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_7zja4n9/sda/containers/0/h50/hash50/hash50_1734804801.68780.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp_7zja4n9/sda/containers/0/h50/hash50/hash50_1734804801.68780.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp_7zja4n9/sda/containers/0/h50/hash50/hash50_1734804801.68780.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp_7zja4n9/sda/containers/0/h50/hash50/hash50_1734804801.68780.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp_7zja4n9/sda/containers/0/h50/hash50/hash50_1734804801.68780.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp_7zja4n9/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_7zja4n9/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_7zja4n9/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_7zja4n9/sda/containers/0/h70/hash70/hash70.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmp_7zja4n9/sda/containers/0/h70/hash70/hash70_1734804801.70751.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp_7zja4n9/sda/containers/0/h70/hash70/hash70_1734804801.70751.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_7zja4n9/sda/containers/0/h70/hash70/hash70_1734804801.70751.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_7zja4n9/sda/containers/0/h70/hash70/hash70_1734804801.70751.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_7zja4n9/sda/containers/0/h70/hash70/hash70_1734804801.70751.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp_7zja4n9/sda/containers/0/h70/hash70/hash70_1734804801.70751.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges -test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard ... ok -test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin -test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin ... ok -test.unit.container.test_sharder.TestSharder.test_run_forever -test.unit.container.test_sharder.TestSharder.test_run_forever ... ok - -test DEBUG: /tmp/tmpw4aksbdp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00293159s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '724416aebc1a26ea8dced69b88b4dfec', 'c1dd2059-1584-41fa-ad1c-26d3b5bd6af0-sda', '1734804801.59459', '1734804000.00000', '0', '', '1734804000.00000', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c1dd2059-1584-41fa-ad1c-26d3b5bd6af0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpw4aksbdp/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.03025 seconds (33.06261/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpw4aksbdp/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, sync, (2, 'bf15eac0cdb2900272c490ba3b070e58', 'ad8b51ba-f35f-42c8-82b4-e5d010ba16d6-sda', '1734804801.62886', '1734804000', '0', '', '1734804000', 2, 0) -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('ad8b51ba-f35f-42c8-82b4-e5d010ba16d6-sda', '297acf2cc2b8a9460edced758a9b309b.db') -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (2, 'bf15eac0cdb2900272c490ba3b070e58', 'ad8b51ba-f35f-42c8-82b4-e5d010ba16d6-sda', '1734804801.62886', '1734804000', '0', '', '1734804000', 2, 0) -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('ad8b51ba-f35f-42c8-82b4-e5d010ba16d6-sda', '297acf2cc2b8a9460edced758a9b309b.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpsaobhilh/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, sync, (2, '724416aebc1a26ea8dced69b88b4dfec', '1ac8fa84-4a74-4f8a-a994-4af28a7d30a5-sda', '1734804801.65593', '1734804000.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1734804801.65735"]}', '1734804000.00000', 0, 0) -test DEBUG: /tmp/tmpsaobhilh/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1734804002.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1734804003.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '1ac8fa84-4a74-4f8a-a994-4af28a7d30a5-sda') -test DEBUG: /tmp/tmpsaobhilh/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00839281s) -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_syncs, ([],) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, sync, (2, '724416aebc1a26ea8dced69b88b4dfec', '1ac8fa84-4a74-4f8a-a994-4af28a7d30a5-sda', '1734804801.65593', '1734804000.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1734804801.65735"]}', '1734804000.00000', 0, 0) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, complete_rsync, ('1ac8fa84-4a74-4f8a-a994-4af28a7d30a5-sda', '7d69a3daa789abb831fde54674123df1.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpsaobhilh/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.04389 seconds (22.78554/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpsaobhilh/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, sync, (2, '5e512e471b2720f7047739ebb66a2f59', '0afd2a2a-d28a-4359-8c7f-92584981dd79-sda', '1734804801.70747', '1734804000', '0', '', '1734804000', 2, 0) -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('0afd2a2a-d28a-4359-8c7f-92584981dd79-sda', '297acf2cc2b8a9460edced758a9b309b.db') -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (2, '5e512e471b2720f7047739ebb66a2f59', '0afd2a2a-d28a-4359-8c7f-92584981dd79-sda', '1734804801.70747', '1734804000', '0', '', '1734804000', 2, 0) -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('0afd2a2a-d28a-4359-8c7f-92584981dd79-sda', '297acf2cc2b8a9460edced758a9b309b.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpfcq9vobe/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, sync, (2, '724416aebc1a26ea8dced69b88b4dfec', 'beba315d-e134-4274-a3ed-1557992dc450-sda', '1734804801.74091', '1734804000.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1734804801.74644"]}', '1734804000.00000', 0, 0) -test DEBUG: /tmp/tmpfcq9vobe/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1734804002.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1734804003.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'beba315d-e134-4274-a3ed-1557992dc450-sda') -test DEBUG: /tmp/tmpfcq9vobe/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0110955s) -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_syncs, ([],) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, sync, (2, '724416aebc1a26ea8dced69b88b4dfec', 'beba315d-e134-4274-a3ed-1557992dc450-sda', '1734804801.74091', '1734804000.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1734804801.74644"]}', '1734804000.00000', 0, 0) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, complete_rsync, ('beba315d-e134-4274-a3ed-1557992dc450-sda', '7d69a3daa789abb831fde54674123df1.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpfcq9vobe/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.03340 seconds (29.94340/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpfcq9vobe/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, sync, (2, '5e512e471b2720f7047739ebb66a2f59', '3f7c9d6e-70ef-4094-b7b3-bef0d6ddf938-sda', '1734804801.79485', '1734804000', '0', '', '1734804000', 2, 0) -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('3f7c9d6e-70ef-4094-b7b3-bef0d6ddf938-sda', '297acf2cc2b8a9460edced758a9b309b.db') -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (2, '5e512e471b2720f7047739ebb66a2f59', '3f7c9d6e-70ef-4094-b7b3-bef0d6ddf938-sda', '1734804801.79485', '1734804000', '0', '', '1734804000', 2, 0) -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('3f7c9d6e-70ef-4094-b7b3-bef0d6ddf938-sda', '297acf2cc2b8a9460edced758a9b309b.db')test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard ... ok - -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp31o3merw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, 'ff8d43fee1552d80df3a43e07f338af2', '835862f0-1105-45bb-8abe-22963dcabaa0-sda', '1734804801.81991', '1734804801.00000', '0', '', '1734804801.00000', 1, 1) -test DEBUG: /tmp/tmp31o3merw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-unu', 'created_at': '1734804803.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o-nulo', 'created_at': '1734804804.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '835862f0-1105-45bb-8abe-22963dcabaa0-sda') -test DEBUG: /tmp/tmp31o3merw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00301099s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, 'ff8d43fee1552d80df3a43e07f338af2', '835862f0-1105-45bb-8abe-22963dcabaa0-sda', '1734804801.81991', '1734804801.00000', '0', '', '1734804801.00000', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('835862f0-1105-45bb-8abe-22963dcabaa0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp31o3merw/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02167 seconds (46.13921/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp31o3merw/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '7f77c56643329cb4ff7c28bb16c9b179', 'bc51168f-41a2-49ce-8458-7a167a410548-sda', '1734804801.85830', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('bc51168f-41a2-49ce-8458-7a167a410548-sda', '297acf2cc2b8a9460edced758a9b309b.db') -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '7f77c56643329cb4ff7c28bb16c9b179', 'bc51168f-41a2-49ce-8458-7a167a410548-sda', '1734804801.85830', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('bc51168f-41a2-49ce-8458-7a167a410548-sda', '297acf2cc2b8a9460edced758a9b309b.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp31o3merw/sdb/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '7f77c56643329cb4ff7c28bb16c9b179', '0181c6a7-5d48-40e0-9404-57c5adcd4430-', '1734804801.85830', '1734804000', '0', '', '1734804000', 1, 0) -test DEBUG: /tmp/tmp31o3merw/sdb/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db in sync with 10.0.0.2:1002/sdc, nothing to do -REPLICATE: /sda/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '7f77c56643329cb4ff7c28bb16c9b179', '0181c6a7-5d48-40e0-9404-57c5adcd4430-', '1734804801.85830', '1734804000', '0', '', '1734804000', 1, 0) -test DEBUG: /tmp/tmp31o3merw/sdb/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db in sync with 10.0.0.0:1000/sda, nothing to do -test DEBUG: Replicating db /tmp/tmp31o3merw/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '585efe2ca32220a4e9264f727a21c4ea', '5d3a1651-7a4b-4959-84c9-0c6a3306d8fa-sdb', '1734804801.81991', '1734804802.00000', '0', '', '1734804802.00000', 1, 1) -test DEBUG: /tmp/tmp31o3merw/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row -1 -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-unu', 'created_at': '1734804805.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o-nulo', 'created_at': '1734804806.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '5d3a1651-7a4b-4959-84c9-0c6a3306d8fa-sdb') -test DEBUG: /tmp/tmp31o3merw/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.0084033s) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([{'remote_id': '835862f0-1105-45bb-8abe-22963dcabaa0-sda', 'sync_point': 2}],) -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '585efe2ca32220a4e9264f727a21c4ea', '5d3a1651-7a4b-4959-84c9-0c6a3306d8fa-sdb', '1734804801.81991', '1734804802.00000', '0', '', '1734804802.00000', 1, 1) -test DEBUG: /tmp/tmp31o3merw/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.0:1000/sda, starting at row -1 -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-unu', 'created_at': '1734804805.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o-nulo', 'created_at': '1734804806.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '5d3a1651-7a4b-4959-84c9-0c6a3306d8fa-sdb') -test DEBUG: /tmp/tmp31o3merw/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.00772524s) -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([{'remote_id': '835862f0-1105-45bb-8abe-22963dcabaa0-sda', 'sync_point': 2}],) -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp31o3merw/sdb/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.05965 seconds (33.52863/s) -test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:2 diff_capped:0 empty:0 hashmatch:0 no_change:2 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp31o3merw/sdb/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (2, '86d74b4ccdfc65f6768df3b124604515', '0181c6a7-5d48-40e0-9404-57c5adcd4430-', '1734804801.85830', '1734804000', '0', '', '1734804000', 1, 0) -test DEBUG: /tmp/tmp31o3merw/sdb/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row 1 -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, merge_items, ([{'ROWID': 2, 'name': '0:/a/c/o-nulo', 'created_at': '1734804806.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1734804806.00000', 'deleted': 0, 'storage_policy_index': 0}], '0181c6a7-5d48-40e0-9404-57c5adcd4430-') -test DEBUG: /tmp/tmp31o3merw/sdb/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.013551s) -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, merge_syncs, ([{'remote_id': 'bc51168f-41a2-49ce-8458-7a167a410548-sda', 'sync_point': 1}],) -REPLICATE: /sda/0/297acf2cc2b8a9460edced758a9b309b, sync, (2, '86d74b4ccdfc65f6768df3b124604515', '0181c6a7-5d48-40e0-9404-57c5adcd4430-', '1734804801.85830', '1734804000', '0', '', '1734804000', 1, 0)test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize -test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook -test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook ... ok - -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp_7zja4n9/sda/containers/0/h70/hash70/hash70_1734804801.70751.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp_7zja4n9/sda/containers/0/h70/hash70/hash70_1734804801.70751.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp_7zja4n9/sda/containers/0/h70/hash70/hash70_1734804801.70751.db -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 audit_shard - attempted:2 success:2 failure:0 -sharder-test INFO: Container sharder cycle completed: 5.00s -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_shard - attempted:2 success:2 failure:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_shard - attempted:2 success:2 failure:0 -sharder-test INFO: Container sharder cycle completed: 3604.00s -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 audit_shard - attempted:2 success:2 failure:0 -sharder-test INFO: Container sharder cycle completed: 30.00s -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test ERROR: Unhandled exception while dumping progress: Test over, path: a/c1, db: /tmp/tmpr3_k7ptz/sda/containers/0/ash/c1hash/c1hash.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2528, in _one_shard_cycle - self._record_sharding_progress(broker, node, error) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1055, in _record_sharding_progress - own_shard_range = broker.get_own_shard_range() - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2058, in get_own_shard_range - self.path, Timestamp.now(), ShardRange.MIN, ShardRange.MAX, - ~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/timestamp.py", line 129, in now - return cls(time.time(), offset=offset, delta=delta) - ~~~~~~~~~^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception: Test over -sharder-test ERROR: Exception in sharder: +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer ERROR: Unexpected response while deleting object account container obj: 404 +test-expirer DEBUG: b'' +test-expirer ERROR: Unexpected response while deleting object account container obj: 412 +test-expirer DEBUG: b'' +test-expirer ERROR: Unexpected response while deleting object account container obj: 500 +test-expirer DEBUG: b'' +test-expirer ERROR: Exception while deleting object account container obj : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2555, in run_forever - self._one_shard_cycle(devices_to_shard=Everything(), - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - partitions_to_shard=Everything()) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2532, in _one_shard_cycle - self._periodic_report_stats() - ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1145, in _periodic_report_stats - if (time.time() - self.reported) >= self.stats_interval: - ~~~~~~~~~^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2528, in _one_shard_cycle - self._record_sharding_progress(broker, node, error) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1055, in _record_sharding_progress - own_shard_range = broker.get_own_shard_range() - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2058, in get_own_shard_range - self.path, Timestamp.now(), ShardRange.MIN, ShardRange.MAX, - ~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/timestamp.py", line 129, in now - return cls(time.time(), offset=offset, delta=delta) - ~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + is_async_delete) + ^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ @@ -55926,1302 +59870,195 @@ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect -Exception: Test over -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmp97vr53lq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmp97vr53lq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmp97vr53lq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmp97vr53lq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmp97vr53lq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmp97vr53lq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmp97vr53lq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmp97vr53lq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmp97vr53lq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmp97vr53lq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmp97vr53lq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmp97vr53lq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmp97vr53lq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 404, path: a/c, db: /tmp/tmp97vr53lq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmp97vr53lq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmp97vr53lq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmp97vr53lq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmp97vr53lq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmp97vr53lq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmp97vr53lq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmp97vr53lq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmp97vr53lq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: FakeStatus Error, path: a/c, db: /tmp/tmp97vr53lq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmp97vr53lq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmp97vr53lq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmp97vr53lq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmp97vr53lq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmp97vr53lq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmp97vr53lq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmp97vr53lq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Errortest.unit.container.test_sharder.TestSharder.test_send_shard_ranges -test.unit.container.test_sharder.TestSharder.test_send_shard_ranges ... ok - -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmp97vr53lq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Exception +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer ERROR: Exception while deleting object .expiring_objects 1769126321 1769128957-a0/c0/o0 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmp97vr53lq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmp97vr53lq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmp97vr53lq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmp97vr53lq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001652240753173828s, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010180473327636719s, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj002_0 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmptyce_2mr/sda/containers/0/04d/08201051590c2193d4dfa297c48f704d/08201051590c2193d4dfa297c48f704d.db, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.dbtest.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing ... ok - -sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test INFO: Cleaved ShardRange in 0.006s, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1734804754.48777, (0, 0) as of 1734804754.48777, created as of 1734804754.48777>, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001811981201171875s, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011205673217773438s, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmptyce_2mr/sda/containers/0/6eb/30a33d07282c050d5dc9f65dba06f6eb/30a33d07282c050d5dc9f65dba06f6eb.db, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017333030700683594s, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001201629638671875s, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1734804754.48777, (0, 0) as of 1734804754.48777, cleaved as of 1734804754.48777>, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1734804754.48777, (0, 0) as of 1734804754.48777, cleaved as of 1734804754.48777> - shard db already in sync, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmptyce_2mr/sda/containers/0/6eb/30a33d07282c050d5dc9f65dba06f6eb/30a33d07282c050d5dc9f65dba06f6eb.db, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.724761962890625e-05s, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.630752563476562e-05s, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1734804754.48777, (0, 0) as of 1734804754.48777, cleaved as of 1734804754.48777>, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1734804754.48777, (0, 0) as of 1734804754.48777, cleaved as of 1734804754.48777> - shard db already in sync, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 0 required, shard db: /tmp/tmptyce_2mr/sda/containers/0/6eb/30a33d07282c050d5dc9f65dba06f6eb/30a33d07282c050d5dc9f65dba06f6eb.db, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.153915405273438e-05s, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.486343383789062e-05s, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1734804754.48777, (0, 0) as of 1734804754.48777, cleaved as of 1734804754.48777>, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1734804754.48777, (0, 0) as of 1734804754.48777, cleaved as of 1734804754.48777> - shard db already in sync, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test INFO: Cleaved ShardRange<'obj002' to 'obj004' as of 1734804754.48777, (0, 0) as of 1734804754.48777, cleaved as of 1734804754.48777> in 0.002s, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj006_2 for ShardRange<'obj004' to 'obj006' as of 1734804754.48777, (0, 0) as of 1734804754.48777, created as of 1734804754.48777>, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00028824806213378906s, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011420249938964844s, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj006_2 for ShardRange, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test INFO: Cleaved ShardRange<'obj004' to 'obj006' as of 1734804754.48777, (2, 2) as of 1734804802.07637, cleaved as of 1734804754.48777> in 0.007s, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.748603820800781e-05s, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.440017700195312e-05s, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1734804754.48777, (0, 0) as of 1734804754.48777, created as of 1734804754.48777>, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001747608184814453s, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010752677917480469s, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__3 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmptyce_2mr/sda/containers/0/6fe/fce127f1e6cb6d75d691c2c7f70e56fe/fce127f1e6cb6d75d691c2c7f70e56fe.db, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.dbtest.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures -test.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded ... ok -test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts -test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts ... ok -test.unit.container.test_sharder.TestSharder.test_sharding_enabled -test.unit.container.test_sharder.TestSharder.test_sharding_enabled ... ok - -test DEBUG: /tmp/tmp31o3merw/sdb/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db usyncing chunks to 10.0.0.0:1000/sda, starting at row 1 -REPLICATE: /sda/0/297acf2cc2b8a9460edced758a9b309b, merge_items, ([{'ROWID': 2, 'name': '0:/a/c/o-nulo', 'created_at': '1734804806.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1734804806.00000', 'deleted': 0, 'storage_policy_index': 0}], '0181c6a7-5d48-40e0-9404-57c5adcd4430-') -test DEBUG: /tmp/tmp31o3merw/sdb/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.00269461s) -REPLICATE: /sda/0/297acf2cc2b8a9460edced758a9b309b, merge_syncs, ([{'remote_id': 'bc51168f-41a2-49ce-8458-7a167a410548-sda', 'sync_point': 1}],) -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'da0bd82f1c9b910a0fb51d0c0e0da990', 'eb176503-35e1-4703-8496-d12c274ba7b1-', '1734804801.98878', '1734804801.98691', '0', '', '1734804801.98691', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('eb176503-35e1-4703-8496-d12c274ba7b1-', '5267a50d4a8f6ea3ee1dbecb8592e872_1734804801.99837.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'da0bd82f1c9b910a0fb51d0c0e0da990', 'eb176503-35e1-4703-8496-d12c274ba7b1-', '1734804801.98878', '1734804801.98691', '0', '', '1734804801.98691', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804801.99831', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1734804801.99831', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804801.99831', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804801.99852', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804801.99852', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804801.99837', 'epoch': '1734804801.99837', 'reported': 0, 'tombstones': -1}], 'eb176503-35e1-4703-8496-d12c274ba7b1-') -test DEBUG: /tmp/tmpqjr5457t/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804801.99837.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpqjr5457t/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804801.99837.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '142175cac6877b558ebb1d38b5d9ded8', '8b4cf316-6faa-4044-852a-5217a3482ae2-', '1734804802.06947', '1734804802.06328', '0', '', '1734804802.06328', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804802.09735', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1734804802.09735', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804802.09735', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804802.10546', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804802.10546', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804802.07088', 'epoch': '1734804802.07088', 'reported': 0, 'tombstones': -1}], '8b4cf316-6faa-4044-852a-5217a3482ae2-') -test DEBUG: /tmp/tmp9b19f46u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.07088.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp9b19f46u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.07088.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '142175cac6877b558ebb1d38b5d9ded8', '8b4cf316-6faa-4044-852a-5217a3482ae2-', '1734804802.06947', '1734804802.09423', '0', '', '1734804802.06328', 101, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804802.09735', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1734804802.09735', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804802.09735', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804802.10546', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804802.10546', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804802.07088', 'epoch': '1734804802.07088', 'reported': 0, 'tombstones': -1}], '8b4cf316-6faa-4044-852a-5217a3482ae2-') -test DEBUG: /tmp/tmp9b19f46u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.07088.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp9b19f46u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.07088.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '142175cac6877b558ebb1d38b5d9ded8', '67bb1bd3-9fa9-4d07-b26f-c712a64119c6-', '1734804802.18679', '1734804802.18452', '0', '', '1734804802.18452', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804802.20215', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1734804802.20215', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804802.20215', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804802.20332', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804802.20332', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804802.18814', 'epoch': '1734804802.18814', 'reported': 0, 'tombstones': -1}], '67bb1bd3-9fa9-4d07-b26f-c712a64119c6-') -test DEBUG: /tmp/tmps7i92f3e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.18814.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmps7i92f3e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.18814.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '142175cac6877b558ebb1d38b5d9ded8', '67bb1bd3-9fa9-4d07-b26f-c712a64119c6-', '1734804802.18679', '1734804802.19907', '0', '', '1734804802.18452', 101, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804802.20215', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1734804802.20215', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804802.20215', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804802.20332', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804802.20332', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804802.18814', 'epoch': '1734804802.18814', 'reported': 0, 'tombstones': -1}], '67bb1bd3-9fa9-4d07-b26f-c712a64119c6-') -test DEBUG: /tmp/tmps7i92f3e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.18814.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmps7i92f3e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.18814.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding ... ok - -sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.106231689453125e-05s, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.581710815429688e-05s, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1734804754.48777, (0, 0) as of 1734804754.48777, created as of 1734804754.48777>, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Cleaving ShardRange<'obj006' to MaxBound as of 1734804754.48777, (0, 0) as of 1734804754.48777, created as of 1734804754.48777> - shard db already in sync, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test INFO: Cleaved ShardRange<'obj006' to MaxBound as of 1734804754.48777, (3, 3) as of 1734804802.14624, cleaved as of 1734804754.48777> in 0.003s, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmptyce_2mr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804801.93450.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '245b8e72-ae9f-47ad-898a-61cee1eddc94-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp4rd3ew94/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804802.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '245b8e72-ae9f-47ad-898a-61cee1eddc94-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp4rd3ew94/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804802.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '245b8e72-ae9f-47ad-898a-61cee1eddc94-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp4rd3ew94/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804802.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '245b8e72-ae9f-47ad-898a-61cee1eddc94-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp4rd3ew94/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804802.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '86d70e93-ae3d-4829-9702-2ebbedee6706-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp4rd3ew94/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804802.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp16w5x8hf/sda/containers/0/ash/c2hash/c2hash.db' -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp16w5x8hf/sda/containers/0/ash/c1hash/c1hash.db' -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp16w5x8hf/sda/containers/0/ash/c3hash/c3hash.db' -sharder-test INFO: Since Sat Dec 21 06:13:22 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:13:22 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:22 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:13:22 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:22 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:13:22 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:13:22 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:13:22 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:13:22 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:22 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:13:22 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:22 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:13:22 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:13:22 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:13:22 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:13:22 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:22 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:13:22 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:22 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:13:22 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump -test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump ... ok -test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges -test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff ... ok -test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported -test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported ... ok - -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '28a59115eb6cb3eb0ab31a1ef7af2abb', '9e09ed3e-580f-4c32-b77b-5310a58b216c-', '1734804802.25554', '1734804802.25366', '0', '', '1734804802.25366', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804802.28247', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804802.28247', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804802.28247', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804802.28390', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804802.28390', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804802.26103', 'epoch': '1734804802.26103', 'reported': 0, 'tombstones': -1}], '9e09ed3e-580f-4c32-b77b-5310a58b216c-') -test DEBUG: /tmp/tmpevalhowt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.26103.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpevalhowt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.26103.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '28a59115eb6cb3eb0ab31a1ef7af2abb', '9e09ed3e-580f-4c32-b77b-5310a58b216c-', '1734804802.25554', '1734804802.27494', '0', '', '1734804802.25366', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804802.28247', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804802.28247', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804802.28247', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804802.28390', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804802.28390', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804802.26103', 'epoch': '1734804802.26103', 'reported': 0, 'tombstones': -1}], '9e09ed3e-580f-4c32-b77b-5310a58b216c-') -test DEBUG: /tmp/tmpevalhowt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.26103.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpevalhowt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.26103.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '28a59115eb6cb3eb0ab31a1ef7af2abb', '6d4c696e-25ad-4c58-b265-71602ecf2d14-', '1734804802.33368', '1734804802.32791', '0', '', '1734804802.32791', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804802.34738', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804802.34738', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804802.34738', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804802.34888', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804802.34888', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804802.33502', 'epoch': '1734804802.33502', 'reported': 0, 'tombstones': -1}], '6d4c696e-25ad-4c58-b265-71602ecf2d14-') -test DEBUG: /tmp/tmpm26ibida/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.33502.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpm26ibida/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.33502.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '28a59115eb6cb3eb0ab31a1ef7af2abb', '6d4c696e-25ad-4c58-b265-71602ecf2d14-', '1734804802.33368', '1734804802.34386', '0', '', '1734804802.32791', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804802.34738', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804802.34738', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804802.34738', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804802.34888', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804802.34888', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804802.33502', 'epoch': '1734804802.33502', 'reported': 0, 'tombstones': -1}], '6d4c696e-25ad-4c58-b265-71602ecf2d14-') -test DEBUG: /tmp/tmpm26ibida/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.33502.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpm26ibida/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.33502.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '1519abee2caac6739dc84d04060a91d8', '83fe883b-4e22-4d64-ad3a-a2976645f5d7-', '1734804802.39558', '1734804802.39366', '0', '', '1734804802.39366', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804802.39691', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1734804802.39691', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804802.39691', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804802.39812', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804802.39812', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804802.39787', 'epoch': '1734804802.39787', 'reported': 0, 'tombstones': -1}], '83fe883b-4e22-4d64-ad3a-a2976645f5d7-') -test DEBUG: /tmp/tmp5oi8f6sl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.39787.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp5oi8f6sl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.39787.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '1519abee2caac6739dc84d04060a91d8', '83fe883b-4e22-4d64-ad3a-a2976645f5d7-', '1734804802.39558', '1734804802.40706', '0', '', '1734804802.39366', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804802.39691', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1734804802.39691', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804802.39691', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804802.39812', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804802.39812', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804802.39787', 'epoch': '1734804802.39787', 'reported': 0, 'tombstones': -1}], '83fe883b-4e22-4d64-ad3a-a2976645f5d7-') -test DEBUG: /tmp/tmp5oi8f6sl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.39787.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp5oi8f6sl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.39787.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing ... ok - -sharder-test INFO: Since Sat Dec 21 06:13:22 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:13:22 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:13:22 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:22 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:13:22 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:22 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:13:22 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:13:22 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:13:22 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:13:22 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:22 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:13:22 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:13:22 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:13:22 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:13:22 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmpc5z4t512/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmpc5z4t512/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpc5z4t512/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmpc5z4t512/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpc5z4t512/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmpc5z4t512/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpc5z4t512/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmpc5z4t512/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpc5z4t512/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmpc5z4t512/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpc5z4t512/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmpc5z4t512/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpc5z4t512/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpc5z4t512/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpouqa36mh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpouqa36mh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpouqa36mh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpouqa36mh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpouqa36mh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpouqa36mh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmpepoaa9mw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmpepoaa9mw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpepoaa9mw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmpepoaa9mw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpepoaa9mw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmpepoaa9mw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpepoaa9mw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmpepoaa9mw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpepoaa9mw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmpepoaa9mw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpepoaa9mw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmpepoaa9mw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpepoaa9mw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpepoaa9mw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpepoaa9mw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpepoaa9mw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 3, path: a/c, db: /tmp/tmpepoaa9mw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=3, path: a/c, db: /tmp/tmpepoaa9mw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 4, path: a/c, db: /tmp/tmpepoaa9mw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=4, path: a/c, db: /tmp/tmpepoaa9mw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_update_root_container_own_range -test.unit.container.test_sharder.TestSharder.test_update_root_container_own_range ... ok -test.unit.container.test_sharder.TestSharder.test_update_stat -test.unit.container.test_sharder.TestSharder.test_update_stat ... ok -test.unit.container.test_sharder.TestSharder.test_yield_objects -test.unit.container.test_sharder.TestSharder.test_yield_objects ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff ... ok - -sharder-test DEBUG: tombstones = 5, path: a/c, db: /tmp/tmpepoaa9mw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=5, path: a/c, db: /tmp/tmpepoaa9mw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 6, path: a/c, db: /tmp/tmpepoaa9mw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=2, tombstones=6, path: a/c, db: /tmp/tmpepoaa9mw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 7, path: a/c, db: /tmp/tmpepoaa9mw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=1, tombstones=7, path: a/c, db: /tmp/tmpepoaa9mw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 8, path: a/c, db: /tmp/tmpepoaa9mw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=8, path: a/c, db: /tmp/tmpepoaa9mw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 15 rows (deleted=False) in 0.00028586387634277344s, path: a/c, db: /tmp/tmpjnkq13oy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 15 rows (deleted=True) in 0.00020647048950195312s, path: a/c, db: /tmp/tmpjnkq13oy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=False) in 0.0001308917999267578s, path: a/c, db: /tmp/tmpjnkq13oy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00018262863159179688s, path: a/c, db: /tmp/tmpjnkq13oy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=True) in 0.00011420249938964844s, path: a/c, db: /tmp/tmpjnkq13oy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.00015735626220703125s, path: a/c, db: /tmp/tmpjnkq13oy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.0001976490020751953s, path: a/c, db: /tmp/tmpjnkq13oy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.00017714500427246094s, path: a/c, db: /tmp/tmpjnkq13oy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016546249389648438s, path: a/c, db: /tmp/tmpxq5q5bmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00018095970153808594s, path: a/c, db: /tmp/tmpxq5q5bmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001518726348876953s, path: a/c, db: /tmp/tmpxq5q5bmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 0.0001614093780517578s, path: a/c, db: /tmp/tmpxq5q5bmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00015401840209960938s, path: a/c, db: /tmp/tmpxq5q5bmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 9.72747802734375e-05s, path: a/c, db: /tmp/tmpxq5q5bmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.487701416015625e-05s, path: a/c, db: /tmp/tmpxq5q5bmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 0.00010800361633300781s, path: a/c, db: /tmp/tmpxq5q5bmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 9.036064147949219e-05s, path: a/c, db: /tmp/tmpxq5q5bmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.0001819133758544922s, path: a/c, db: /tmp/tmpxq5q5bmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.296966552734375e-05s, path: a/c, db: /tmp/tmpxq5q5bmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 0.00015997886657714844s, path: a/c, db: /tmp/tmpxq5q5bmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 8.058547973632812e-05s, path: a/c, db: /tmp/tmpxq5q5bmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.822845458984375e-05s, path: a/c, db: /tmp/tmpxq5q5bmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00010800361633300781s, path: a/c, db: /tmp/tmpxq5q5bmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.0001010894775390625s, path: a/c, db: /tmp/tmpxq5q5bmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00011038780212402344s, path: a/c, db: /tmp/tmpxq5q5bmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=True) in 0.00014209747314453125s, path: a/c, db: /tmp/tmpxq5q5bmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.799003601074219e-05s, path: a/c, db: /tmp/tmpxq5q5bmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 9.107589721679688e-05s, path: a/c, db: /tmp/tmpxq5q5bmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 8.678436279296875e-05s, path: a/c, db: /tmp/tmpxq5q5bmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010323524475097656s, path: a/c, db: /tmp/tmpxq5q5bmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 9.775161743164062e-05s, path: a/c, db: /tmp/tmpxq5q5bmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 8.96453857421875e-05s, path: a/c, db: /tmp/tmpxq5q5bmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00010609626770019531s, path: a/c, db: /tmp/tmpxq5q5bmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 9.584426879882812e-05s, path: a/c, db: /tmp/tmpxq5q5bmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=False) in 8.916854858398438e-05s, path: a/c, db: /tmp/tmpxq5q5bmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range -test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range ... ok -test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects -test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects ... ok -test.unit.container.test_sync.TestContainerSync.test_FileLikeIter -test.unit.container.test_sync.TestContainerSync.test_FileLikeIter ... ok -test.unit.container.test_sync.TestContainerSync.test_container_first_loop -test.unit.container.test_sync.TestContainerSync.test_container_first_loop ... ok -test.unit.container.test_sync.TestContainerSync.test_container_report -test.unit.container.test_sync.TestContainerSync.test_container_report ... ok -test.unit.container.test_sync.TestContainerSync.test_container_second_loop -test.unit.container.test_sync.TestContainerSync.test_container_second_loop ... ok -test.unit.container.test_sync.TestContainerSync.test_container_stop_at -test.unit.container.test_sync.TestContainerSync.test_container_stop_at ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted -test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key -test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete ... ok + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + is_async_delete) + ^^^^^^^^^^^^^^^^ +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were giventest.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry +test.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_get_delay_reaping +test.unit.obj.test_expirer.TestObjectExpirer.test_get_delay_reaping ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod +test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init +test.unit.obj.test_expirer.TestObjectExpirer.test_init ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small +test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_keys +test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_keys ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_values +test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_values ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping_is_async +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping_is_async ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_and_delayed_tasks +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_and_delayed_tasks ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_multi_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_multi_processes ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_single_process +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_single_process ... ok -sharder-test DEBUG: got 3 rows (deleted=True) in 0.0001049041748046875s, path: a/c, db: /tmp/tmpxq5q5bmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011372566223144531s, path: a/c, db: /tmp/tmpxq5q5bmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 9.894371032714844e-05s, path: a/c, db: /tmp/tmpxq5q5bmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 9.250640869140625e-05s, path: a/c, db: /tmp/tmpxq5q5bmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00011372566223144531s, path: a/c, db: /tmp/tmpxq5q5bmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.00010633468627929688s, path: a/c, db: /tmp/tmpxq5q5bmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=False) in 8.988380432128906e-05s, path: a/c, db: /tmp/tmpxq5q5bmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=True) in 9.34600830078125e-05s, path: a/c, db: /tmp/tmpxq5q5bmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010728836059570312s, path: a/c, db: /tmp/tmpxq5q5bmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=False) in 0.00012183189392089844s, path: a/c, db: /tmp/tmpxq5q5bmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00010037422180175781s, path: a/c, db: /tmp/tmpxq5q5bmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=True) in 0.00025773048400878906s, path: a/c, db: /tmp/tmpxq5q5bmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.00012302398681640625s, path: a/c, db: /tmp/tmpxq5q5bmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000156402587890625s, path: a/c, db: /tmp/tmpc3xvyreo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.679794311523438e-05s, path: a/c, db: /tmp/tmpc3xvyreo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync INFO: Container sync report: a/c, time window start: 1734804802.6022322, time window end: 1734804802.6022322, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 5, sync_point2: None, total_rows: 1 -test-container-sync ERROR: ERROR Syncing : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 389, in container_sync - if not self.container_sync_row( - ~~~~~~~~~~~~~~~~~~~~~~~^ - row, sync_to, user_key, broker, info, realm, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - realm_key): - ^^^^^^^^^^ -TypeError: TestContainerSync.test_container_report..fake_container_sync_row() missing 1 required positional argument: 'realm_key' -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync INFO: Container sync report: a/c, time window start: 1734804802.6048408, time window end: 1734804802.6048517, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync ERROR: ERROR Syncing {'ROWID': 1, 'name': 'o'}: +test-expirer ERROR: Exception while deleting object .expiring_objects 1769126321 1769128957-a1/c1/o1 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 535, in container_sync_row - row['created_at']) - ~~~^^^^^^^^^^^^^^ -KeyError: 'created_at' -test-container-sync INFO: Container sync report: a/c, time window start: 1734804802.6050313, time window end: 1734804802.605429, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync INFO: Container sync report: a/c, time window start: 1734804802.6055446, time window end: 1734804802.6055949, puts: 0, posts: 0, deletes: 1, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + is_async_delete) + ^^^^^^^^^^^^^^^^ +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1769126321 1769128957-a2/c2/o2 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - proxy=self.select_http_proxy(), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - logger=self.logger, - ^^^^^^^^^^^^^^^^^^^ - timeout=self.conn_timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 883, in fake_delete_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + is_async_delete) + ^^^^^^^^^^^^^^^^ +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1769126321 1769128957-a3/c3/o3 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - proxy=self.select_http_proxy(), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - logger=self.logger, - ^^^^^^^^^^^^^^^^^^^ - timeout=self.conn_timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 900, in fake_delete_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + is_async_delete) + ^^^^^^^^^^^^^^^^ +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1769126321 1769128957-a4/c4/o4 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - proxy=self.select_http_proxy(), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - logger=self.logger, - ^^^^^^^^^^^^^^^^^^^ - timeout=self.conn_timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 883, in fake_delete_object - raise exc[-1] -Exception: test exceptiontest.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put ... ok - -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '1519abee2caac6739dc84d04060a91d8', 'c0b99423-b4bc-4331-b96a-c976a77792e7-', '1734804802.44016', '1734804802.43838', '0', '', '1734804802.43838', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804802.44139', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1734804802.44139', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804802.44139', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804802.44158', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804802.44158', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804802.44145', 'epoch': '1734804802.44145', 'reported': 0, 'tombstones': -1}], 'c0b99423-b4bc-4331-b96a-c976a77792e7-') -test DEBUG: /tmp/tmpv6pb71eb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.44145.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpv6pb71eb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.44145.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '1519abee2caac6739dc84d04060a91d8', 'c0b99423-b4bc-4331-b96a-c976a77792e7-', '1734804802.44016', '1734804802.45410', '0', '', '1734804802.43838', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804802.44139', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1734804802.44139', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804802.44139', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804802.44158', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804802.44158', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804802.44145', 'epoch': '1734804802.44145', 'reported': 0, 'tombstones': -1}], 'c0b99423-b4bc-4331-b96a-c976a77792e7-') -test DEBUG: /tmp/tmpv6pb71eb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.44145.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpv6pb71eb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.44145.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '1634b7d3bb566dc37dd37311e74ecdc2', '09335415-635e-4557-89ee-f2f3b38079c7-', '1734804802.48824', '1734804802.48647', '0', '', '1734804802.48647', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('09335415-635e-4557-89ee-f2f3b38079c7-', '5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.49120.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '1634b7d3bb566dc37dd37311e74ecdc2', '09335415-635e-4557-89ee-f2f3b38079c7-', '1734804802.48824', '1734804802.48647', '0', '', '1734804802.48647', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804802.48952', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804802.48952', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804802.48952', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804802.49138', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804802.49138', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804802.49120', 'epoch': '1734804802.49120', 'reported': 0, 'tombstones': -1}], '09335415-635e-4557-89ee-f2f3b38079c7-') -test DEBUG: /tmp/tmpoh302wv1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.49120.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpoh302wv1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.49120.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '1634b7d3bb566dc37dd37311e74ecdc2', 'bf84c124-afe8-4202-a78c-3c4b99d27236-', '1734804802.53930', '1734804802.53742', '0', '', '1734804802.53742', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('bf84c124-afe8-4202-a78c-3c4b99d27236-', '5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.54339.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '1634b7d3bb566dc37dd37311e74ecdc2', 'bf84c124-afe8-4202-a78c-3c4b99d27236-', '1734804802.53930', '1734804802.53742', '0', '', '1734804802.53742', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804802.54055', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804802.54055', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804802.54055', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804802.54361', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804802.54361', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804802.54339', 'epoch': '1734804802.54339', 'reported': 0, 'tombstones': -1}], 'bf84c124-afe8-4202-a78c-3c4b99d27236-') -test DEBUG: /tmp/tmp35aeaj_e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.54339.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp35aeaj_e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.54339.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '9e5c0f9854c6981da696b91cf0a825b4', '20eae2f6-2827-4de9-aab1-4a72726f4ed7-', '1734804802.58088', '1734804802.57900', '0', '', '1734804802.57900', 3, 0) -test WARNING: /tmp/tmpaqbyosc1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.58337.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmpaqbyosc1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.58337.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '9e5c0f9854c6981da696b91cf0a825b4', '20eae2f6-2827-4de9-aab1-4a72726f4ed7-', '1734804802.58088', '1734804802.59903', '0', '', '1734804802.57900', 3, 0) -test WARNING: /tmp/tmpaqbyosc1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.58337.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmpaqbyosc1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.58337.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '9e5c0f9854c6981da696b91cf0a825b4', '78982a16-dfcf-4f5c-bdcf-0c617abc01eb-', '1734804802.62350', '1734804802.62171', '0', '', '1734804802.62171', 3, 0) -test WARNING: /tmp/tmp6s6fbhdv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.62596.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmp6s6fbhdv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.62596.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff ... ok - -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + is_async_delete) + ^^^^^^^^^^^^^^^^ +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1769212721 1769215356-a5/c5/o5 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - proxy=self.select_http_proxy(), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - logger=self.logger, - ^^^^^^^^^^^^^^^^^^^ - timeout=self.conn_timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 900, in fake_delete_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + is_async_delete) + ^^^^^^^^^^^^^^^^ +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1769212721 1769215356-a6/c6/o6 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row - self.swift.get_object(info['account'], - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - info['container'], row['name'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers_out, - ^^^^^^^^^^^^^^^^^^^^ - acceptable_statuses=(2, 4), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - params={'symlink': 'get'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1146, in fake_get_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + is_async_delete) + ^^^^^^^^^^^^^^^^ +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1769212721 1769215356-a7/c7/o7 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row - self.swift.get_object(info['account'], - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - info['container'], row['name'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers_out, - ^^^^^^^^^^^^^^^^^^^^ - acceptable_statuses=(2, 4), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - params={'symlink': 'get'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1173, in fake_get_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + is_async_delete) + ^^^^^^^^^^^^^^^^ +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1769212721 1769215356-a8/c8/o8♡ TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 613, in container_sync_row - put_object(sync_to, name=row['name'], headers=headers, - ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - contents=FileLikeIter(body), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - proxy=self.select_http_proxy(), logger=self.logger, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - timeout=self.conn_timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1239, in fake_put_object - raise ClientException('test client exception', http_status=503) -swift.common.exceptions.ClientException: test client exception: 503 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + is_async_delete) + ^^^^^^^^^^^^^^^^ +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1769212721 1769215356-a9/c9/o9ø TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 559, in container_sync_row - if self._object_in_remote_container(row['name'], - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - sync_to, user_key, realm, - ^^^^^^^^^^^^^^^^^^^^^^^^^ - realm_key, ts_meta): - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 491, in _object_in_remote_container - metadata, _ = head_object(sync_to, name=name, - ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^ - headers=headers, + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + is_async_delete) ^^^^^^^^^^^^^^^^ - proxy=self.select_http_proxy(), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - logger=self.logger, - ^^^^^^^^^^^^^^^^^^^ - retries=0) - ^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1338, in fake_head_object - raise Exception() -Exception -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer ERROR: Unexcepted error handling task '1769128957-invalid0': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row - self.swift.get_object(info['account'], - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - info['container'], row['name'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers_out, - ^^^^^^^^^^^^^^^^^^^^ - acceptable_statuses=(2, 4), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - params={'symlink': 'get'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1146, in fake_get_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 348, in iter_task_to_expire + target_object = parse_task_obj(task_object) + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 69, in parse_task_obj + split_path('/' + target_path, 3, 3, True) + ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/base.py", line 124, in split_path + raise ValueError('Invalid path: %s' % quote(path)) +ValueError: Invalid path: /invalid0 +test-expirer ERROR: Unexcepted error handling task '1769128957-invalid1': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row - self.swift.get_object(info['account'], - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - info['container'], row['name'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers_out, - ^^^^^^^^^^^^^^^^^^^^ - acceptable_statuses=(2, 4), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - params={'symlink': 'get'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1173, in fake_get_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exceptiontest.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms ... ok -test.unit.container.test_sync.TestContainerSync.test_run_forever -test.unit.container.test_sync.TestContainerSync.test_run_forever ... ok -test.unit.container.test_sync.TestContainerSync.test_run_once -test.unit.container.test_sync.TestContainerSync.test_run_once ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one ... ok -test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers -test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_watchers -test.unit.obj.test_auditor.TestAuditWatchers.test_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 348, in iter_task_to_expire + target_object = parse_task_obj(task_object) + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 69, in parse_task_obj + split_path('/' + target_path, 3, 3, True) + ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/base.py", line 124, in split_path + raise ValueError('Invalid path: %s' % quote(path)) +ValueError: Invalid path: /invalid1 +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run endtest.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break +test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj +test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue +test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency +test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_report +test.unit.obj.test_expirer.TestObjectExpirer.test_report ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order +test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_command_line +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_command_line ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_config +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_config ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_config +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_config ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_kwargs +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_kwargs ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_process +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_process ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_processes ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_equal_to_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_equal_to_processes ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_greater_than_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_greater_than_processes ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container +test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted +test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_valid_delay_reaping +test.unit.obj.test_expirer.TestObjectExpirer.test_valid_delay_reaping ... ok test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf @@ -57300,3453 +60137,1247 @@ test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE -test.unit.obj.test_server.TestObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp -test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired -test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at -test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue -test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates -test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive -test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST -test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive -test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive -test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET -test.unit.obj.test_server.TestObjectController.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences -test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_but_expired -test.unit.obj.test_server.TestObjectController.test_GET_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config -test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_match -test.unit.obj.test_server.TestObjectController.test_GET_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at -test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since -test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_none_match -test.unit.obj.test_server.TestObjectController.test_GET_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since -test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff ... ok -test.unit.obj.test_server.TestObjectController.test_GET_quarantine -test.unit.obj.test_server.TestObjectController.test_GET_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable -test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object -test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD -test.unit.obj.test_server.TestObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired -test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_match -test.unit.obj.test_server.TestObjectController.test_HEAD_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since -test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match -test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since -test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte -test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_OPTIONS -test.unit.obj.test_server.TestObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp -test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_but_expired -test.unit.obj.test_server.TestObjectController.test_POST_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at -test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue -test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST -test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_connection -test.unit.obj.test_server.TestObjectController.test_POST_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_invalid_headers -test.unit.obj.test_server.TestObjectController.test_POST_invalid_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_invalid_path -test.unit.obj.test_server.TestObjectController.test_POST_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp -test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_not_exist -test.unit.obj.test_server.TestObjectController.test_POST_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp -test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte -test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_system_metadata -test.unit.obj.test_server.TestObjectController.test_POST_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type -test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta -test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_update_meta -test.unit.obj.test_server.TestObjectController.test_POST_update_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive -test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_open_expired -test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_replication -test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding -test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at -test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection -test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout -test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_commits_data -test.unit.obj.test_server.TestObjectController.test_PUT_commits_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_common -test.unit.obj.test_server.TestObjectController.test_PUT_common ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_connection -test.unit.obj.test_server.TestObjectController.test_PUT_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past -test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored -test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer -test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum -test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_etag -test.unit.obj.test_server.TestObjectController.test_PUT_no_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_slow -test.unit.obj.test_server.TestObjectController.test_PUT_slow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag -test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST -test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive -test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers -test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length -test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol -test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones -test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout -test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_works -test.unit.obj.test_server.TestObjectController.test_REPLICATE_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS -test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called -test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test__call__returns_500 -test.unit.obj.test_server.TestObjectController.test__call__returns_500 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_allowed_headers -test.unit.obj.test_server.TestObjectController.test_allowed_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx -test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_http_connect -test.unit.obj.test_server.TestObjectController.test_async_update_http_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_bad_sinces -test.unit.obj.test_server.TestObjectController.test_bad_sinces ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_bad_method -test.unit.obj.test_server.TestObjectController.test_call_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_bad_request -test.unit.obj.test_server.TestObjectController.test_call_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_name_collision -test.unit.obj.test_server.TestObjectController.test_call_name_collision ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_not_found -test.unit.obj.test_server.TestObjectController.test_call_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive -test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive -test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero -test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_put -test.unit.obj.test_server.TestObjectController.test_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_async -test.unit.obj.test_server.TestObjectController.test_container_update_async ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_bad_args -test.unit.obj.test_server.TestObjectController.test_container_update_bad_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update -test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_success -test.unit.obj.test_server.TestObjectController.test_container_update_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_content_encoding -test.unit.obj.test_server.TestObjectController.test_content_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_correct_allowed_method -test.unit.obj.test_server.TestObjectController.test_correct_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_POST_update_same_expiration -test.unit.obj.test_server.TestObjectController.test_delete_at_POST_update_same_expiration ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_cap -test.unit.obj.test_server.TestObjectController.test_delete_at_cap ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_negative -test.unit.obj.test_server.TestObjectController.test_delete_at_negative ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_overwrite_same_expiration_different_bytes -test.unit.obj.test_server.TestObjectController.test_delete_at_overwrite_same_expiration_different_bytes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries -test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete -test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_backend_replication -test.unit.obj.test_server.TestObjectController.test_delete_backend_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_device_unavailable -test.unit.obj.test_server.TestObjectController.test_device_unavailable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_dynamic_datadir -test.unit.obj.test_server.TestObjectController.test_dynamic_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_extra_headers_contain_object_bytes -test.unit.obj.test_server.TestObjectController.test_extra_headers_contain_object_bytes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config -test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_init -test.unit.obj.test_server.TestObjectController.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist -test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public -test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_list_allowed_methods -test.unit.obj.test_server.TestObjectController.test_list_allowed_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_log_line_format -test.unit.obj.test_server.TestObjectController.test_log_line_format ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_max_object_name_length -test.unit.obj.test_server.TestObjectController.test_max_object_name_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_max_upload_time -test.unit.obj.test_server.TestObjectController.test_max_upload_time ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining -test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_not_allowed_method -test.unit.obj.test_server.TestObjectController.test_not_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests -test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update -test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_object_update_with_offset -test.unit.obj.test_server.TestObjectController.test_object_update_with_offset ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object -test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header -test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer -test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine -test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods -test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_serv_reserv -test.unit.obj.test_server.TestObjectController.test_serv_reserv ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_short_body -test.unit.obj.test_server.TestObjectController.test_short_body ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated -test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers -test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers -test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats -test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestRateLimiterBucket.test_bool -test.unit.obj.test_updater.TestRateLimiterBucket.test_bool ... ok -test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering -test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering ... ok -test.unit.obj.test_updater.TestRateLimiterBucket.test_len -test.unit.obj.test_updater.TestRateLimiterBucket.test_len ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_all_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_all_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses ... ok +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 613, in container_sync_row - put_object(sync_to, name=row['name'], headers=headers, - ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - contents=FileLikeIter(body), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - proxy=self.select_http_proxy(), logger=self.logger, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - timeout=self.conn_timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1239, in fake_put_object - raise ClientException('test client exception', http_status=503) -swift.common.exceptions.ClientException: test client exception: 503 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 559, in container_sync_row - if self._object_in_remote_container(row['name'], - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - sync_to, user_key, realm, - ^^^^^^^^^^^^^^^^^^^^^^^^^ - realm_key, ts_meta): - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 491, in _object_in_remote_container - metadata, _ = head_object(sync_to, name=name, - ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^ - headers=headers, - ^^^^^^^^^^^^^^^^ - proxy=self.select_http_proxy(), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - logger=self.logger, - ^^^^^^^^^^^^^^^^^^^ - retries=0) - ^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1338, in fake_head_object - raise Exception() -Exception -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/ascii/ascii From Object Server 10.0.0.1:1001/sdb (txn: tx63001142a2ea4986af68d-0067670542) -proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/툎/鐉 From Object Server 10.0.0.2:1002/sdc (txn: tx1bfe8b6cb84543539a9e1-0067670542) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txffbfb24e4716446b9118d-0067670542) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txf215e734ecde4dffa20b2-0067670542) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txf215e734ecde4dffa20b2-0067670542) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx6f051d28a9134a098e89c-0067670542) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx6f051d28a9134a098e89c-0067670542) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/ascii/ascii: + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test-expirer INFO: Pass so far 0s; 0 objects expired +test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000000000', 'task_object': '0000-invalid0', 'delete_timestamp': 0000000000.00000_0000000000000000, 'target_path': 'invalid0', 'is_async_delete': False} +test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000000000', 'task_object': '0001-invalid1', 'delete_timestamp': 0000000001.00000_0000000000000000, 'target_path': 'invalid1', 'is_async_delete': False} +test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000000000', 'task_object': '0002-invalid2', 'delete_timestamp': 0000000002.00000_0000000000000000, 'target_path': 'invalid2', 'is_async_delete': False} +test-expirer ERROR: Unhandled exception: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception (txn: tx6f051d28a9134a098e89c-0067670542) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txef6b2f1cef0f472a9d532-0067670542) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txef6b2f1cef0f472a9d532-0067670542) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/툎/鐉: + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 480, in run_forever + self.run_once(*args, **kwargs) + ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/obj/test_expirer.py", line 1738, in raise_exceptions + raise Exception('exception %d' % raises[0]) +Exception: exception 1 +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer DEBUG: Run begin +test-expirer ERROR: Unhandled exception: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception (txn: txef6b2f1cef0f472a9d532-0067670542) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_timeouts -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_timeouts ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_none_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_none_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_one_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_one_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication ... ok + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 427, in run_once + self.swift.get_account_info(task_account) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AttributeError: 'str' object has no attribute 'get_account_info' +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer DEBUG: Run begin +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp9b_c9gne/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp9b_c9gne/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp9b_c9gne/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp9b_c9gne/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0035 "-" 3035060 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0032 "-" 3035060 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 3035060 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 3035060 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txac9330c628864a119a6d3-006974157f" "proxy-server 3035060" 0.0013 "-" 3035060 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:54795/sda1/3/a/c" "txac9330c628864a119a6d3-006974157f" "container-server 3035060" 0.0012 "-" 3035060 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:52875/sdb1/3/a/c" "txac9330c628864a119a6d3-006974157f" "container-server 3035060" 0.0012 "-" 3035060 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txac9330c628864a119a6d3-006974157f" "proxy-server 3035060" 0.0095 "-" 3035060 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txac9330c628864a119a6d3-006974157f" "proxy-server 3035060" 0.0156 "-" 3035060 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/42/39 PUT /v1/a/c HTTP/1.0 201 - - t - - - txac9330c628864a119a6d3-006974157f - 0.0257 - - 1769215359.128355503 1769215359.154084921 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx954a737f241e49039ff5a-006974157f" "proxy-server 3035060" 0.0013 "-" 3035060 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:54795/sda1/0/a1/c1" "tx954a737f241e49039ff5a-006974157f" "container-server 3035060" 0.0011 "-" 3035060 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:52875/sdb1/0/a1/c1" "tx954a737f241e49039ff5a-006974157f" "container-server 3035060" 0.0015 "-" 3035060 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx954a737f241e49039ff5a-006974157f" "proxy-server 3035060" 0.0137 "-" 3035060 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx954a737f241e49039ff5a-006974157f" "proxy-server 3035060" 0.0101 "-" 3035060 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/42/39 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx954a737f241e49039ff5a-006974157f - 0.0228 - - 1769215359.155813694 1769215359.178595781 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf3d588e9eca041daa57ae-006974157f" "proxy-server 3035060" 0.0020 "-" 3035060 -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '9e5c0f9854c6981da696b91cf0a825b4', '78982a16-dfcf-4f5c-bdcf-0c617abc01eb-', '1734804802.62350', '1734804802.63426', '0', '', '1734804802.62171', 3, 0) -test WARNING: /tmp/tmp6s6fbhdv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.62596.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmp6s6fbhdv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.62596.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '80c9e95496f729d2204365c891292056', '66f5f0b3-8e67-4bbf-a4ec-62f8dc49f09f-', '1734804802.66366', '1734804802.66145', '0', '', '1734804802.66145', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804802.67769', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804802.67769', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804802.67769', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804802.68016', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804802.68016', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804802.66644', 'epoch': '1734804802.66644', 'reported': 0, 'tombstones': -1}], '66f5f0b3-8e67-4bbf-a4ec-62f8dc49f09f-') -test DEBUG: /tmp/tmp30vxclpq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.66644.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp30vxclpq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.66644.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '80c9e95496f729d2204365c891292056', '66f5f0b3-8e67-4bbf-a4ec-62f8dc49f09f-', '1734804802.66366', '1734804802.67449', '0', '', '1734804802.66145', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804802.67769', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804802.67769', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804802.67769', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804802.68016', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804802.68016', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804802.66644', 'epoch': '1734804802.66644', 'reported': 0, 'tombstones': -1}], '66f5f0b3-8e67-4bbf-a4ec-62f8dc49f09f-') -test DEBUG: /tmp/tmp30vxclpq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.66644.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp30vxclpq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.66644.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '80c9e95496f729d2204365c891292056', '820af4e9-cf3d-4d6d-a2c6-598482ec776f-', '1734804802.73210', '1734804802.73025', '0', '', '1734804802.73025', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804802.74549', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804802.74549', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804802.74549', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804802.75042', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804802.75042', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804802.73465', 'epoch': '1734804802.73465', 'reported': 0, 'tombstones': -1}], '820af4e9-cf3d-4d6d-a2c6-598482ec776f-') -test DEBUG: /tmp/tmpb0558y71/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.73465.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpb0558y71/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.73465.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '80c9e95496f729d2204365c891292056', '820af4e9-cf3d-4d6d-a2c6-598482ec776f-', '1734804802.73210', '1734804802.74209', '0', '', '1734804802.73025', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804802.74549', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804802.74549', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804802.74549', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804802.75042', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804802.75042', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804802.73465', 'epoch': '1734804802.73465', 'reported': 0, 'tombstones': -1}], '820af4e9-cf3d-4d6d-a2c6-598482ec776f-') -test DEBUG: /tmp/tmpb0558y71/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.73465.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpb0558y71/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.73465.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '9e5c0f9854c6981da696b91cf0a825b4', 'bd7ef4d0-8701-4911-9ebd-71e78c7afb96-', '1734804802.79810', '1734804802.79609', '0', '', '1734804802.79609', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804802.79936', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804802.79936', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804802.79936', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804802.80077', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804802.80077', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804802.80055', 'epoch': '1734804802.80055', 'reported': 0, 'tombstones': -1}], 'bd7ef4d0-8701-4911-9ebd-71e78c7afb96-') -test DEBUG: /tmp/tmp9valenpd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.80055.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp9valenpd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.80055.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '9e5c0f9854c6981da696b91cf0a825b4', 'bd7ef4d0-8701-4911-9ebd-71e78c7afb96-', '1734804802.79810', '1734804802.80812', '0', '', '1734804802.79609', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804802.79936', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804802.79936', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804802.79936', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804802.80077', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804802.80077', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804802.80055', 'epoch': '1734804802.80055', 'reported': 0, 'tombstones': -1}], 'bd7ef4d0-8701-4911-9ebd-71e78c7afb96-')test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded ... ok +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:52875/sdb1/3/a/c1" "txf3d588e9eca041daa57ae-006974157f" "container-server 3035060" 0.0018 "-" 3035060 1 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:54795/sda1/3/a/c1" "txf3d588e9eca041daa57ae-006974157f" "container-server 3035060" 0.0011 "-" 3035060 1 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txf3d588e9eca041daa57ae-006974157f" "proxy-server 3035060" 0.0095 "-" 3035060 1 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txf3d588e9eca041daa57ae-006974157f" "proxy-server 3035060" 0.0148 "-" 3035060 1 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/42/39 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txf3d588e9eca041daa57ae-006974157f - 0.0238 - - 1769215359.180222273 1769215359.204021692 1 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txfc77bba15b39433d8c9cd-006974157f" "proxy-server 3035060" 0.0019 "-" 3035060 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:52875/sdb1/0/a/c2" "txfc77bba15b39433d8c9cd-006974157f" "container-server 3035060" 0.0018 "-" 3035060 2 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:54795/sda1/0/a/c2" "txfc77bba15b39433d8c9cd-006974157f" "container-server 3035060" 0.0011 "-" 3035060 2 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txfc77bba15b39433d8c9cd-006974157f" "proxy-server 3035060" 0.0094 "-" 3035060 2 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txfc77bba15b39433d8c9cd-006974157f" "proxy-server 3035060" 0.0146 "-" 3035060 2 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/42/39 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txfc77bba15b39433d8c9cd-006974157f - 0.0233 - - 1769215359.205583811 1769215359.228839159 2 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpird0y68e/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpird0y68e/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpird0y68e/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpird0y68e/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0035 "-" 3035060 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0032 "-" 3035060 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 3035060 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 3035060 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txfcd0ec630e224aa6a9862-006974157f" "proxy-server 3035060" 0.0013 "-" 3035060 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:40001/sda1/3/a/c" "txfcd0ec630e224aa6a9862-006974157f" "container-server 3035060" 0.0012 "-" 3035060 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:52747/sdb1/3/a/c" "txfcd0ec630e224aa6a9862-006974157f" "container-server 3035060" 0.0011 "-" 3035060 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txfcd0ec630e224aa6a9862-006974157f" "proxy-server 3035060" 0.0141 "-" 3035060 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txfcd0ec630e224aa6a9862-006974157f" "proxy-server 3035060" 0.0100 "-" 3035060 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/42/39 PUT /v1/a/c HTTP/1.0 201 - - t - - - txfcd0ec630e224aa6a9862-006974157f - 0.0241 - - 1769215359.352274895 1769215359.376405716 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx1e9e2dfc39c6464681977-006974157f" "proxy-server 3035060" 0.0012 "-" 3035060 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:40001/sda1/0/a1/c1" "tx1e9e2dfc39c6464681977-006974157f" "container-server 3035060" 0.0012 "-" 3035060 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:52747/sdb1/0/a1/c1" "tx1e9e2dfc39c6464681977-006974157f" "container-server 3035060" 0.0011 "-" 3035060 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx1e9e2dfc39c6464681977-006974157f" "proxy-server 3035060" 0.0088 "-" 3035060 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx1e9e2dfc39c6464681977-006974157f" "proxy-server 3035060" 0.0141 "-" 3035060 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/42/39 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx1e9e2dfc39c6464681977-006974157f - 0.0221 - - 1769215359.377961397 1769215359.400080919 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx2f45d0fd8e954f929dd4e-006974157f" "proxy-server 3035060" 0.0020 "-" 3035060 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:40001/sda1/3/a/c1" "tx2f45d0fd8e954f929dd4e-006974157f" "container-server 3035060" 0.0019 "-" 3035060 1 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:52747/sdb1/3/a/c1" "tx2f45d0fd8e954f929dd4e-006974157f" "container-server 3035060" 0.0011 "-" 3035060 1 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx2f45d0fd8e954f929dd4e-006974157f" "proxy-server 3035060" 0.0137 "-" 3035060 1 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx2f45d0fd8e954f929dd4e-006974157f" "proxy-server 3035060" 0.0102 "-" 3035060 1 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/42/39 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx2f45d0fd8e954f929dd4e-006974157f - 0.0233 - - 1769215359.401652575 1769215359.424907684 1 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx989a85d4a3334f9892bab-006974157f" "proxy-server 3035060" 0.0020 "-" 3035060 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:52747/sdb1/0/a/c2" "tx989a85d4a3334f9892bab-006974157f" "container-server 3035060" 0.0017 "-" 3035060 2 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:40001/sda1/0/a/c2" "tx989a85d4a3334f9892bab-006974157f" "container-server 3035060" 0.0011 "-" 3035060 2 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx989a85d4a3334f9892bab-006974157f" "proxy-server 3035060" 0.0094 "-" 3035060 2 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:39 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx989a85d4a3334f9892bab-006974157f" "proxy-server 3035060" 0.0146 "-" 3035060 2test.unit.proxy.test_server.TestAccountController.test_DELETE +test.unit.proxy.test_server.TestAccountController.test_DELETE ... ok +test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string +test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string ... ok +test.unit.proxy.test_server.TestAccountController.test_GET +test.unit.proxy.test_server.TestAccountController.test_GET ... ok +test.unit.proxy.test_server.TestAccountController.test_GET_autocreate +test.unit.proxy.test_server.TestAccountController.test_GET_autocreate ... ok +test.unit.proxy.test_server.TestAccountController.test_HEAD +test.unit.proxy.test_server.TestAccountController.test_HEAD ... ok +test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate +test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate ... ok +test.unit.proxy.test_server.TestAccountController.test_OPTIONS +test.unit.proxy.test_server.TestAccountController.test_OPTIONS ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata +test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_metadata +test.unit.proxy.test_server.TestAccountController.test_POST_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT +test.unit.proxy.test_server.TestAccountController.test_PUT ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata +test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions +test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length +test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_metadata +test.unit.proxy.test_server.TestAccountController.test_PUT_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_status +test.unit.proxy.test_server.TestAccountController.test_PUT_status ... ok +test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json +test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok +test.unit.proxy.test_server.TestAccountController.test_connection_refused +test.unit.proxy.test_server.TestAccountController.test_connection_refused ... ok +test.unit.proxy.test_server.TestAccountController.test_other_socket_error +test.unit.proxy.test_server.TestAccountController.test_other_socket_error ... ok +test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header +test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header +test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header ... ok +test.unit.proxy.test_server.TestECObjectController.test_GET_ec +test.unit.proxy.test_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline +test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec +test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect +test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec +test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) +setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS +test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 +test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata +test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files +test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 +test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags +test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_x_container_headers_db_states +test.unit.proxy.test_server.TestReplicatedObjectController.test_x_container_headers_db_states ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txe6169716c5ff4dc98b01f-0067670542) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txf55e9767e2134bbc9e553-0067670542) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txf55e9767e2134bbc9e553-0067670542) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txebe758ff1e60417987c0c-0067670542) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txebe758ff1e60417987c0c-0067670542) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: txebe758ff1e60417987c0c-0067670542) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sda (txn: txebe758ff1e60417987c0c-0067670542) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: txebe758ff1e60417987c0c-0067670542) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sda (txn: txebe758ff1e60417987c0c-0067670542) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: txebe758ff1e60417987c0c-0067670542) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sda (txn: txebe758ff1e60417987c0c-0067670542) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txa0d9677a7bb347128abce-0067670542) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txa0d9677a7bb347128abce-0067670542) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: txa0d9677a7bb347128abce-0067670542) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: txa0d9677a7bb347128abce-0067670542) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: txa0d9677a7bb347128abce-0067670542) -proxy-server ERROR: Object DELETE returning 503 for (204, 503, 503) (txn: txa0d9677a7bb347128abce-0067670542) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txb1de5e0f1d5c4fc1bab3f-0067670542) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txb1de5e0f1d5c4fc1bab3f-0067670542) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer ... ok +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/42/39 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx989a85d4a3334f9892bab-006974157f - 0.0232 - - 1769215359.426508188 1769215359.449755669 2 -test DEBUG: /tmp/tmp9valenpd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.80055.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp9valenpd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.80055.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '9e5c0f9854c6981da696b91cf0a825b4', '90de41d5-2a7b-487c-b3bb-3d27b7b92f3f-', '1734804802.83785', '1734804802.83602', '0', '', '1734804802.83602', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804802.83903', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804802.83903', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804802.83903', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804802.84044', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804802.84044', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804802.84025', 'epoch': '1734804802.84025', 'reported': 0, 'tombstones': -1}], '90de41d5-2a7b-487c-b3bb-3d27b7b92f3f-') -test DEBUG: /tmp/tmpq0rjldbf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.84025.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpq0rjldbf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.84025.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '9e5c0f9854c6981da696b91cf0a825b4', '90de41d5-2a7b-487c-b3bb-3d27b7b92f3f-', '1734804802.83785', '1734804802.84830', '0', '', '1734804802.83602', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804802.83903', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804802.83903', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804802.83903', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804802.84044', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804802.84044', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804802.84025', 'epoch': '1734804802.84025', 'reported': 0, 'tombstones': -1}], '90de41d5-2a7b-487c-b3bb-3d27b7b92f3f-') -test DEBUG: /tmp/tmpq0rjldbf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.84025.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpq0rjldbf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804802.84025.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '25f1325ddf1d3ec7f87075e5af34da45', '455693b1-6ae0-4e0c-a627-be966dd1ee58-sda', '1734804802.88454', '1734804802.88273', '0', '', '1734804802.88273', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('455693b1-6ae0-4e0c-a627-be966dd1ee58-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '142175cac6877b558ebb1d38b5d9ded8', 'cf33c226-9d4c-4fcf-9840-2a3c9d81a52d-sda', '1734804802.89568', '1734804802.89390', '0', '', '1734804802.89390', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804802.90134', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1734804802.90134', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804802.90134', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804802.90248', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804802.90248', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804802.90230', 'epoch': '1734804802.90230', 'reported': 0, 'tombstones': -1}], 'cf33c226-9d4c-4fcf-9840-2a3c9d81a52d-sda') -test DEBUG: /tmp/tmpgd15sy4c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpgd15sy4c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '142175cac6877b558ebb1d38b5d9ded8', 'cf33c226-9d4c-4fcf-9840-2a3c9d81a52d-sda', '1734804802.89568', '1734804802.89833', '0', '', '1734804802.89390', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804802.90134', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1734804802.90134', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804802.90134', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804802.90248', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804802.90248', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804802.90230', 'epoch': '1734804802.90230', 'reported': 0, 'tombstones': -1}], 'cf33c226-9d4c-4fcf-9840-2a3c9d81a52d-sda') -test DEBUG: /tmp/tmpgd15sy4c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpgd15sy4c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '142175cac6877b558ebb1d38b5d9ded8', '407cb5fe-e986-486c-b467-0408a7faf1d8-sda', '1734804802.94429', '1734804802.94246', '0', '', '1734804802.94246', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804802.95012', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1734804802.95012', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804802.95012', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804802.95128', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804802.95128', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804802.95110', 'epoch': '1734804802.95110', 'reported': 0, 'tombstones': -1}], '407cb5fe-e986-486c-b467-0408a7faf1d8-sda') -test DEBUG: /tmp/tmp8anua171/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp8anua171/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '142175cac6877b558ebb1d38b5d9ded8', '407cb5fe-e986-486c-b467-0408a7faf1d8-sda', '1734804802.94429', '1734804802.94703', '0', '', '1734804802.94246', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804802.95012', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1734804802.95012', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804802.95012', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804802.95128', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804802.95128', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804802.95110', 'epoch': '1734804802.95110', 'reported': 0, 'tombstones': -1}], '407cb5fe-e986-486c-b467-0408a7faf1d8-sda')test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded ... ok +---------------------------------------------------------------------- +Ran 9249 tests in 70.721s -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx33342c7cc9db47d0a892f-0067670543) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx33342c7cc9db47d0a892f-0067670543) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx33342c7cc9db47d0a892f-0067670543) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx33342c7cc9db47d0a892f-0067670543) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: my-txn-id) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx6ceadb60fea047d9b54a6-0067670543) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx6ceadb60fea047d9b54a6-0067670543) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx6ceadb60fea047d9b54a6-0067670543) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx6ceadb60fea047d9b54a6-0067670543) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txef0f80ff8df649e2bcfe1-0067670543) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx282b00f93be14bf7a8475-0067670543) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx282b00f93be14bf7a8475-0067670543) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx282b00f93be14bf7a8475-0067670543) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +OK (skipped=1827) ++ stestr slowest +Test id Runtime (s) +-------------------------------------------------------------------------------------------------------------- ----------- +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate 4.513 +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state 3.992 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state 3.975 +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state 3.742 +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state 3.728 +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock 3.182 +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock 3.142 +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving 2.445 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving 2.252 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded 2.203 ++ rm -rf .stestr ++ for pyvers in ${PYTHON3S} ++ '[' 3.12 = disabled ']' +++ echo 3.12 +++ cut -d. -f1 ++ PYMAJOR=3 ++ echo '===> Testing with python (python3)' +===> Testing with python (python3) +++ pwd ++ '[' -d /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages ']' ++ '[' -z /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages ']' ++ '[' -e .stestr.conf ']' ++ '[' -x /usr/bin/python3-stestr ']' ++ STESTR=stestr ++ rm -rf .stestr ++ subunit2pyunit ++ PYTHON=python3.12 ++ stestr run --parallel --subunit --test-path test/unit 'test\.unit\.(?!common\.test_utils\.TestUtils\.test_get_logger_sysloghandler_plumbing|common\.middleware\.test_cname_lookup\.TestCNAMELookup.*|common\.test_db\.TestDatabaseBroker\.test_get.*|container\.test_sync\.TestContainerSync\.test_init.*|common\.test_utils\.TestPunchHoleReally\.test_punch_a_hole.*|common\.test_utils\.Test_LibcWrapper\.test_argument_plumbing.*|common\.test_utils\.TestUtils\.test_load_pkg_resource_importlib.*|common\.test_db_replicator\.TestHandoffsOnly.*|common\.ring\.test_builder\.TestGetRequiredOverload\.test_perfect_four_zone_four_replica_bad_placement|common\.test_wsgi\.TestWSGI.*|obj\.test_expirer\.TestObjectExpirer\.test_delete_actual_object|common\.test_memcached\.TestMemcached\.test_get_conns_hostname6|common\.test_memcached\.TestMemcached\.test_get_conns_v6|common\.test_memcached\.TestMemcached\.test_get_conns_v6_default|obj\.test_reconstructor\.TestWorkerReconstructor\.test_run_forever_recon_aggregation|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_with_duplicate_but_sufficient_frag_indexes|proxy\.test_mem_server\.TestProxyServer\.test_statsd_prefix|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_read_timeout|proxy\.controllers\.test_base\.TestGetOrHeadHandler\.test_disconnected_logging|obj\.test_expirer\.TestObjectExpirer\.test_failed_delete_continues_on|obj\.test_replicator\.TestObjectReplicator\.test_update|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_timeout|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_no_problems_no_hard_disconnect|common\.test_memcached\.TestMemcached\.test_operations_timing_stats_with_incr_timeout|obj\.test_expirer\.TestExpirerHelpers\.test_embed_expirer_bytes_from_diskfile_metadata|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_access_log_prefix|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_log_prefix)' +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder +test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder ... ok +test.unit.cli.test_recon.TestRecon.test_async_check +test.unit.cli.test_recon.TestRecon.test_async_check ... ok +test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent +test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent ... ok +test.unit.cli.test_recon.TestRecon.test_drive_audit_check +test.unit.cli.test_recon.TestRecon.test_drive_audit_check ... ok +test.unit.cli.test_recon.TestRecon.test_gen_stats +test.unit.cli.test_recon.TestRecon.test_gen_stats ... ok +test.unit.cli.test_recon.TestRecon.test_get_error_ringnames +test.unit.cli.test_recon.TestRecon.test_get_error_ringnames ... ok +test.unit.cli.test_recon.TestRecon.test_get_hosts +test.unit.cli.test_recon.TestRecon.test_get_hosts ... ok +test.unit.cli.test_recon.TestRecon.test_get_ring_names +test.unit.cli.test_recon.TestRecon.test_get_ring_names ... ok +test.unit.cli.test_recon.TestRecon.test_get_ringmd5 +test.unit.cli.test_recon.TestRecon.test_get_ringmd5 ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu ... ok +test.unit.cli.test_recon.TestRecon.test_ptime +test.unit.cli.test_recon.TestRecon.test_ptime ... ok +test.unit.cli.test_recon.TestRecon.test_quarantine_check +test.unit.cli.test_recon.TestRecon.test_quarantine_check ... ok +test.unit.cli.test_recon.TestRecon.test_umount_check +test.unit.cli.test_recon.TestRecon.test_umount_check ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_good +test.unit.cli.test_reload.TestValidateManagerPid.test_good ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_python +test.unit.cli.test_reload.TestValidateManagerPid.test_non_python ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_server +test.unit.cli.test_reload.TestValidateManagerPid.test_non_server ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift +test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_open_error +test.unit.cli.test_reload.TestValidateManagerPid.test_open_error ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_worker +test.unit.cli.test_reload.TestValidateManagerPid.test_worker ... ok +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names +test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names ... ok +test.unit.account.test_utils.TestAccountUtils.test_account_listing_response +test.unit.account.test_utils.TestAccountUtils.test_account_listing_response ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_and_range ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending +test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db +test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_get_info +test.unit.account.test_backend.TestCommonAccountBroker.test_get_info ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row +test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted ... ok +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_not_satisfiable ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception ... ok +test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag +test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag +test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag +test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count ... ok +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count_deleted +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count_deleted ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose +test.unit.cli.test_ringcomposer.TestCommands.test_compose ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing +test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files +test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_show +test.unit.cli.test_ringcomposer.TestCommands.test_show ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command +test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE ... ok +test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory +test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys ... ok +test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header +test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header ... ok +test.unit.common.middleware.s3api.test_s3response.TestErrorResponse.test_error_response +test.unit.common.middleware.s3api.test_s3response.TestErrorResponse.test_error_response ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata +test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs +test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_and_range ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx24892df0beab4265b9545-0067670543) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx24892df0beab4265b9545-0067670543) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf9e83165bf9f425499b43-0067670543) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx494a21d8e28b48a0ab0e1-0067670543) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx494a21d8e28b48a0ab0e1-0067670543) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx22a65f26d76e4b83a3bd5-0067670543) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx22a65f26d76e4b83a3bd5-0067670543) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx82c0e7148fae48e798b22-0067670543) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE + self._delete_segments_bucket(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket + resp = req.get_response(self.app, 'HEAD') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 208, in HEAD + return self._handle_acl(app, 'DELETE') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 150, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get +test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp +test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at +test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok +test ERROR: Bad key for 'container': Key must be length 32 bytes: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx82c0e7148fae48e798b22-0067670543)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync -test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date -test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date ... ok - -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys + self.crypto.check_key(key) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: Bad key for 'object': Key must be length 32 bytes: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: txe6cabff31b3c4deca989f-0067670543) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe6cabff31b3c4deca989f-0067670543) -proxy-server ERROR: Object GET returning 503 for [] (txn: txe6cabff31b3c4deca989f-0067670543) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa236b5069a884e4d8e3b1-0067670543) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys + self.crypto.check_key(key) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: get_keys(): from callback: boom: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: txa236b5069a884e4d8e3b1-0067670543) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx20bf14ff764643889bd12-0067670543) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx2c9f4049b7764b8f8da11-0067670543) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx2c9f4049b7764b8f8da11-0067670543) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc20ff84793044dffbd812-0067670543) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc20ff84793044dffbd812-0067670543) -proxy-server ERROR: Object GET returning 503 for [] (txn: txc20ff84793044dffbd812-0067670543) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys + keys = fetch_crypto_keys(key_id=key_id) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_crypto_utils.py", line 95, in callback + raise Exception('boom') +Exception: boom +test ERROR: ERROR get_keys() missing callback: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx5dbd990454484b58bd8c2-0067670543) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys + fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] + ~~~^^^^^^^^^^^^^^^^^^^^^ +KeyError: 'swift.callback.fetch_crypto_keys' +test ERROR: Missing key for 'container': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx5dbd990454484b58bd8c2-0067670543) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys + key = keys[name] + ~~~~^^^^^^ +KeyError: 'container' +test ERROR: Missing key for 'object': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx5dbd990454484b58bd8c2-0067670543)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines -test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume ... ok - -test DEBUG: /tmp/tmp8anua171/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp8anua171/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '1519abee2caac6739dc84d04060a91d8', 'c4bb9698-1327-4668-a4bf-a8501a4ede11-sda', '1734804802.99016', '1734804802.98783', '0', '', '1734804802.98783', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('c4bb9698-1327-4668-a4bf-a8501a4ede11-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Unlinked retiring db '/tmp/tmpzan47ax_/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '052d7d7d31efe8fdd1dd65faebe41d97', '8f021540-f5cb-4cfa-9839-d370da0245da-sda', '1734804803.02916', '1734804803.02711', '0', '', '1734804803.02711', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('8f021540-f5cb-4cfa-9839-d370da0245da-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '052d7d7d31efe8fdd1dd65faebe41d97', '7c624f57-983b-4191-a801-d4299ea4c88b-sda', '1734804803.05798', '1734804803.05606', '0', '', '1734804803.05606', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('7c624f57-983b-4191-a801-d4299ea4c88b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Unlinked retiring db '/tmp/tmp4glt2vbu/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '052d7d7d31efe8fdd1dd65faebe41d97', '53c2c280-aefb-4d0d-9d9b-e70bf6c8be4c-sda', '1734804803.08610', '1734804803.08375', '0', '', '1734804803.08375', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('53c2c280-aefb-4d0d-9d9b-e70bf6c8be4c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '77be4f78-dba8-4986-bffb-a0b36e20c892-sda', '1734804803.12611', '1734804803.1238', '0', '', '1734804803.1238', 0, 0) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpqs24solq/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ec6b0f4b-8066-49d8-a802-511cdc660dc9-sdb', '1734804803.15322', '1734804804.00000', '0', '', '1734804804.00000', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ec6b0f4b-8066-49d8-a802-511cdc660dc9-sdb', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ec6b0f4b-8066-49d8-a802-511cdc660dc9-sdb', '1734804803.15322', '1734804804.00000', '0', '', '1734804804.00000', 0, 0) -test ERROR: Quarantining DB /tmp/tmpqs24solq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ec6b0f4b-8066-49d8-a802-511cdc660dc9-sdb', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00999 seconds (100.04919/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpycb3b382/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '563caf41-1fe2-428c-90fd-8f99b92b6be4-sda', '1734804803.17001', '1734804803', '0', '', '1734804803', 0, 1) -test DEBUG: /tmp/tmpycb3b382/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '563caf41-1fe2-428c-90fd-8f99b92b6be4-sda', '1734804803.17001', '1734804803', '0', '', '1734804803', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('563caf41-1fe2-428c-90fd-8f99b92b6be4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01393 seconds (71.78903/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpiav9eurn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0b876b572c633a56c4b664a2dbcbe428', '64bdc809-9aa1-4c11-b2b8-deaa44f0e023-sda', '1734804803.19514', '1734804803', '0', '', '1734804803', 1, 0) -test DEBUG: /tmp/tmpiav9eurn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1734804805.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '64bdc809-9aa1-4c11-b2b8-deaa44f0e023-sda') -test DEBUG: /tmp/tmpiav9eurn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00268745s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0b876b572c633a56c4b664a2dbcbe428', '64bdc809-9aa1-4c11-b2b8-deaa44f0e023-sda', '1734804803.19514', '1734804803', '0', '', '1734804803', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('64bdc809-9aa1-4c11-b2b8-deaa44f0e023-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01567 seconds (63.81750/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpgclwsijd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '14153552-963e-4fa2-867b-c52e081e4a6c-sda', '1734804803.22150', '1734804803', '0', '', '1734804803', 0, 1) -test DEBUG: /tmp/tmpgclwsijd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '14153552-963e-4fa2-867b-c52e081e4a6c-sda', '1734804803.22150', '1734804803', '0', '', '1734804803', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('14153552-963e-4fa2-867b-c52e081e4a6c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02166 seconds (46.16409/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpwy00i_69/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0b876b572c633a56c4b664a2dbcbe428', '3c3cf159-a41d-4b87-b2bd-725d1cfa658e-sda', '1734804803.25309', '1734804803', '0', '', '1734804803', 1, 1) -test DEBUG: /tmp/tmpwy00i_69/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to dotest.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create ... ok - -proxy-server ERROR: Object GET returning 503 for [] (txn: tx5dbd990454484b58bd8c2-0067670543) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys + key = keys[name] + ~~~~^^^^^^ +KeyError: 'object' +test ERROR: Missing key for 'object': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: txc1d630fb3e864813aecbe-0067670543) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc1d630fb3e864813aecbe-0067670543) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys + key = keys[name] + ~~~~^^^^^^ +KeyError: 'object' +test ERROR: Did not get a keys dict: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: txc1d630fb3e864813aecbe-0067670543) -proxy-server ERROR: Object GET returning 503 for [] (txn: txc1d630fb3e864813aecbe-0067670543) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx2093797594e341abb534f-0067670543) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx2093797594e341abb534f-0067670543) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx2093797594e341abb534f-0067670543) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx2093797594e341abb534f-0067670543) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx063e4af9524f43bfac718-0067670543) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: txaf371c5f72294481924af-0067670543) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: txaf371c5f72294481924af-0067670543) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: txd0d1fdd394564a84ba640-0067670543) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx5a48fb6d2cef46308fd4c-0067670543) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx4e7136a3488a47669b696-0067670543) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txc3ec89b32cae42189c9e2-0067670543) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx818e91f4803345b5a36af-0067670543) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: tx818e91f4803345b5a36af-0067670543) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx818e91f4803345b5a36af-0067670543) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx818e91f4803345b5a36af-0067670543) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok - -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0b876b572c633a56c4b664a2dbcbe428', '3c3cf159-a41d-4b87-b2bd-725d1cfa658e-sda', '1734804803.25309', '1734804803', '0', '', '1734804803', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3c3cf159-a41d-4b87-b2bd-725d1cfa658e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01496 seconds (66.83892/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpmq8dshqr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'efbabe77-e532-4a74-abe2-15fd2a791ef8-sda', '1734804803.27919', '1734804803', '0', '', '1734804803', 0, 1) -test DEBUG: /tmp/tmpmq8dshqr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'efbabe77-e532-4a74-abe2-15fd2a791ef8-sda', '1734804803.27919', '1734804803', '0', '', '1734804803', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('efbabe77-e532-4a74-abe2-15fd2a791ef8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01314 seconds (76.08519/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpx89yy5i9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e581122c32abace08f4b79b3b6e130ae', 'f4121e5b-9163-4744-b62d-70a39c83dcdb-sda', '1734804803.30508', '1734804803', '0', '', '1734804803', 1, 0) -test DEBUG: /tmp/tmpx89yy5i9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1734804806.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'f4121e5b-9163-4744-b62d-70a39c83dcdb-sda') -test DEBUG: /tmp/tmpx89yy5i9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00253057s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e581122c32abace08f4b79b3b6e130ae', 'f4121e5b-9163-4744-b62d-70a39c83dcdb-sda', '1734804803.30508', '1734804803', '0', '', '1734804803', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f4121e5b-9163-4744-b62d-70a39c83dcdb-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01711 seconds (58.43650/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpiayfwu1y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f2594d7d-b540-44cb-b1f1-8a594f7ebc26-sda', '1734804803.33270', '1734804803', '0', '', '1734804803', 0, 0) -test DEBUG: /tmp/tmpiayfwu1y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f2594d7d-b540-44cb-b1f1-8a594f7ebc26-sda', '1734804803.33270', '1734804803', '0', '', '1734804803', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f2594d7d-b540-44cb-b1f1-8a594f7ebc26-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01069 seconds (93.58438/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp98k94y5j/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e581122c32abace08f4b79b3b6e130ae', 'fbe682f5-8ba6-4ee7-ad61-486e4da152ca-sda', '1734804803.35373', '1734804803', '0', '', '1734804803', 1, 0) -test DEBUG: /tmp/tmp98k94y5j/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e581122c32abace08f4b79b3b6e130ae', 'fbe682f5-8ba6-4ee7-ad61-486e4da152ca-sda', '1734804803.35373', '1734804803', '0', '', '1734804803', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('fbe682f5-8ba6-4ee7-ad61-486e4da152ca-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01516 seconds (65.94567/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpig7l80ji/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd362d5e0-4e27-493e-a8ca-d2956c4307d1-sda', '1734804803.38326', '1734804805', '0', '', '1734804805', 0, 0) -test DEBUG: /tmp/tmpig7l80ji/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd362d5e0-4e27-493e-a8ca-d2956c4307d1-sda', '1734804803.38326', '1734804805', '0', '', '1734804805', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d362d5e0-4e27-493e-a8ca-d2956c4307d1-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00944 seconds (105.87554/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp5y_ut5ex/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e581122c32abace08f4b79b3b6e130ae', 'b5f985cb-cab9-4f19-a572-fc637c5b132c-sda', '1734804803.40254', '1734804805', '0', '', '1734804805', 1, 0) -test DEBUG: /tmp/tmp5y_ut5ex/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1734804806.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'b5f985cb-cab9-4f19-a572-fc637c5b132c-sda') -test DEBUG: /tmp/tmp5y_ut5ex/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00564361s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e581122c32abace08f4b79b3b6e130ae', 'b5f985cb-cab9-4f19-a572-fc637c5b132c-sda', '1734804803.40254', '1734804805', '0', '', '1734804805', 1, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete ... ok - -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: txce4a7a0e99e24b22b8456-0067670543) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx699d938de13c4ba19f095-0067670543) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx16396c8501b448dcb759a-0067670543) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: txa0948c7504134872bc18e-0067670543) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: txa0948c7504134872bc18e-0067670543) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: txa0948c7504134872bc18e-0067670543) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txd4738583c5bd4a73a2b22-0067670543) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txd4738583c5bd4a73a2b22-0067670543) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx712f5c942fd0400e8a9c3-0067670543) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx6a79433dca554e2b9b85d-0067670543) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx6a79433dca554e2b9b85d-0067670543) -proxy-server ERROR: Object HEAD returning 503 for [] (txn: tx6a79433dca554e2b9b85d-0067670543) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txf04b7120cf2e415c8f5f7-0067670543) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txf04b7120cf2e415c8f5f7-0067670543) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: txf04b7120cf2e415c8f5f7-0067670543) -proxy-server ERROR: Object HEAD returning 503 for [507] (txn: txf04b7120cf2e415c8f5f7-0067670543) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx498bf5195a824ca6b05bc-0067670543) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx498bf5195a824ca6b05bc-0067670543) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx498bf5195a824ca6b05bc-0067670543) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx87fa17d4643245f3b4fdd-0067670543) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx87fa17d4643245f3b4fdd-0067670543) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx87fa17d4643245f3b4fdd-0067670543) -proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: tx87fa17d4643245f3b4fdd-0067670543) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_succeed -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_succeed ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_with_x_open_expired -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_with_x_open_expired ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data ... ok - -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfdb5de1604d643e1ba150-0067670543) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfdb5de1604d643e1ba150-0067670543) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfdb5de1604d643e1ba150-0067670543) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx20da67edcdeb416fbe19e-0067670543) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx20da67edcdeb416fbe19e-0067670543) -proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: tx20da67edcdeb416fbe19e-0067670543) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx99ef60ab4a9e443396aa7-0067670543) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx99ef60ab4a9e443396aa7-0067670543) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: tx99ef60ab4a9e443396aa7-0067670543) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: tx99ef60ab4a9e443396aa7-0067670543) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: tx99ef60ab4a9e443396aa7-0067670543) -proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: tx99ef60ab4a9e443396aa7-0067670543) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2ea4474c7dca4721aef3c-0067670543) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: ERROR Client read timeout (Nones) (txn: tx1dea14a713eb42298da6b-0067670543) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /AUTH_kilroy/%ED%88%8E/%E9%90%89: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node - putter = self._make_putter(node, part, req, headers) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 978, in _make_putter - putter = Putter.connect( - node, part, req.swift_entity_path, headers, self.app.watchdog, - ...<4 lines>... - logger=self.logger, - chunked=te.endswith(',chunked')) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1847, in connect - conn, expect_resp, final_resp, connect_duration = cls._make_connection( - ~~~~~~~~~~~~~~~~~~~~^ - node, part, path, headers, conn_timeout, node_timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1811, in _make_connection - conn = http_connect(ip, port, node['device'], - part, 'PUT', path, headers) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: Connection refused: Please insert ten dollars (txn: txd60375eec68445d1a5e62-0067670543)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag ... ok - -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b5f985cb-cab9-4f19-a572-fc637c5b132c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01903 seconds (52.55531/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpflmuo25t/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e581122c32abace08f4b79b3b6e130ae', '9042376e-1446-40f2-ba37-67f1128a7aa8-sda', '1734804803.42953', '1734804803', '1734804804', '', '1734804804', 1, 0) -test DEBUG: /tmp/tmpflmuo25t/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1734804806.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '9042376e-1446-40f2-ba37-67f1128a7aa8-sda') -test DEBUG: /tmp/tmpflmuo25t/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00249505s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e581122c32abace08f4b79b3b6e130ae', '9042376e-1446-40f2-ba37-67f1128a7aa8-sda', '1734804803.42953', '1734804803', '1734804804', '', '1734804804', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9042376e-1446-40f2-ba37-67f1128a7aa8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01702 seconds (58.74835/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp3ke77ad7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e581122c32abace08f4b79b3b6e130ae', '8ca25670-1620-4ee3-b88c-d981c67bf19a-sda', '1734804803.45686', '1734804803', '1734804804', '', '1734804804', 1, 0) -test DEBUG: /tmp/tmp3ke77ad7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e581122c32abace08f4b79b3b6e130ae', '8ca25670-1620-4ee3-b88c-d981c67bf19a-sda', '1734804803.45686', '1734804803', '1734804804', '', '1734804804', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8ca25670-1620-4ee3-b88c-d981c67bf19a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01237 seconds (80.86431/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpuqq_8x_h/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '89a46d26-657d-48ff-8e12-de94964c770a-sda', '1734804803.48046', '1734804805', '1734804804', '', '1734804805', 0, 0) -test DEBUG: /tmp/tmpuqq_8x_h/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '89a46d26-657d-48ff-8e12-de94964c770a-sda', '1734804803.48046', '1734804805', '1734804804', '', '1734804805', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('89a46d26-657d-48ff-8e12-de94964c770a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01343 seconds (74.44838/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpgzyn81c1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9424f6f1da6b554f852398679f6448eb', '09e551fb-f379-4485-84cf-836d19422561-sda', '1734804803.50592', '1734804805', '1734804804', '', '1734804805', 1, 0) -test DEBUG: /tmp/tmpgzyn81c1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1734804807.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '09e551fb-f379-4485-84cf-836d19422561-sda') -test DEBUG: /tmp/tmpgzyn81c1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00311923s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9424f6f1da6b554f852398679f6448eb', '09e551fb-f379-4485-84cf-836d19422561-sda', '1734804803.50592', '1734804805', '1734804804', '', '1734804805', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('09e551fb-f379-4485-84cf-836d19422561-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01601 seconds (62.47714/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp5ccc9ro8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1a56cf44-b759-470d-b346-a90452a7d9d4-sda', '1734804803.53271', '1734804805', '1734804804', '', '1734804805', 0, 1) -test DEBUG: /tmp/tmp5ccc9ro8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1a56cf44-b759-470d-b346-a90452a7d9d4-sda', '1734804803.53271', '1734804805', '1734804804', '', '1734804805', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('1a56cf44-b759-470d-b346-a90452a7d9d4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01128 seconds (88.62687/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpw32ru5ux/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9424f6f1da6b554f852398679f6448eb', '74ae2ba3-f6ac-490e-9661-37ad4546efae-sda', '1734804803.55774', '1734804805', '1734804804', '', '1734804805', 1, 0) -test DEBUG: /tmp/tmpw32ru5ux/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9424f6f1da6b554f852398679f6448eb', '74ae2ba3-f6ac-490e-9661-37ad4546efae-sda', '1734804803.55774', '1734804805', '1734804804', '', '1734804805', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('74ae2ba3-f6ac-490e-9661-37ad4546efae-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db')test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.0:1000/sda (txn: tx89065e3f6acc4296b8f95-0067670543) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.1:1001/sdb (txn: txf460458a7d054e14a4c28-0067670543) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.2:1002/sdc (txn: txf7553273436543a6ab4f8-0067670543) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Expect: 100-continue on /a/c/o.jpg: Timeout (Nones) (txn: tx5b92c5edced24a48a40e7-0067670543) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /a/c/o.jpg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node - putter = self._make_putter(node, part, req, headers) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 978, in _make_putter - putter = Putter.connect( - node, part, req.swift_entity_path, headers, self.app.watchdog, - ...<4 lines>... - logger=self.logger, - chunked=te.endswith(',chunked')) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1847, in connect - conn, expect_resp, final_resp, connect_duration = cls._make_connection( - ~~~~~~~~~~~~~~~~~~~~^ - node, part, path, headers, conn_timeout, node_timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1811, in _make_connection - conn = http_connect(ip, port, node['device'], - part, 'PUT', path, headers) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx762a85e05c6c4a5299dba-0067670543) -proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: tx6ef882de49b94225befa2-0067670543) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx539a08714c7c42c7bf278-0067670543) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/a/c/o.jpg: Timeout (Nones) (txn: tx26ebd6676ed0411690d5f-0067670543) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/a/c/o.jpg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response - resp = putter.await_response( - self.app.node_timeout, not final_phase) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1749, in await_response - self.resp = self.conn.getresponse() - ~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 849, in getresponse - self.status = self._status.get_response_status() - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 749, in get_response_status - raise self.status -Exception (txn: txb7f016a8d8034d2c80cc3-0067670543) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txc88c842da5944de2b2cf4-0067670543) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending last chunk (txn: tx8724a0638a1441e6813ff-0067670543) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx027aab1d02004b18a8d15-0067670543) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx027aab1d02004b18a8d15-0067670543) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx027aab1d02004b18a8d15-0067670543) -proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: tx027aab1d02004b18a8d15-0067670543) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length ... ok - -proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1017, in _transfer_data - chunk = next(data_source) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ - return self._get_next_item() - ~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 5009, in _get_next_item - return super(CooperativeIterator, self)._get_next_item() - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item - return next(self.wrapped_iter) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 884, in reader - return req.environ['wsgi.input'].read( - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ - self.app.client_chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 2008, in read - raise Exception('exception message') -Exception: exception message (txn: tx9641a2572c3f4b7eb0e00-0067670543) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response - resp = putter.await_response( - self.app.node_timeout, not final_phase) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1749, in await_response - self.resp = self.conn.getresponse() - ~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 849, in getresponse - self.status = self._status.get_response_status() - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 749, in get_response_status - raise self.status -Exception: boom (txn: txdfd9c05e56f34395bc5d8-0067670543) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: Timeout (Nones) (txn: tx0380ce7b637e4e4fae59c-0067670543) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txb5a9987e11a14e2ba4cb3-0067670543) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx3262df50acdb4cbba8b75-0067670543) -proxy-server ERROR: ERROR 500 b'' Trying to PUT /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89 From Object Server 10.0.0.1:1001/sdb (txn: tx3262df50acdb4cbba8b75-0067670543) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txc07fc97dfdf34d2a9338a-0067670543) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txdf8012c4ede1412096b4c-0067670543) -proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.0:1000/sda (txn: txdf8012c4ede1412096b4c-0067670543) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 412, [412] (txn: txc6ac639a2fc241cc98ac9-0067670543) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending enough data (txn: tx5b4e535285e7473786a43-0067670543) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1792, in _send_chunk - self.conn.send(to_send) - ~~~~~~~~~~~~~~^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 927, in send - self.give_send(self, data) - ~~~~~~~~~~~~~~^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 1772, in capture_send - raise exc -Exception: Exception while sending data on connection (txn: txd53aff052abc4ab894d45-0067670543)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers ... ok - -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01195 seconds (83.71460/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpxs0o47wl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '58a3b96a-8a96-420c-a323-09beb52235aa-sda', '1734804803.58524', '1734804806', '1734804805', '', '1734804806', 0, 0) -test DEBUG: /tmp/tmpxs0o47wl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '58a3b96a-8a96-420c-a323-09beb52235aa-sda', '1734804803.58524', '1734804806', '1734804805', '', '1734804806', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('58a3b96a-8a96-420c-a323-09beb52235aa-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01688 seconds (59.23621/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp__m3qzhc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '237d1ee9d3684512cdf8a0fe09303fb7', 'ac72d9fa-6dc8-4943-b379-cc7dc6895da8-sda', '1734804803.62372', '1734804806', '1734804805', '', '1734804806', 1, 1) -test DEBUG: /tmp/tmp__m3qzhc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1734804808.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'ac72d9fa-6dc8-4943-b379-cc7dc6895da8-sda') -test DEBUG: /tmp/tmp__m3qzhc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0024817s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '237d1ee9d3684512cdf8a0fe09303fb7', 'ac72d9fa-6dc8-4943-b379-cc7dc6895da8-sda', '1734804803.62372', '1734804806', '1734804805', '', '1734804806', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ac72d9fa-6dc8-4943-b379-cc7dc6895da8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01674 seconds (59.73480/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp65pnajqs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '94cc0bf3-d9cb-43cf-ae8d-638cb7a9a3d1-sda', '1734804803.65156', '1734804806', '1734804805', '', '1734804806', 0, 1) -test DEBUG: /tmp/tmp65pnajqs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '94cc0bf3-d9cb-43cf-ae8d-638cb7a9a3d1-sda', '1734804803.65156', '1734804806', '1734804805', '', '1734804806', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('94cc0bf3-d9cb-43cf-ae8d-638cb7a9a3d1-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01054 seconds (94.87354/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmputyhw8hh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '237d1ee9d3684512cdf8a0fe09303fb7', 'a952dbdb-576a-411e-90c6-504752bed603-sda', '1734804803.67314', '1734804806', '1734804805', '', '1734804806', 1, 1) -test DEBUG: /tmp/tmputyhw8hh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '237d1ee9d3684512cdf8a0fe09303fb7', 'a952dbdb-576a-411e-90c6-504752bed603-sda', '1734804803.67314', '1734804806', '1734804805', '', '1734804806', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a952dbdb-576a-411e-90c6-504752bed603-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01504 seconds (66.47346/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp8300c9vk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a52cee66-b777-45e5-a494-1aff527a9629-sda', '1734804803.70303', '1734804806', '1734804805', '', '1734804806', 0, 0) -test DEBUG: /tmp/tmp8300c9vk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a52cee66-b777-45e5-a494-1aff527a9629-sda', '1734804803.70303', '1734804806', '1734804805', '', '1734804806', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a52cee66-b777-45e5-a494-1aff527a9629-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01068 seconds (93.60318/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpm4lvccfd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9424f6f1da6b554f852398679f6448eb', '80ae6b89-cdf0-49d6-89c5-5aff3e9b5ccc-sda', '1734804803.72483', '1734804806', '1734804805', '', '1734804806', 1, 0) -test DEBUG: /tmp/tmpm4lvccfd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1734804807.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '80ae6b89-cdf0-49d6-89c5-5aff3e9b5ccc-sda') -test DEBUG: /tmp/tmpm4lvccfd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00271893s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9424f6f1da6b554f852398679f6448eb', '80ae6b89-cdf0-49d6-89c5-5aff3e9b5ccc-sda', '1734804803.72483', '1734804806', '1734804805', '', '1734804806', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('80ae6b89-cdf0-49d6-89c5-5aff3e9b5ccc-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVERtest.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete ... ok - -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: ChunkWriteTimeout (Nones) (txn: txa23637ae8a494fa9a3ead-0067670543) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: tx543c7b8deb12430597872-0067670543) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1734804803.85322 <= '409 (1734804803.85322), 409 (1734804803.85322), 409 (1734804803.85322)' (txn: tx21412a85b68b4a65b5b15-0067670543) -proxy-server DEBUG: Object PUT returning 202 for 409: 1734804803.85526 <= '409 (1734804803.85526), 409 (1734804803.85526), 409 (1734804803.85526)' (txn: txc7b34a636a2c4244a64de-0067670543) -proxy-server DEBUG: Object PUT returning 202 for 409: 1734804803.86016 <= '409 (1734804803.86016), 409 (1734804803.86016), 409 (1734804803.86016)' (txn: tx8ac775c36c7b454da2ca4-0067670543) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1734804803.00000 <= '409 (1734804804.00000), 409 (1734804804.00000), 409 (1734804804.00000)' (txn: tx2ce2533ab2e748eab15e6-0067670543) -proxy-server DEBUG: Object PUT returning 202 for 409: 1734804805.00000 <= '409 (1734804806.00000), 409 (1734804806.00000), 409 (1734804806.00000)' (txn: tx25ee7f2c8aa946fb8418c-0067670543) -proxy-server DEBUG: Object PUT returning 202 for 409: 1734804807.00000 <= '409 (1734804808.00000), 409 (1734804808.00000), 409 (1734804808.00000)' (txn: txea184a85bea644928f7e5-0067670543) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1734804803.00000 <= '409 (1734804803.00000), 409 (1734804803.00000), 409 (1734804803.00000)' (txn: tx25df40041ba74a74a4137-0067670543) -proxy-server DEBUG: Object PUT returning 202 for 409: 1734804804.00000 <= '409 (1734804804.00000), 409 (1734804804.00000), 409 (1734804804.00000)' (txn: txc376f957e4b3463a9f6ca-0067670543) -proxy-server DEBUG: Object PUT returning 202 for 409: 1734804805.00000 <= '409 (1734804805.00000), 409 (1734804805.00000), 409 (1734804805.00000)' (txn: txbc74ca9b9bd8462dbe43c-0067670543) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1734804803.00000 <= '409 (1734804803.00000)' (txn: txf0e317d712434ed9b117a-0067670543) -proxy-server DEBUG: Object PUT returning 202 for 409: 1734804804.00000 <= '409 (1734804804.00000)' (txn: txd5798a39ac3a41ce8435a-0067670543) -proxy-server DEBUG: Object PUT returning 202 for 409: 1734804805.00000 <= '409 (1734804805.00000)' (txn: txa7fbf9300cb440f2ab647-0067670543) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort ... ok - -test INFO: Attempted to replicate 1 dbs in 0.01655 seconds (60.42584/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpcs01y55l/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3233e890-c95f-468e-a9fc-8785c5c9ea55-sda', '1734804803.76004', '1734804806', '1734804805', '', '1734804806', 0, 1) -test DEBUG: /tmp/tmpcs01y55l/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3233e890-c95f-468e-a9fc-8785c5c9ea55-sda', '1734804803.76004', '1734804806', '1734804805', '', '1734804806', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3233e890-c95f-468e-a9fc-8785c5c9ea55-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.03142 seconds (31.83112/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp_ep8pjp7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9424f6f1da6b554f852398679f6448eb', '7824712b-9dc4-4ec2-a101-55a9e0b1945e-sda', '1734804803.80202', '1734804806', '1734804805', '', '1734804806', 1, 1) -test DEBUG: /tmp/tmp_ep8pjp7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9424f6f1da6b554f852398679f6448eb', '7824712b-9dc4-4ec2-a101-55a9e0b1945e-sda', '1734804803.80202', '1734804806', '1734804805', '', '1734804806', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7824712b-9dc4-4ec2-a101-55a9e0b1945e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01860 seconds (53.77422/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp8t0lyr42/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'bb9280ab-b9e4-40c9-9841-10998084c214-sda', '1734804803.83764', '1734804807', '1734804806', '', '1734804807', 0, 0) -test DEBUG: /tmp/tmp8t0lyr42/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'bb9280ab-b9e4-40c9-9841-10998084c214-sda', '1734804803.83764', '1734804807', '1734804806', '', '1734804807', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('bb9280ab-b9e4-40c9-9841-10998084c214-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01818 seconds (55.01779/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpp9s87i6o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '237d1ee9d3684512cdf8a0fe09303fb7', '4467ff79-a70d-4939-8d81-6842f436690d-sda', '1734804803.87113', '1734804807', '1734804806', '', '1734804807', 1, 1) -test DEBUG: /tmp/tmpp9s87i6o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1734804808.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '4467ff79-a70d-4939-8d81-6842f436690d-sda') -test DEBUG: /tmp/tmpp9s87i6o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00284076s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '237d1ee9d3684512cdf8a0fe09303fb7', '4467ff79-a70d-4939-8d81-6842f436690d-sda', '1734804803.87113', '1734804807', '1734804806', '', '1734804807', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('4467ff79-a70d-4939-8d81-6842f436690d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01650 seconds (60.59695/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp3yqzbk4i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'aafad457-dbfd-4482-8f36-55231197fd48-sda', '1734804803.90024', '1734804807', '1734804806', '', '1734804807', 0, 1) -test DEBUG: /tmp/tmp3yqzbk4i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'aafad457-dbfd-4482-8f36-55231197fd48-sda', '1734804803.90024', '1734804807', '1734804806', '', '1734804807', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('aafad457-dbfd-4482-8f36-55231197fd48-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01201 seconds (83.26754/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpwec2uedo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '237d1ee9d3684512cdf8a0fe09303fb7', '3c0f51a0-b7a4-4a71-ad33-154f2ed57650-sda', '1734804803.92707', '1734804807', '1734804806', '', '1734804807', 1, 0) -test DEBUG: /tmp/tmpwec2uedo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '237d1ee9d3684512cdf8a0fe09303fb7', '3c0f51a0-b7a4-4a71-ad33-154f2ed57650-sda', '1734804803.92707', '1734804807', '1734804806', '', '1734804807', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3c0f51a0-b7a4-4a71-ad33-154f2ed57650-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01279 seconds (78.17257/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp8zk7jj_v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8b3fb964-78fa-4c87-8230-f071e547ba0f-sda', '1734804803.95639', '1734804808', '1734804807', '', '1734804808', 0, 1)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps -test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txb81c2742f5f44489babbe-0067670544) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1734804804.00000 <= '409 (1734804805.00000)' (txn: tx4a54c63b9c18485ea0cfc-0067670544) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 412, [409, 412, 412] (txn: txb3c2cfb7d044478981e19-0067670544) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1734804804.00000 <= '409 (unknown), 409 (unknown), 409 (unknown)' (txn: tx19510fca01454c2a9e781-0067670544) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1734804804.00000 <= '409 (1734804805.00000), 201 (unknown), 201 (unknown)' (txn: txc2b643ea9bc94e6bb592a-0067670544) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok - -test DEBUG: /tmp/tmp8zk7jj_v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8b3fb964-78fa-4c87-8230-f071e547ba0f-sda', '1734804803.95639', '1734804808', '1734804807', '', '1734804808', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8b3fb964-78fa-4c87-8230-f071e547ba0f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02693 seconds (37.13732/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpp_pmgktp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2f2b15e43bcf47699d1e52b1e3119f40', '8a7ba54d-527f-4bce-99fa-8365d033c2f7-sda', '1734804804.01176', '1734804808', '1734804807', '', '1734804808', 1, 1) -test DEBUG: /tmp/tmpp_pmgktp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1734804809.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '8a7ba54d-527f-4bce-99fa-8365d033c2f7-sda') -test DEBUG: /tmp/tmpp_pmgktp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00561666s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2f2b15e43bcf47699d1e52b1e3119f40', '8a7ba54d-527f-4bce-99fa-8365d033c2f7-sda', '1734804804.01176', '1734804808', '1734804807', '', '1734804808', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8a7ba54d-527f-4bce-99fa-8365d033c2f7-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02708 seconds (36.92318/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpl110c_fh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'bda118eb-c781-47ee-84c4-67c670f1c93a-sda', '1734804804.05095', '1734804809', '1734804808', '', '1734804809', 0, 1) -test DEBUG: /tmp/tmpl110c_fh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'bda118eb-c781-47ee-84c4-67c670f1c93a-sda', '1734804804.05095', '1734804809', '1734804808', '', '1734804809', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('bda118eb-c781-47ee-84c4-67c670f1c93a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01946 seconds (51.38730/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpw8xthw10/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '59dfed0c5c84e9e21c43273c0ea60e88', '4affe9be-2748-45f0-a023-3b33e13de079-sda', '1734804804.08596', '1734804809', '1734804808', '', '1734804809', 1, 0) -test DEBUG: /tmp/tmpw8xthw10/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '59dfed0c5c84e9e21c43273c0ea60e88', '4affe9be-2748-45f0-a023-3b33e13de079-sda', '1734804804.08596', '1734804809', '1734804808', '', '1734804809', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('4affe9be-2748-45f0-a023-3b33e13de079-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01632 seconds (61.26522/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'fa91b0b9-d777-4586-9406-85c83c8d7c1f-sda', '1734804804.11323', '1734804804.00000', '0', '', '1734804804.00000', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'fa91b0b9-d777-4586-9406-85c83c8d7c1f-sda', '1734804804.11323', '1734804805.00000', '0', '', '1734804804.00000', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '33428438b78320cb69bb61889fc7d909', '0e8fdeda-08c3-4cb1-9ab6-66511cce9d95-sda', '1734804804.12816', '1734804804.12643', '0', '', '1734804804.12643', 11, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o_0', 'created_at': '1734804804.13209', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o_1', 'created_at': '1734804804.13278', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o_2', 'created_at': '1734804804.13288', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o_3', 'created_at': '1734804804.13330', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o_4', 'created_at': '1734804804.13342', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o_5', 'created_at': '1734804804.13349', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o_6', 'created_at': '1734804804.13356', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o_7', 'created_at': '1734804804.13363', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o_8', 'created_at': '1734804804.13370', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o_9', 'created_at': '1734804804.13377', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing_0', 'created_at': '1734804804.13388', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '0e8fdeda-08c3-4cb1-9ab6-66511cce9d95-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 12, 'name': '/a/c/o_missing_1', 'created_at': '1734804804.14381', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '0e8fdeda-08c3-4cb1-9ab6-66511cce9d95-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 13, 'name': '/a/c/o_missing_2', 'created_at': '1734804804.14695', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '0e8fdeda-08c3-4cb1-9ab6-66511cce9d95-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 14, 'name': '/a/c/o_missing_3', 'created_at': '1734804804.15456', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '0e8fdeda-08c3-4cb1-9ab6-66511cce9d95-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_custom_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_custom_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_default_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_default_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers ... ok - -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 15, 'name': '/a/c/o_missing_4', 'created_at': '1734804804.16203', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '0e8fdeda-08c3-4cb1-9ab6-66511cce9d95-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 16, 'name': '/a/c/o_missing_5', 'created_at': '1734804804.16923', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '0e8fdeda-08c3-4cb1-9ab6-66511cce9d95-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 17, 'name': '/a/c/o_missing_6', 'created_at': '1734804804.17241', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '0e8fdeda-08c3-4cb1-9ab6-66511cce9d95-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 18, 'name': '/a/c/o_missing_7', 'created_at': '1734804804.18130', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '0e8fdeda-08c3-4cb1-9ab6-66511cce9d95-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 19, 'name': '/a/c/o_missing_8', 'created_at': '1734804804.18760', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '0e8fdeda-08c3-4cb1-9ab6-66511cce9d95-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 20, 'name': '/a/c/o_missing_9', 'created_at': '1734804804.19745', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '0e8fdeda-08c3-4cb1-9ab6-66511cce9d95-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (21, '2959cd70ce7b74aa25ca3740b933d9a3', '0e8fdeda-08c3-4cb1-9ab6-66511cce9d95-sda', '1734804804.12816', '1734804804.12643', '0', '', '1734804804.12643', 21, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 21, 'name': '/a/c/o_missing_10', 'created_at': '1734804804.20072', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '0e8fdeda-08c3-4cb1-9ab6-66511cce9d95-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpxeusg7fb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '36144cf6-6d66-47c6-b32a-6639ff41374c-sda', '1734804804.22304', '1734804805', '0', '', '1734804805', 0, 1) -test DEBUG: /tmp/tmpxeusg7fb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '36144cf6-6d66-47c6-b32a-6639ff41374c-sda', '1734804804.22304', '1734804805', '0', '', '1734804805', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('36144cf6-6d66-47c6-b32a-6639ff41374c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00945 seconds (105.82479/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp1i8esun8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e581122c32abace08f4b79b3b6e130ae', '6a2f4291-418f-4bb1-abab-c43f5e6018f1-sda', '1734804804.24157', '1734804805', '0', '', '1734804805', 1, 1) -test DEBUG: /tmp/tmp1i8esun8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1734804806.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '6a2f4291-418f-4bb1-abab-c43f5e6018f1-sda') -test DEBUG: /tmp/tmp1i8esun8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00525784s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e581122c32abace08f4b79b3b6e130ae', '6a2f4291-418f-4bb1-abab-c43f5e6018f1-sda', '1734804804.24157', '1734804805', '0', '', '1734804805', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6a2f4291-418f-4bb1-abab-c43f5e6018f1-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp1i8esun8/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02366 seconds (42.25726/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp1i8esun8/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '0926f2a92d2b37fdc648d37b12cf504c', 'e092e102-f125-44e5-b828-032baa382f70-sda', '1734804804.26276', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('e092e102-f125-44e5-b828-032baa382f70-sda', '297acf2cc2b8a9460edced758a9b309b.db') -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '0926f2a92d2b37fdc648d37b12cf504c', 'e092e102-f125-44e5-b828-032baa382f70-sda', '1734804804.26276', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('e092e102-f125-44e5-b828-032baa382f70-sda', '297acf2cc2b8a9460edced758a9b309b.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpb93l3uzp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2344fabf-5804-43ad-b3ea-4bf6c9dda86a-sda', '1734804804.28367', '1734804805', '0', '', '1734804805', 0, 1) -test DEBUG: /tmp/tmpb93l3uzp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2344fabf-5804-43ad-b3ea-4bf6c9dda86a-sda', '1734804804.28367', '1734804805', '0', '', '1734804805', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2344fabf-5804-43ad-b3ea-4bf6c9dda86a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01440 seconds (69.42440/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp4h9u7jeg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e581122c32abace08f4b79b3b6e130ae', 'd52647ec-5a4b-48d7-b858-1327a1584281-sda', '1734804804.30806', '1734804805', '0', '', '1734804805', 1, 1) -test DEBUG: /tmp/tmp4h9u7jeg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e581122c32abace08f4b79b3b6e130ae', 'd52647ec-5a4b-48d7-b858-1327a1584281-sda', '1734804804.30806', '1734804805', '0', '', '1734804805', 1, 1)test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx86f2f05ab999495f9e475-0067670544) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx86f2f05ab999495f9e475-0067670544) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx86f2f05ab999495f9e475-0067670544) -proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: tx86f2f05ab999495f9e475-0067670544) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmptyab_2tq/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmptyab_2tq/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmptyab_2tq/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmptyab_2tq/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:24 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0031 "-" 4136325 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:24 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0029 "-" 4136325 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:24 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0028 "-" 4136325 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:24 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0029 "-" 4136325 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:24 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txabdefcad412f4c22a08f4-0067670544" "proxy-server 4136325" 0.0013 "-" 4136325 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:24 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:43293/sda1/0/a/c" "txabdefcad412f4c22a08f4-0067670544" "container-server 4136325" 0.0010 "-" 4136325 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:24 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:60769/sdb1/0/a/c" "txabdefcad412f4c22a08f4-0067670544" "container-server 4136325" 0.0011 "-" 4136325 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:24 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txabdefcad412f4c22a08f4-0067670544" "proxy-server 4136325" 0.0146 "-" 4136325 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:24 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txabdefcad412f4c22a08f4-0067670544" "proxy-server 4136325" 0.0099 "-" 4136325 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/24 PUT /v1/a/c HTTP/1.0 201 - - t - - - txabdefcad412f4c22a08f4-0067670544 - 0.0238 - - 1734804804.395760298 1734804804.419529915 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:24 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx87d78930c943400695da2-0067670544" "proxy-server 4136325" 0.0012 "-" 4136325 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:24 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:60769/sdb1/2/a1/c1" "tx87d78930c943400695da2-0067670544" "container-server 4136325" 0.0012 "-" 4136325 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:24 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:43293/sda1/2/a1/c1" "tx87d78930c943400695da2-0067670544" "container-server 4136325" 0.0011 "-" 4136325 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:24 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx87d78930c943400695da2-0067670544" "proxy-server 4136325" 0.0195 "-" 4136325 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:24 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx87d78930c943400695da2-0067670544" "proxy-server 4136325" 0.0156 "-" 4136325 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/24 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx87d78930c943400695da2-0067670544 - 0.0312 - - 1734804804.421520710 1734804804.452740908 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:24 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb683d757cb6f426a9a1e9-0067670544" "proxy-server 4136325" 0.0100 "-" 4136325 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:24 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:60769/sdb1/0/a/c1" "txb683d757cb6f426a9a1e9-0067670544" "container-server 4136325" 0.0010 "-" 4136325 1 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:24 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:43293/sda1/0/a/c1" "txb683d757cb6f426a9a1e9-0067670544" "container-server 4136325" 0.0017 "-" 4136325 1 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:24 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txb683d757cb6f426a9a1e9-0067670544" "proxy-server 4136325" 0.0092 "-" 4136325 1 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:24 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txb683d757cb6f426a9a1e9-0067670544" "proxy-server 4136325" 0.0143 "-" 4136325 1 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/24 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txb683d757cb6f426a9a1e9-0067670544 - 0.0311 - - 1734804804.454998970 1734804804.486101389 1 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:24 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx75d4a6e70fee4de295ffc-0067670544" "proxy-server 4136325" 0.0019 "-" 4136325 -setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) -setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d52647ec-5a4b-48d7-b858-1327a1584281-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp4h9u7jeg/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02807 seconds (35.62452/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp4h9u7jeg/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '0926f2a92d2b37fdc648d37b12cf504c', 'a2456366-2188-4363-a568-b19875c881e2-sda', '1734804804.33357', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('a2456366-2188-4363-a568-b19875c881e2-sda', '297acf2cc2b8a9460edced758a9b309b.db') -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '0926f2a92d2b37fdc648d37b12cf504c', 'a2456366-2188-4363-a568-b19875c881e2-sda', '1734804804.33357', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('a2456366-2188-4363-a568-b19875c881e2-sda', '297acf2cc2b8a9460edced758a9b309b.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp1u66cgm0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'bf8cc6f2-3a9d-4e73-a615-f539d8bed462-sda', '1734804804.37230', '1734804805', '1734804806', '', '1734804806', 0, 0) -test DEBUG: /tmp/tmp1u66cgm0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'bf8cc6f2-3a9d-4e73-a615-f539d8bed462-sda', '1734804804.37230', '1734804805', '1734804806', '', '1734804806', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('bf8cc6f2-3a9d-4e73-a615-f539d8bed462-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00925 seconds (108.08831/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp31qg6ho9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9424f6f1da6b554f852398679f6448eb', '2c25f3c5-77f6-4e29-a856-1c585161bccb-sda', '1734804804.39113', '1734804805', '1734804806', '', '1734804806', 1, 1) -test DEBUG: /tmp/tmp31qg6ho9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1734804807.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '2c25f3c5-77f6-4e29-a856-1c585161bccb-sda') -test DEBUG: /tmp/tmp31qg6ho9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00308776s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9424f6f1da6b554f852398679f6448eb', '2c25f3c5-77f6-4e29-a856-1c585161bccb-sda', '1734804804.39113', '1734804805', '1734804806', '', '1734804806', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2c25f3c5-77f6-4e29-a856-1c585161bccb-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp31qg6ho9/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02470 seconds (40.48540/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp31qg6ho9/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '8f7c8ebf1edd9f23373818008d309c15', '7da16c26-a82e-407a-9389-a92346137f4d-sda', '1734804804.41314', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('7da16c26-a82e-407a-9389-a92346137f4d-sda', '297acf2cc2b8a9460edced758a9b309b.db') -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '8f7c8ebf1edd9f23373818008d309c15', '7da16c26-a82e-407a-9389-a92346137f4d-sda', '1734804804.41314', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('7da16c26-a82e-407a-9389-a92346137f4d-sda', '297acf2cc2b8a9460edced758a9b309b.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpkfyrvqmj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2a6e265c-bd8c-432f-910f-a61f4d6e7618-sda', '1734804804.43362', '1734804805', '1734804806', '', '1734804806', 0, 1) -test DEBUG: /tmp/tmpkfyrvqmj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2a6e265c-bd8c-432f-910f-a61f4d6e7618-sda', '1734804804.43362', '1734804805', '1734804806', '', '1734804806', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2a6e265c-bd8c-432f-910f-a61f4d6e7618-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01618 seconds (61.79051/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpntpndg3s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9424f6f1da6b554f852398679f6448eb', '721a8bfb-ffd0-4284-aa28-54d681a6acf5-sda', '1734804804.47829', '1734804805', '1734804806', '', '1734804806', 1, 1) -test DEBUG: /tmp/tmpntpndg3s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9424f6f1da6b554f852398679f6448eb', '721a8bfb-ffd0-4284-aa28-54d681a6acf5-sda', '1734804804.47829', '1734804805', '1734804806', '', '1734804806', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('721a8bfb-ffd0-4284-aa28-54d681a6acf5-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpntpndg3s/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.04901 seconds (20.40593/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpntpndg3s/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.dbtest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok - -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '8f7c8ebf1edd9f23373818008d309c15', '4456ed1a-9134-43dd-b30c-0e71019383f5-sda', '1734804804.50863', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('4456ed1a-9134-43dd-b30c-0e71019383f5-sda', '297acf2cc2b8a9460edced758a9b309b.db') -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '8f7c8ebf1edd9f23373818008d309c15', '4456ed1a-9134-43dd-b30c-0e71019383f5-sda', '1734804804.50863', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('4456ed1a-9134-43dd-b30c-0e71019383f5-sda', '297acf2cc2b8a9460edced758a9b309b.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp4i4xdac7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f6defb21-1a7c-40a4-9825-e734e5a445de-sda', '1734804804.55281', '1734804804', '1734804805', '', '1734804805', 0, 0) -test DEBUG: /tmp/tmp4i4xdac7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f6defb21-1a7c-40a4-9825-e734e5a445de-sda', '1734804804.55281', '1734804804', '1734804805', '', '1734804805', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f6defb21-1a7c-40a4-9825-e734e5a445de-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02648 seconds (37.75883/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpjraxj_yu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2813db36-bfb0-4738-8b43-89b4e3b80250-sda', '1734804804.60982', '1734804804', '1734804805', '', '1734804805', 0, 1) -test DEBUG: /tmp/tmpjraxj_yu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2813db36-bfb0-4738-8b43-89b4e3b80250-sda', '1734804804.60982', '1734804804', '1734804805', '', '1734804805', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2813db36-bfb0-4738-8b43-89b4e3b80250-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02390 seconds (41.84411/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp4jpdanrz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6b34dcdc-8c6a-4b71-804f-df6d2a1bb6aa-sda', '1734804804.66146', '1734804806', '0', '', '1734804806', 0, 1) -test DEBUG: /tmp/tmp4jpdanrz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6b34dcdc-8c6a-4b71-804f-df6d2a1bb6aa-sda', '1734804804.66146', '1734804806', '0', '', '1734804806', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6b34dcdc-8c6a-4b71-804f-df6d2a1bb6aa-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02740 seconds (36.49175/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp30h219_w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9424f6f1da6b554f852398679f6448eb', '8d364b92-ce61-4574-9a10-86313ebace31-sda', '1734804804.70826', '1734804806', '0', '', '1734804806', 1, 1) -test DEBUG: /tmp/tmp30h219_w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9424f6f1da6b554f852398679f6448eb', '8d364b92-ce61-4574-9a10-86313ebace31-sda', '1734804804.70826', '1734804806', '0', '', '1734804806', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8d364b92-ce61-4574-9a10-86313ebace31-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp30h219_w/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.03364 seconds (29.72314/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp30h219_w/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '8f7c8ebf1edd9f23373818008d309c15', 'a7cfb59b-5883-494d-8ce4-c6218cbac692-sda', '1734804804.73647', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('a7cfb59b-5883-494d-8ce4-c6218cbac692-sda', '297acf2cc2b8a9460edced758a9b309b.db') -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '8f7c8ebf1edd9f23373818008d309c15', 'a7cfb59b-5883-494d-8ce4-c6218cbac692-sda', '1734804804.73647', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('a7cfb59b-5883-494d-8ce4-c6218cbac692-sda', '297acf2cc2b8a9460edced758a9b309b.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '71e0286a-a05d-4af7-8d0b-ec35bfc279ba-sda', '1734804804.76270', '1734804804.76006', '0', '', '1734804804.76006', 0, 0) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp51q48rh9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a68e09cd-86c5-46ee-815f-ed2c5ba06a42-sda', '1734804804.77566', '1734804804.77369', '0', '', '1734804804.77369', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a68e09cd-86c5-46ee-815f-ed2c5ba06a42-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a68e09cd-86c5-46ee-815f-ed2c5ba06a42-sda', '1734804804.77566', '1734804804.77369', '0', '', '1734804804.77369', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a68e09cd-86c5-46ee-815f-ed2c5ba06a42-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00873 seconds (114.51268/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c080bb181f87cb7b128cb37d2fd83cbc', '7729cfbc-2211-41ff-8d9f-4d0ea3e70196-sda', '1734804804.79516', '1734804804.79226', '0', '', '1734804804.79226', 1, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:24 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:43293/sda1/2/a/c2" "tx75d4a6e70fee4de295ffc-0067670544" "container-server 4136325" 0.0052 "-" 4136325 2 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:24 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:60769/sdb1/2/a/c2" "tx75d4a6e70fee4de295ffc-0067670544" "container-server 4136325" 0.0017 "-" 4136325 2 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:24 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx75d4a6e70fee4de295ffc-0067670544" "proxy-server 4136325" 0.0215 "-" 4136325 2 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:24 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx75d4a6e70fee4de295ffc-0067670544" "proxy-server 4136325" 0.0308 "-" 4136325 2 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/24 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx75d4a6e70fee4de295ffc-0067670544 - 0.0440 - - 1734804804.487591743 1734804804.531608582 2 - -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('7729cfbc-2211-41ff-8d9f-4d0ea3e70196-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'f6466699e04915a22697c6d86b926296', '9529b740-b7ad-41b2-8728-0ff18340ea2a-sda', '1734804804.84300', '1734804804.84113', '0', '', '1734804804.84113', 11, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o_0', 'created_at': '1734804804.85080', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c/o_1', 'created_at': '1734804804.85152', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c/o_2', 'created_at': '1734804804.85161', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c/o_3', 'created_at': '1734804804.85169', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c/o_4', 'created_at': '1734804804.85176', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c/o_5', 'created_at': '1734804804.85182', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c/o_6', 'created_at': '1734804804.85189', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c/o_7', 'created_at': '1734804804.85196', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c/o_8', 'created_at': '1734804804.85202', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c/o_9', 'created_at': '1734804804.85209', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing', 'created_at': '1734804804.85215', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '9529b740-b7ad-41b2-8728-0ff18340ea2a-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpwldwowfx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6c5764ed-35e4-4770-80da-d797cf77aa23-sda', '1734804804.87321', '1734804807', '0', '', '1734804807', 0, 0) -test DEBUG: /tmp/tmpwldwowfx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6c5764ed-35e4-4770-80da-d797cf77aa23-sda', '1734804804.87321', '1734804807', '0', '', '1734804807', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6c5764ed-35e4-4770-80da-d797cf77aa23-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01366 seconds (73.18699/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp5_v15onr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '237d1ee9d3684512cdf8a0fe09303fb7', '059887bd-5165-4dd8-b801-e3d524b64bb1-sda', '1734804804.89839', '1734804807', '0', '', '1734804807', 1, 1) -test DEBUG: /tmp/tmp5_v15onr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1734804808.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '059887bd-5165-4dd8-b801-e3d524b64bb1-sda') -test DEBUG: /tmp/tmp5_v15onr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00272989s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '237d1ee9d3684512cdf8a0fe09303fb7', '059887bd-5165-4dd8-b801-e3d524b64bb1-sda', '1734804804.89839', '1734804807', '0', '', '1734804807', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('059887bd-5165-4dd8-b801-e3d524b64bb1-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp5_v15onr/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02946 seconds (33.94290/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp5_v15onr/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, 'e8ca08315325c78e43189770cfaf3ca3', 'b6c70227-b99f-4226-9f29-5d9f824e33ac-sda', '1734804804.91843', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('b6c70227-b99f-4226-9f29-5d9f824e33ac-sda', '297acf2cc2b8a9460edced758a9b309b.db') -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, 'e8ca08315325c78e43189770cfaf3ca3', 'b6c70227-b99f-4226-9f29-5d9f824e33ac-sda', '1734804804.91843', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('b6c70227-b99f-4226-9f29-5d9f824e33ac-sda', '297acf2cc2b8a9460edced758a9b309b.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpkqu5zvri/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '06b43efe-1ab6-4f6c-a406-7f17f7c68306-sda', '1734804804.96671', '1734804807', '0', '', '1734804807', 0, 0) -test DEBUG: /tmp/tmpkqu5zvri/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '06b43efe-1ab6-4f6c-a406-7f17f7c68306-sda', '1734804804.96671', '1734804807', '0', '', '1734804807', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('06b43efe-1ab6-4f6c-a406-7f17f7c68306-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02353 seconds (42.50607/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpgx2002zg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '237d1ee9d3684512cdf8a0fe09303fb7', '3f034a91-bc7d-44a5-8478-9c82ea17419a-sda', '1734804805.01379', '1734804807', '0', '', '1734804807', 1, 1) -test DEBUG: /tmp/tmpgx2002zg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '237d1ee9d3684512cdf8a0fe09303fb7', '3f034a91-bc7d-44a5-8478-9c82ea17419a-sda', '1734804805.01379', '1734804807', '0', '', '1734804807', 1, 1)test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create ... ok - -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3f034a91-bc7d-44a5-8478-9c82ea17419a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpgx2002zg/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.05449 seconds (18.35169/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpgx2002zg/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, 'e8ca08315325c78e43189770cfaf3ca3', 'dbc769b3-7a2e-4168-b22b-d6c131b863b8-sda', '1734804805.06549', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('dbc769b3-7a2e-4168-b22b-d6c131b863b8-sda', '297acf2cc2b8a9460edced758a9b309b.db') -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, 'e8ca08315325c78e43189770cfaf3ca3', 'dbc769b3-7a2e-4168-b22b-d6c131b863b8-sda', '1734804805.06549', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('dbc769b3-7a2e-4168-b22b-d6c131b863b8-sda', '297acf2cc2b8a9460edced758a9b309b.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpyspff74t/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a2cb686c-f93c-4954-b8b9-6461ef427a73-sda', '1734804805.08357', '1734804805', '1734804809', '', '1734804809', 0, 0) -test DEBUG: /tmp/tmpyspff74t/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a2cb686c-f93c-4954-b8b9-6461ef427a73-sda', '1734804805.08357', '1734804805', '1734804809', '', '1734804809', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a2cb686c-f93c-4954-b8b9-6461ef427a73-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01219 seconds (82.00742/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp1y9dioxb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '59dfed0c5c84e9e21c43273c0ea60e88', '9f86163d-6aac-4423-8699-c9aa5536474b-sda', '1734804805.10808', '1734804805', '1734804809', '', '1734804809', 1, 1) -test DEBUG: /tmp/tmp1y9dioxb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1734804810.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '9f86163d-6aac-4423-8699-c9aa5536474b-sda') -test DEBUG: /tmp/tmp1y9dioxb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00257301s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '59dfed0c5c84e9e21c43273c0ea60e88', '9f86163d-6aac-4423-8699-c9aa5536474b-sda', '1734804805.10808', '1734804805', '1734804809', '', '1734804809', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9f86163d-6aac-4423-8699-c9aa5536474b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp1y9dioxb/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02129 seconds (46.95953/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp1y9dioxb/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '7b970db30dbdaa475f46a69c80840743', '3598cdf8-d29a-45f8-bcc0-d772781f8f0a-sda', '1734804805.13251', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('3598cdf8-d29a-45f8-bcc0-d772781f8f0a-sda', '297acf2cc2b8a9460edced758a9b309b.db') -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '7b970db30dbdaa475f46a69c80840743', '3598cdf8-d29a-45f8-bcc0-d772781f8f0a-sda', '1734804805.13251', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('3598cdf8-d29a-45f8-bcc0-d772781f8f0a-sda', '297acf2cc2b8a9460edced758a9b309b.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp7_zr2_4a/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7987e08c-e6be-4bf6-8a14-d2480cde5b46-sda', '1734804805.15300', '1734804805', '1734804809', '', '1734804809', 0, 0) -test DEBUG: /tmp/tmp7_zr2_4a/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7987e08c-e6be-4bf6-8a14-d2480cde5b46-sda', '1734804805.15300', '1734804805', '1734804809', '', '1734804809', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7987e08c-e6be-4bf6-8a14-d2480cde5b46-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01320 seconds (75.77728/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp71__6gt4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '59dfed0c5c84e9e21c43273c0ea60e88', 'a2e6d0a5-b568-453c-a183-a57fbdfe94a0-sda', '1734804805.18001', '1734804805', '1734804809', '', '1734804809', 1, 1) -test DEBUG: /tmp/tmp71__6gt4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '59dfed0c5c84e9e21c43273c0ea60e88', 'a2e6d0a5-b568-453c-a183-a57fbdfe94a0-sda', '1734804805.18001', '1734804805', '1734804809', '', '1734804809', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a2e6d0a5-b568-453c-a183-a57fbdfe94a0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp71__6gt4/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02004 seconds (49.90758/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp71__6gt4/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.dbtest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete ... ok - -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '7b970db30dbdaa475f46a69c80840743', '23b04f3f-1db1-4794-a83f-ab49a1467485-sda', '1734804805.21142', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('23b04f3f-1db1-4794-a83f-ab49a1467485-sda', '297acf2cc2b8a9460edced758a9b309b.db') -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '7b970db30dbdaa475f46a69c80840743', '23b04f3f-1db1-4794-a83f-ab49a1467485-sda', '1734804805.21142', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('23b04f3f-1db1-4794-a83f-ab49a1467485-sda', '297acf2cc2b8a9460edced758a9b309b.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpi1clausa/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd7440705-3cac-455c-939e-7f5aede2e792-sda', '1734804805.24018', '1734804805', '0', '', '1734804805', 0, 0) -test DEBUG: /tmp/tmpi1clausa/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd7440705-3cac-455c-939e-7f5aede2e792-sda', '1734804805.24018', '1734804805', '0', '', '1734804805', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d7440705-3cac-455c-939e-7f5aede2e792-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00965 seconds (103.66437/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpxjt_oqii/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2f2b15e43bcf47699d1e52b1e3119f40', '9a9f18cd-9941-4144-9ef4-5ac7353545fb-sda', '1734804805.28476', '1734804805', '0', '', '1734804805', 1, 1) -test DEBUG: /tmp/tmpxjt_oqii/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1734804809.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '9a9f18cd-9941-4144-9ef4-5ac7353545fb-sda') -test DEBUG: /tmp/tmpxjt_oqii/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00356507s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2f2b15e43bcf47699d1e52b1e3119f40', '9a9f18cd-9941-4144-9ef4-5ac7353545fb-sda', '1734804805.28476', '1734804805', '0', '', '1734804805', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9a9f18cd-9941-4144-9ef4-5ac7353545fb-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpxjt_oqii/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.03464 seconds (28.87100/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpxjt_oqii/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '41ba2eb699235170fb070ae055a8bb95', 'a5b2e970-c871-4ab0-9399-0062942bd3cf-sda', '1734804805.32022', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('a5b2e970-c871-4ab0-9399-0062942bd3cf-sda', '297acf2cc2b8a9460edced758a9b309b.db') -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '41ba2eb699235170fb070ae055a8bb95', 'a5b2e970-c871-4ab0-9399-0062942bd3cf-sda', '1734804805.32022', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('a5b2e970-c871-4ab0-9399-0062942bd3cf-sda', '297acf2cc2b8a9460edced758a9b309b.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpsl47_1hb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9dd0529e-2094-4d78-80ee-cea08727f91d-sda', '1734804805.33890', '1734804805', '0', '', '1734804805', 0, 1) -test DEBUG: /tmp/tmpsl47_1hb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9dd0529e-2094-4d78-80ee-cea08727f91d-sda', '1734804805.33890', '1734804805', '0', '', '1734804805', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9dd0529e-2094-4d78-80ee-cea08727f91d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02498 seconds (40.02679/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpb2yozl1w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2f2b15e43bcf47699d1e52b1e3119f40', '9d5cc793-5349-4b7a-83b0-5b9400288f83-sda', '1734804805.37514', '1734804805', '0', '', '1734804805', 1, 0) -test DEBUG: /tmp/tmpb2yozl1w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2f2b15e43bcf47699d1e52b1e3119f40', '9d5cc793-5349-4b7a-83b0-5b9400288f83-sda', '1734804805.37514', '1734804805', '0', '', '1734804805', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9d5cc793-5349-4b7a-83b0-5b9400288f83-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpb2yozl1w/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02347 seconds (42.60797/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpb2yozl1w/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, 'abc92fb5287bfa1927d71a02f107e77d', '48c1bb02-1545-4ba8-ac17-130294135e25-sda', '1734804805.39581', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('48c1bb02-1545-4ba8-ac17-130294135e25-sda', '297acf2cc2b8a9460edced758a9b309b.db') -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, 'abc92fb5287bfa1927d71a02f107e77d', '48c1bb02-1545-4ba8-ac17-130294135e25-sda', '1734804805.39581', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('48c1bb02-1545-4ba8-ac17-130294135e25-sda', '297acf2cc2b8a9460edced758a9b309b.db') -test INFO: Cleaning up 0 reconciler containerstest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete ... ok - -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp_6v64f0s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3fb5e986-000b-428c-a365-4a5695734f77-sda', '1734804805.43142', '1734804805', '1734804807', '', '1734804807', 0, 0) -test DEBUG: /tmp/tmp_6v64f0s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3fb5e986-000b-428c-a365-4a5695734f77-sda', '1734804805.43142', '1734804805', '1734804807', '', '1734804807', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3fb5e986-000b-428c-a365-4a5695734f77-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01794 seconds (55.73350/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp23dmmz7c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '59dfed0c5c84e9e21c43273c0ea60e88', '191e0d7c-a5f4-4072-9c17-9d75b5a254ad-sda', '1734804805.46874', '1734804805', '1734804807', '', '1734804807', 1, 0) -test DEBUG: /tmp/tmp23dmmz7c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1734804810.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '191e0d7c-a5f4-4072-9c17-9d75b5a254ad-sda') -test DEBUG: /tmp/tmp23dmmz7c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00600529s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '59dfed0c5c84e9e21c43273c0ea60e88', '191e0d7c-a5f4-4072-9c17-9d75b5a254ad-sda', '1734804805.46874', '1734804805', '1734804807', '', '1734804807', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('191e0d7c-a5f4-4072-9c17-9d75b5a254ad-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp23dmmz7c/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02447 seconds (40.86406/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp23dmmz7c/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, 'ebc7ac1ef129ac5f6cd75f28d181d8a0', '01ff94fa-0667-4cbe-9c35-aafc8e9e74f0-sda', '1734804805.49613', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('01ff94fa-0667-4cbe-9c35-aafc8e9e74f0-sda', '297acf2cc2b8a9460edced758a9b309b.db') -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, 'ebc7ac1ef129ac5f6cd75f28d181d8a0', '01ff94fa-0667-4cbe-9c35-aafc8e9e74f0-sda', '1734804805.49613', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('01ff94fa-0667-4cbe-9c35-aafc8e9e74f0-sda', '297acf2cc2b8a9460edced758a9b309b.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpb4lsns9d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '91d18caa-69ff-4f3c-a451-47ff3b54a5b4-sda', '1734804805.51264', '1734804805', '1734804807', '', '1734804807', 0, 0) -test DEBUG: /tmp/tmpb4lsns9d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '91d18caa-69ff-4f3c-a451-47ff3b54a5b4-sda', '1734804805.51264', '1734804805', '1734804807', '', '1734804807', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('91d18caa-69ff-4f3c-a451-47ff3b54a5b4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01439 seconds (69.50147/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp8vztgufx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '59dfed0c5c84e9e21c43273c0ea60e88', 'a7d8958e-9896-4f33-8327-c05797350d0a-sda', '1734804805.53828', '1734804805', '1734804807', '', '1734804807', 1, 1) -test DEBUG: /tmp/tmp8vztgufx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '59dfed0c5c84e9e21c43273c0ea60e88', 'a7d8958e-9896-4f33-8327-c05797350d0a-sda', '1734804805.53828', '1734804805', '1734804807', '', '1734804807', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a7d8958e-9896-4f33-8327-c05797350d0a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp8vztgufx/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02125 seconds (47.06914/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp8vztgufx/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '7b970db30dbdaa475f46a69c80840743', '345dab24-d0b8-4882-84f2-83af6897db62-sda', '1734804805.56306', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('345dab24-d0b8-4882-84f2-83af6897db62-sda', '297acf2cc2b8a9460edced758a9b309b.db') -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '7b970db30dbdaa475f46a69c80840743', '345dab24-d0b8-4882-84f2-83af6897db62-sda', '1734804805.56306', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('345dab24-d0b8-4882-84f2-83af6897db62-sda', '297acf2cc2b8a9460edced758a9b309b.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpchfgyecu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'da72d79c-b4c9-4b02-83e2-30862e21647f-sda', '1734804805.58360', '1734804808', '1734804807', '', '1734804808', 0, 0) -test DEBUG: /tmp/tmpchfgyecu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'da72d79c-b4c9-4b02-83e2-30862e21647f-sda', '1734804805.58360', '1734804808', '1734804807', '', '1734804808', 0, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings ... ok - -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('da72d79c-b4c9-4b02-83e2-30862e21647f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01449 seconds (69.00749/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpyjb419d6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '066fe25e7b0f7ac7b98e9e284fad5fd9', '268cfbf4-6bf9-40df-9039-16262a07b298-sda', '1734804805.61094', '1734804808', '1734804807', '', '1734804808', 1, 0) -test DEBUG: /tmp/tmpyjb419d6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1734804811.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '268cfbf4-6bf9-40df-9039-16262a07b298-sda') -test DEBUG: /tmp/tmpyjb419d6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00285339s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '066fe25e7b0f7ac7b98e9e284fad5fd9', '268cfbf4-6bf9-40df-9039-16262a07b298-sda', '1734804805.61094', '1734804808', '1734804807', '', '1734804808', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('268cfbf4-6bf9-40df-9039-16262a07b298-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpyjb419d6/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02485 seconds (40.24687/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpyjb419d6/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '9bfd16b157b918e6ba1320b4354a8bf5', '109993bd-eb2d-4711-bd59-7857b063ca2c-sda', '1734804805.63900', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('109993bd-eb2d-4711-bd59-7857b063ca2c-sda', '297acf2cc2b8a9460edced758a9b309b.db') -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '9bfd16b157b918e6ba1320b4354a8bf5', '109993bd-eb2d-4711-bd59-7857b063ca2c-sda', '1734804805.63900', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('109993bd-eb2d-4711-bd59-7857b063ca2c-sda', '297acf2cc2b8a9460edced758a9b309b.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp02ze7xz5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '04010f19-34b9-49bb-9d12-56ba11cbd17e-sda', '1734804805.65453', '1734804808', '1734804807', '', '1734804808', 0, 1) -test DEBUG: /tmp/tmp02ze7xz5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '04010f19-34b9-49bb-9d12-56ba11cbd17e-sda', '1734804805.65453', '1734804808', '1734804807', '', '1734804808', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('04010f19-34b9-49bb-9d12-56ba11cbd17e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01243 seconds (80.48106/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmplg7m6m9e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '066fe25e7b0f7ac7b98e9e284fad5fd9', '8eb88db8-3f6e-4a2a-b0d8-ebd1d09ca2ff-sda', '1734804805.68154', '1734804808', '1734804807', '', '1734804808', 1, 1) -test DEBUG: /tmp/tmplg7m6m9e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '066fe25e7b0f7ac7b98e9e284fad5fd9', '8eb88db8-3f6e-4a2a-b0d8-ebd1d09ca2ff-sda', '1734804805.68154', '1734804808', '1734804807', '', '1734804808', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8eb88db8-3f6e-4a2a-b0d8-ebd1d09ca2ff-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmplg7m6m9e/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02828 seconds (35.35487/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmplg7m6m9e/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, 'ec99a0ed55b4f2a3f9d715fa4bc9334e', '9eb94c73-ab27-4f90-9cc0-9968cc0dc3d2-sda', '1734804805.71355', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('9eb94c73-ab27-4f90-9cc0-9968cc0dc3d2-sda', '297acf2cc2b8a9460edced758a9b309b.db') -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, 'ec99a0ed55b4f2a3f9d715fa4bc9334e', '9eb94c73-ab27-4f90-9cc0-9968cc0dc3d2-sda', '1734804805.71355', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('9eb94c73-ab27-4f90-9cc0-9968cc0dc3d2-sda', '297acf2cc2b8a9460edced758a9b309b.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9424f6f1da6b554f852398679f6448eb', '4d3198bd-2e53-48c5-af28-6fce20e87a3c-sda', '1734804805.73394', '1734804805.00000', '0', '{"x-container-meta-test": ["foo", "1734804805.00000"]}', '1734804805.00000', 1, 0) -test DEBUG: replicator-rpc-sync time for info: 0.00s -test DEBUG: replicator-rpc-sync time for update_metadata: 0.00s -test DEBUG: replicator-rpc-sync time for merge_timestamps: 0.00s -test DEBUG: replicator-rpc-sync time for get_sync: 0.00s -test DEBUG: replicator-rpc-sync time for merge_syncs: 0.00s -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '74205004caabac037e882761b3e6504f', 'b5c5ced2-e725-4079-85be-428bdcc32575-sda', '1734804805.75172', '1734804805.74988', '0', '', '1734804805.74988', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804805.75605', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804805.75605', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804805.75605', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804805.75610', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1734804805.75610', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804805.75610', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804805.75611', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1734804805.75611', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804805.75611', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'b5c5ced2-e725-4079-85be-428bdcc32575-sda') -test DEBUG: /tmp/tmpx_hpbfta/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpx_hpbfta/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1734804805.75757', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'b5c5ced2-e725-4079-85be-428bdcc32575-sda') -test DEBUG: /tmp/tmpx_hpbfta/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00719976s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '74205004caabac037e882761b3e6504f', 'b5c5ced2-e725-4079-85be-428bdcc32575-sda', '1734804805.75172', '1734804805.74988', '0', '', '1734804805.74988', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804805.75605', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804805.75605', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804805.75605', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804805.75610', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1734804805.75610', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804805.75610', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804805.75611', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1734804805.75611', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804805.75611', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'b5c5ced2-e725-4079-85be-428bdcc32575-sda') -test DEBUG: /tmp/tmpx_hpbfta/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpx_hpbfta/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '74205004caabac037e882761b3e6504f', 'b5c5ced2-e725-4079-85be-428bdcc32575-sda', '1734804805.75172', '1734804805.74988', '0', '', '1734804805.74988', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804805.75605', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804805.75605', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804805.75605', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804805.75610', 'lower': 'g', 'upper': 'r', 'object_count': 13, 'bytes_used': 123, 'meta_timestamp': '1734804805.80257', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804805.75610', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804805.75611', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1734804805.75611', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804805.75611', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804805.80228', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804805.80228', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804805.80217', 'epoch': '1734804805.80217', 'reported': 0, 'tombstones': -1}], 'b5c5ced2-e725-4079-85be-428bdcc32575-sda') -test DEBUG: /tmp/tmpx_hpbfta/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpx_hpbfta/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '74205004caabac037e882761b3e6504f', 'b5c5ced2-e725-4079-85be-428bdcc32575-sda', '1734804805.75172', '1734804805.74988', '0', '', '1734804805.74988', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804805.75605', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804805.75605', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804805.75605', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804805.75610', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1734804805.81851', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804805.75610', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804805.75611', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1734804805.75611', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804805.75611', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804805.80228', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804805.80228', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804805.80217', 'epoch': '1734804805.80217', 'reported': 0, 'tombstones': -1}], 'b5c5ced2-e725-4079-85be-428bdcc32575-sda') -test DEBUG: /tmp/tmpx_hpbfta/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpx_hpbfta/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '74205004caabac037e882761b3e6504f', 'b5c5ced2-e725-4079-85be-428bdcc32575-sda', '1734804805.75172', '1734804805.74988', '0', '', '1734804805.74988', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804805.82919', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804805.82919', 'deleted': 1, 'state': 10, 'state_timestamp': '1734804805.82919', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804805.75610', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1734804805.81851', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804805.75610', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804805.75611', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1734804805.75611', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804805.75611', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804805.80228', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804805.80228', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804805.80217', 'epoch': '1734804805.80217', 'reported': 0, 'tombstones': -1}], 'b5c5ced2-e725-4079-85be-428bdcc32575-sda') -test DEBUG: /tmp/tmpx_hpbfta/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpx_hpbfta/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges ... ok - -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '74205004caabac037e882761b3e6504f', 'b5c5ced2-e725-4079-85be-428bdcc32575-sda', '1734804805.75172', '1734804805.74988', '0', '', '1734804805.74988', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804805.82919', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804805.82919', 'deleted': 1, 'state': 10, 'state_timestamp': '1734804805.82919', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804805.75610', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1734804805.81851', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804805.75610', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804805.83888', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 30, 'meta_timestamp': '1734804805.83888', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804805.83888', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804805.80228', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804805.80228', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804805.80217', 'epoch': '1734804805.80217', 'reported': 0, 'tombstones': -1}], 'b5c5ced2-e725-4079-85be-428bdcc32575-sda') -test DEBUG: /tmp/tmpx_hpbfta/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpx_hpbfta/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '74205004caabac037e882761b3e6504f', 'b5c5ced2-e725-4079-85be-428bdcc32575-sda', '1734804805.75172', '1734804805.74988', '0', '', '1734804805.74988', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804805.82919', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804805.82919', 'deleted': 1, 'state': 10, 'state_timestamp': '1734804805.82919', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804805.75610', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1734804805.81851', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804805.75610', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804805.83888', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1734804805.86371', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804805.83888', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804805.80228', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804805.80228', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804805.80217', 'epoch': '1734804805.80217', 'reported': 0, 'tombstones': -1}], 'b5c5ced2-e725-4079-85be-428bdcc32575-sda') -test DEBUG: /tmp/tmpx_hpbfta/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpx_hpbfta/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '74205004caabac037e882761b3e6504f', 'b5c5ced2-e725-4079-85be-428bdcc32575-sda', '1734804805.75172', '1734804805.74988', '0', '', '1734804805.74988', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804805.87410', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804805.82919', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804805.82919', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804805.75610', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1734804805.81851', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804805.75610', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804805.83888', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1734804805.86371', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804805.83888', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804805.80228', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804805.80228', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804805.80217', 'epoch': '1734804805.80217', 'reported': 0, 'tombstones': -1}], 'b5c5ced2-e725-4079-85be-428bdcc32575-sda') -test DEBUG: /tmp/tmpx_hpbfta/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpx_hpbfta/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '74205004caabac037e882761b3e6504f', 'b5c5ced2-e725-4079-85be-428bdcc32575-sda', '1734804805.75172', '1734804805.74988', '0', '', '1734804805.74988', 1, 0) -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804805.87410', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804805.82919', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804805.82919', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804805.75610', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1734804805.81851', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804805.75610', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804805.83888', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1734804805.86371', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804805.83888', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804805.80228', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804805.80228', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804805.80217', 'epoch': '1734804805.80217', 'reported': 0, 'tombstones': -1}], 'b5c5ced2-e725-4079-85be-428bdcc32575-sda') -test DEBUG: /tmp/tmpx_hpbfta/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.0:1000/sda -test WARNING: /tmp/tmpx_hpbfta/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.0:1000/sda; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '83e064806457a0e7748e709f19a56ade', '511dffd6-d450-4589-bbd7-a4075c7d9dd9-sda', '1734804805.90000', '1734804805.89811', '0', '', '1734804805.89811', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': 'a/c', 'timestamp': '1734804805.90585', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804805.90585', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804805.90567', 'epoch': '1734804805.90567', 'reported': 0, 'tombstones': -1}], '511dffd6-d450-4589-bbd7-a4075c7d9dd9-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error ... ok - -test ERROR: ERROR Bad response 500 from 10.0.0.1 -test DEBUG: /tmp/tmp1tlkjii4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1734804805.90492', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '511dffd6-d450-4589-bbd7-a4075c7d9dd9-sda') -test DEBUG: /tmp/tmp1tlkjii4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00320935s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3ab5ebf6-ab37-40bd-aef4-8b95a2e93c0e-sda', '1734804805.92658', '1734804805.92467', '0', '', '1734804805.92467', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804805.93078', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804805.93078', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804805.93078', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804805.93083', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1734804805.93083', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804805.93083', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804805.93084', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1734804805.93084', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804805.93084', 'epoch': None, 'reported': 0, 'tombstones': -1}], '3ab5ebf6-ab37-40bd-aef4-8b95a2e93c0e-sda') -test DEBUG: /tmp/tmpq_6f6rpy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpq_6f6rpy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '28df0c91-a321-413b-9e37-869ab77b1060-sda', '1734804805.94771', '1734804805.94590', '0', '', '1734804805.94590', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804805.95242', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804805.95242', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804805.95242', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804805.95247', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1734804805.95247', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804805.95247', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804805.95248', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1734804805.95248', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804805.95248', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804805.92435', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804805.92435', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804805.92435', 'epoch': None, 'reported': 0, 'tombstones': -1}], '28df0c91-a321-413b-9e37-869ab77b1060-sda') -test DEBUG: /tmp/tmpq_6f6rpy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpq_6f6rpy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'da882141-5882-486d-b18e-58ccdc608e5d-sda', '1734804805.96637', '1734804805.96461', '0', '', '1734804805.96461', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804805.97044', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804805.97044', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804805.97044', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804805.97049', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1734804805.97049', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804805.97049', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804805.97049', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1734804805.97049', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804805.97049', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804805.92435', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804805.92435', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804805.92435', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'da882141-5882-486d-b18e-58ccdc608e5d-sda') -test DEBUG: /tmp/tmpq_6f6rpy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpq_6f6rpy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f7bd2145-0e9b-48da-a5cc-46644e3f1b1c-sda', '1734804805.98852', '1734804805.98599', '0', '', '1734804805.98599', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804805.99344', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804805.99344', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804805.99344', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804805.99349', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1734804805.99349', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804805.99349', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804805.99350', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1734804805.99350', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804805.99350', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804805.92435', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804805.92435', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804805.92435', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'f7bd2145-0e9b-48da-a5cc-46644e3f1b1c-sda') -test DEBUG: /tmp/tmpq_6f6rpy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpq_6f6rpy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5d829db3-2e39-4e3f-acea-e2ce79166ab5-sda', '1734804806.00785', '1734804806.00607', '0', '', '1734804806.00607', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804806.01203', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804806.01203', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804806.01203', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804806.01207', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1734804806.01207', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804806.01207', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804806.01208', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1734804806.01208', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804806.01208', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804805.92435', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804805.92435', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804805.92435', 'epoch': None, 'reported': 0, 'tombstones': -1}], '5d829db3-2e39-4e3f-acea-e2ce79166ab5-sda') -test DEBUG: /tmp/tmpq_6f6rpy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpq_6f6rpy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'bdf7b1e7-68a0-4c0e-bf42-9200b56c71d4-sda', '1734804806.02601', '1734804806.02425', '0', '', '1734804806.02425', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804806.03062', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804806.03062', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804806.03062', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804806.03067', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1734804806.03067', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804806.03067', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804806.03068', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1734804806.03068', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804806.03068', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804805.92446', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804805.92446', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804805.92446', 'epoch': '1734804805.92447', 'reported': 0, 'tombstones': -1}], 'bdf7b1e7-68a0-4c0e-bf42-9200b56c71d4-sda') -test DEBUG: /tmp/tmpq_6f6rpy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpq_6f6rpy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e91f2990-7978-44ff-a2bb-3273e18ff35d-sda', '1734804806.04883', '1734804806.04697', '0', '', '1734804806.04697', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804806.05309', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804806.05309', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804806.05309', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804806.05314', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1734804806.05314', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804806.05314', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804806.05315', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1734804806.05315', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804806.05315', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804805.92446', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804805.92446', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804805.92446', 'epoch': '1734804805.92447', 'reported': 0, 'tombstones': -1}], 'e91f2990-7978-44ff-a2bb-3273e18ff35d-sda') -test DEBUG: /tmp/tmpq_6f6rpy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpq_6f6rpy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5d5950c8-90cb-4a8f-894c-db5f731a6d61-sda', '1734804806.06680', '1734804806.06487', '0', '', '1734804806.06487', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804806.07082', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804806.07082', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804806.07082', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804806.07087', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1734804806.07087', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804806.07087', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804806.07087', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1734804806.07087', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804806.07087', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804805.92446', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804805.92446', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804805.92446', 'epoch': '1734804805.92447', 'reported': 0, 'tombstones': -1}], '5d5950c8-90cb-4a8f-894c-db5f731a6d61-sda') -test DEBUG: /tmp/tmpq_6f6rpy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpq_6f6rpy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8536d38d-b716-4b2c-b878-b9559a907f9a-sda', '1734804806.08883', '1734804806.08696', '0', '', '1734804806.08696', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804806.09322', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804806.09322', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804806.09322', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804806.09327', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1734804806.09327', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804806.09327', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804806.09328', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1734804806.09328', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804806.09328', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804805.92451', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804805.92451', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804805.92451', 'epoch': '1734804805.92452', 'reported': 0, 'tombstones': -1}], '8536d38d-b716-4b2c-b878-b9559a907f9a-sda') -test DEBUG: /tmp/tmpq_6f6rpy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpq_6f6rpy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0a497c10-f8ca-4649-a152-0765df089098-sda', '1734804806.10751', '1734804806.10577', '0', '', '1734804806.10577', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804806.11190', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804806.11190', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804806.11190', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804806.11194', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1734804806.11194', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804806.11194', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804806.11195', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1734804806.11195', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804806.11195', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804805.92446', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804805.92446', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804805.92446', 'epoch': '1734804805.92447', 'reported': 0, 'tombstones': -1}], '0a497c10-f8ca-4649-a152-0765df089098-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync ... ok - -test DEBUG: /tmp/tmpq_6f6rpy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpq_6f6rpy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '670e0f3f-bf96-41d1-b07f-d1dfde9bf924-sda', '1734804806.13861', '1734804806.12876', '0', '', '1734804806.12876', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804806.14270', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804806.14270', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804806.14270', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804806.14275', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1734804806.14275', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804806.14275', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804806.14276', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1734804806.14276', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804806.14276', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804805.92446', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804805.92446', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804805.92446', 'epoch': '1734804805.92447', 'reported': 0, 'tombstones': -1}], '670e0f3f-bf96-41d1-b07f-d1dfde9bf924-sda') -test DEBUG: /tmp/tmpq_6f6rpy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpq_6f6rpy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '97404a4d-2d4e-47ff-8f32-4aa5928a789d-sda', '1734804806.16214', '1734804806.16016', '0', '', '1734804806.16016', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804806.16769', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804806.16769', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804806.16769', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804806.16774', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1734804806.16774', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804806.16774', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804806.16775', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1734804806.16775', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804806.16775', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804805.92456', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804805.92435', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804805.92435', 'epoch': None, 'reported': 0, 'tombstones': -1}], '97404a4d-2d4e-47ff-8f32-4aa5928a789d-sda') -test WARNING: Ignoring remote osr w/o epoch, own_sr: {'name': 'a/c', 'timestamp': '1734804805.92446', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804805.92446', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804805.92446', 'epoch': '1734804805.92447', 'reported': 0, 'tombstones': -1}, remote_sr: {'name': 'a/c', 'timestamp': '1734804805.92456', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804805.92435', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804805.92435', 'epoch': None, 'reported': 0, 'tombstones': -1}, source: repl_req -test DEBUG: /tmp/tmpq_6f6rpy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpq_6f6rpy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7217846db85e2d0317229c10c0c4f92b', 'dece39ae-2f89-4e42-9ff3-4c34b6e63515-sda', '1734804806.18403', '1734804806.18205', '0', '', '1734804806.18205', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1734804806.18833', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'dece39ae-2f89-4e42-9ff3-4c34b6e63515-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test DEBUG: Replicating db /tmp/tmp4bqgjd8d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '63c611fe-494a-4357-9eac-c88c860a419e-sda', '1734804806.20316', '1734804806.20004', '0', '', '1734804806.20004', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -test ERROR: ERROR syncing /tmp/tmp4bqgjd8d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db with node {'ip': '10.0.0.1', 'replication_ip': '10.0.0.1', 'port': 1001, 'replication_port': 1001, 'device': 'sdb', 'zone': 1, 'region': 1, 'id': 1, 'weight': 1, 'index': 1}: Timeout (0.001s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '67fc9b5cc011b45543c978071ac24e17', '3ff31e70-7692-49dc-a7ea-20f59b27dc51-sda', '1734804806.22430', '1734804806.22230', '0', '', '1734804806.22230', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1734804806.22918', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '3ff31e70-7692-49dc-a7ea-20f59b27dc51-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpp4z1di7k/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e1da63c6-8e9a-4b0e-b911-0690a95bcbbd-sda', '1734804806.24297', '1734804806.24118', '0', '', '1734804806.24118', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e1da63c6-8e9a-4b0e-b911-0690a95bcbbd-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e1da63c6-8e9a-4b0e-b911-0690a95bcbbd-sda', '1734804806.24297', '1734804806.24118', '0', '', '1734804806.24118', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e1da63c6-8e9a-4b0e-b911-0690a95bcbbd-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01148 seconds (87.08485/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpp4z1di7k/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e1da63c6-8e9a-4b0e-b911-0690a95bcbbd-sda', '1734804806.24297', '1734804806.24118', '0', '', '1734804806.24118', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, ()test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change -test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced -test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced ... ok - -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804806.26296', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804806.26296', 'deleted': 1, 'state': 10, 'state_timestamp': '1734804806.26296', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804806.24421', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1734804806.24421', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804806.24421', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804806.24422', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1734804806.24422', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804806.24422', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804806.24436', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804806.24436', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804806.24423', 'epoch': '1734804806.24423', 'reported': 0, 'tombstones': -1}], 'e1da63c6-8e9a-4b0e-b911-0690a95bcbbd-sda') -test DEBUG: /tmp/tmpp4z1di7k/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpp4z1di7k/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e1da63c6-8e9a-4b0e-b911-0690a95bcbbd-sda', '1734804806.24297', '1734804806.24118', '0', '', '1734804806.24118', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804806.26296', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804806.26296', 'deleted': 1, 'state': 10, 'state_timestamp': '1734804806.26296', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804806.24421', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1734804806.24421', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804806.24421', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804806.24422', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1734804806.24422', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804806.24422', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804806.24436', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804806.24436', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804806.24423', 'epoch': '1734804806.24423', 'reported': 0, 'tombstones': -1}], 'e1da63c6-8e9a-4b0e-b911-0690a95bcbbd-sda') -test DEBUG: /tmp/tmpp4z1di7k/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.2:1002/sdc -test WARNING: /tmp/tmpp4z1di7k/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.2:1002/sdc; have shard ranges and will wait for cleaving -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02670 seconds (37.45669/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'fcd9af2c-798e-4a19-addb-cb0fa61c1a30-sda', '1734804806.29888', '1734804806.29705', '1734804806.30311', '', '1734804806.30311', 0, 0) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpfxkz52as/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e3211681-605f-428b-8473-8563e11c0f54-sda', '1734804806.31183', '1734804806.00000', '0', '', '1734804806.00000', 0, 1) -test DEBUG: /tmp/tmpfxkz52as/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e3211681-605f-428b-8473-8563e11c0f54-sda', '1734804806.31183', '1734804806.00000', '0', '', '1734804806.00000', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e3211681-605f-428b-8473-8563e11c0f54-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00977 seconds (102.39895/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpvyus1eyd/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db -REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '425c38f5-58e5-45a8-96fb-f562beb2f877-sda', '1734804806.33876', '1734804807.00000', '0', '{"X-Container-Sync-To": ["a", "1734804808.00000"], "X-Container-Sync-Key": ["secret", "1734804809.00000"]}', '1734804807.00000', 0, 0) -REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, complete_rsync, ('425c38f5-58e5-45a8-96fb-f562beb2f877-sda', 'c48d89b33840539f9c5442ab3b10027d.db') -REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '425c38f5-58e5-45a8-96fb-f562beb2f877-sda', '1734804806.33876', '1734804807.00000', '0', '{"X-Container-Sync-To": ["a", "1734804808.00000"], "X-Container-Sync-Key": ["secret", "1734804809.00000"]}', '1734804807.00000', 0, 0) -REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, complete_rsync, ('425c38f5-58e5-45a8-96fb-f562beb2f877-sda', 'c48d89b33840539f9c5442ab3b10027d.db') -test DEBUG: Replicating db /tmp/tmpvyus1eyd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5e84e96e-b285-46c5-b191-079432536493-sda', '1734804806.33577', '1734804806.00000', '0', '', '1734804806.00000', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5e84e96e-b285-46c5-b191-079432536493-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5e84e96e-b285-46c5-b191-079432536493-sda', '1734804806.33577', '1734804806.00000', '0', '', '1734804806.00000', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5e84e96e-b285-46c5-b191-079432536493-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.02981 seconds (67.10059/s) -test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:4 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpvyus1eyd/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db -REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '425c38f5-58e5-45a8-96fb-f562beb2f877-sda', '1734804806.33876', '1734804807.00000', '0', '{"X-Container-Sync-To": ["", "1734804810.00000"], "X-Container-Sync-Key": ["secret", "1734804809.00000"]}', '1734804807.00000', 0, 0) -test DEBUG: /tmp/tmpvyus1eyd/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '425c38f5-58e5-45a8-96fb-f562beb2f877-sda', '1734804806.33876', '1734804807.00000', '0', '{"X-Container-Sync-To": ["", "1734804810.00000"], "X-Container-Sync-Key": ["secret", "1734804809.00000"]}', '1734804807.00000', 0, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update -test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range -test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range -test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body ... ok - -test DEBUG: /tmp/tmpvyus1eyd/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db in sync with 10.0.0.2:1002/sdc, nothing to do -test DEBUG: Replicating db /tmp/tmpvyus1eyd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5e84e96e-b285-46c5-b191-079432536493-sda', '1734804806.33577', '1734804806.00000', '0', '', '1734804806.00000', 0, 0) -test DEBUG: /tmp/tmpvyus1eyd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5e84e96e-b285-46c5-b191-079432536493-sda', '1734804806.33577', '1734804806.00000', '0', '', '1734804806.00000', 0, 0) -test DEBUG: /tmp/tmpvyus1eyd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.2:1002/sdc, nothing to do -test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.03024 seconds (66.14556/s) -test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:4 remote_merge:0 rsync:0 ts_repl:0 -test ERROR: Failed to update sync_store /tmp/tmplzxgcynq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/replicator.py", line 304, in _post_replicate_hook - self.sync_store.update_sync_store(broker) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_replicator.py", line 1226, in update_sync_store - raise OSError(1, '1') -PermissionError: [Errno 1] 1 -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx0af67a242b454c6f96e4c-0067670546) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txcd755b8f1f5c4b16a747e-0067670546) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpzvy43rip/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpzvy43rip/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpzvy43rip/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpzvy43rip/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:26 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0034 "-" 4136309 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:26 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0032 "-" 4136309 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:26 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 4136309 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:26 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 4136309 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:26 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx502a725cea434923a82e7-0067670546" "proxy-server 4136309" 0.0027 "-" 4136309 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:26 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:56945/sda1/1/a/c" "tx502a725cea434923a82e7-0067670546" "container-server 4136309" 0.0011 "-" 4136309 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:26 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:43929/sdb1/1/a/c" "tx502a725cea434923a82e7-0067670546" "container-server 4136309" 0.0011 "-" 4136309 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:26 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx502a725cea434923a82e7-0067670546" "proxy-server 4136309" 0.0142 "-" 4136309 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:26 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx502a725cea434923a82e7-0067670546" "proxy-server 4136309" 0.0099 "-" 4136309 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/26 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx502a725cea434923a82e7-0067670546 - 0.0244 - - 1734804806.525920630 1734804806.550272465 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:26 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txcf54afb995f147c4be080-0067670546" "proxy-server 4136309" 0.0012 "-" 4136309 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:26 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:43929/sdb1/1/a1/c1" "txcf54afb995f147c4be080-0067670546" "container-server 4136309" 0.0011 "-" 4136309 0/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header -test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods -test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods ... ok - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:26 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:56945/sda1/1/a1/c1" "txcf54afb995f147c4be080-0067670546" "container-server 4136309" 0.0011 "-" 4136309 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:26 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txcf54afb995f147c4be080-0067670546" "proxy-server 4136309" 0.0131 "-" 4136309 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:26 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txcf54afb995f147c4be080-0067670546" "proxy-server 4136309" 0.0094 "-" 4136309 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/26 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txcf54afb995f147c4be080-0067670546 - 0.0250 - - 1734804806.551777601 1734804806.576820135 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:26 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa80db82a08ac4f6ba8c51-0067670546" "proxy-server 4136309" 0.0021 "-" 4136309 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:26 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:56945/sda1/2/a/c1" "txa80db82a08ac4f6ba8c51-0067670546" "container-server 4136309" 0.0017 "-" 4136309 1 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:26 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:43929/sdb1/2/a/c1" "txa80db82a08ac4f6ba8c51-0067670546" "container-server 4136309" 0.0010 "-" 4136309 1 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:26 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa80db82a08ac4f6ba8c51-0067670546" "proxy-server 4136309" 0.0093 "-" 4136309 1 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:26 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa80db82a08ac4f6ba8c51-0067670546" "proxy-server 4136309" 0.0147 "-" 4136309 1 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/26 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txa80db82a08ac4f6ba8c51-0067670546 - 0.0239 - - 1734804806.578391314 1734804806.602257729 1 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:26 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx80dbef3633a04f299b69a-0067670546" "proxy-server 4136309" 0.0020 "-" 4136309 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:26 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:43929/sdb1/1/a/c2" "tx80dbef3633a04f299b69a-0067670546" "container-server 4136309" 0.0017 "-" 4136309 2 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:26 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:56945/sda1/1/a/c2" "tx80dbef3633a04f299b69a-0067670546" "container-server 4136309" 0.0015 "-" 4136309 2 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:26 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx80dbef3633a04f299b69a-0067670546" "proxy-server 4136309" 0.0101 "-" 4136309 2 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:26 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx80dbef3633a04f299b69a-0067670546" "proxy-server 4136309" 0.0158 "-" 4136309 2 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/26 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx80dbef3633a04f299b69a-0067670546 - 0.0246 - - 1734804806.603750467 1734804806.628379107 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: test msg 10.0.0.0:1000/sda -test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1310, in test_error_limit_methods - raise Exception('kaboom1!') -Exception: kaboom1! -test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1324, in test_error_limit_methods - raise Exception('kaboom2!') -Exception: kaboom2! -test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1339, in test_error_limit_methods - raise Exception('kaboom3!') -Exception: kaboom3! -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sdatest.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred -test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred ... ok - -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller -test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring -test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults -test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length -test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency -test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing -test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok - -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx91e4a5044bd5480bb253b-0067670546) -test INFO: Client disconnected on read of '/a/c' (txn: tx91e4a5044bd5480bb253b-0067670546) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: txe5a73ce075f64558843c8-0067670546) -test INFO: Client disconnected on read of '/a/c' (txn: txe5a73ce075f64558843c8-0067670546) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: tx15f333edcfcf44e0811ee-0067670547) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: tx15f333edcfcf44e0811ee-0067670547) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: tx15f333edcfcf44e0811ee-0067670547) -test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: tx15f333edcfcf44e0811ee-0067670547) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok - -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception -test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version -test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults -test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults ... ok - -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmptbm9iouu/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmptbm9iouu/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmptbm9iouu/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmptbm9iouu/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:27 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0034 "-" 4136309 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:27 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0030 "-" 4136309 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:27 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 4136309 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:27 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 4136309 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:27 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9473f177516947189a6e8-0067670547" "proxy-server 4136309" 0.0013 "-" 4136309 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:27 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:60455/sdb1/1/a/c" "tx9473f177516947189a6e8-0067670547" "container-server 4136309" 0.0011 "-" 4136309 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:27 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:39487/sda1/1/a/c" "tx9473f177516947189a6e8-0067670547" "container-server 4136309" 0.0011 "-" 4136309 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:27 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx9473f177516947189a6e8-0067670547" "proxy-server 4136309" 0.0149 "-" 4136309 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:27 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx9473f177516947189a6e8-0067670547" "proxy-server 4136309" 0.0099 "-" 4136309 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/27 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx9473f177516947189a6e8-0067670547 - 0.0230 - - 1734804807.930359364 1734804807.953372478 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:27 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx41e4947ba47f4584aed8f-0067670547" "proxy-server 4136309" 0.0013 "-" 4136309 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:27 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:60455/sdb1/1/a1/c1" "tx41e4947ba47f4584aed8f-0067670547" "container-server 4136309" 0.0011 "-" 4136309 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:27 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:39487/sda1/1/a1/c1" "tx41e4947ba47f4584aed8f-0067670547" "container-server 4136309" 0.0011 "-" 4136309 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:27 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx41e4947ba47f4584aed8f-0067670547" "proxy-server 4136309" 0.0130 "-" 4136309 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:27 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx41e4947ba47f4584aed8f-0067670547" "proxy-server 4136309" 0.0093 "-" 4136309 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/27 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx41e4947ba47f4584aed8f-0067670547 - 0.0209 - - 1734804807.954804659 1734804807.975752592 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:27 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx8c432fc511cd44a991178-0067670547" "proxy-server 4136309" 0.0020 "-" 4136309 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:27 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:39487/sda1/2/a/c1" "tx8c432fc511cd44a991178-0067670547" "container-server 4136309" 0.0017 "-" 4136309 1 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:27 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:60455/sdb1/2/a/c1" "tx8c432fc511cd44a991178-0067670547" "container-server 4136309" 0.0010 "-" 4136309 1 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:27 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx8c432fc511cd44a991178-0067670547" "proxy-server 4136309" 0.0133 "-" 4136309 1 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:27 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx8c432fc511cd44a991178-0067670547" "proxy-server 4136309" 0.0098 "-" 4136309 1 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/27 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx8c432fc511cd44a991178-0067670547 - 0.0221 - - 1734804807.977375984 1734804807.999446869 1 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:28 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0476fb7d457848b9b1d30-0067670548" "proxy-server 4136309" 0.0019 "-" 4136309 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:28 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:60455/sdb1/1/a/c2" "tx0476fb7d457848b9b1d30-0067670548" "container-server 4136309" 0.0011 "-" 4136309 2 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:28 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:39487/sda1/1/a/c2" "tx0476fb7d457848b9b1d30-0067670548" "container-server 4136309" 0.0016 "-" 4136309 2 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:28 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx0476fb7d457848b9b1d30-0067670548" "proxy-server 4136309" 0.0089 "-" 4136309 2 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:28 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx0476fb7d457848b9b1d30-0067670548" "proxy-server 4136309" 0.0140 "-" 4136309 2 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/28 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx0476fb7d457848b9b1d30-0067670548 - 0.0221 - - 1734804808.000880241 1734804808.022978067 2 - ----------------------------------------------------------------------- -Ran 9249 tests in 63.226s - -OK (skipped=1827) -+ stestr slowest -Test id Runtime (s) ------------------------------------------------------------------------------------------------------------ ----------- -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state 8.279 -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state 7.665 -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state 6.909 -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state 5.844 -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving 3.727 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded 3.715 -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock 3.442 -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock 3.283 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock 2.926 -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock 2.893 -+ rm -rf .stestr -+ [ 3.12 = disabled ] -+ cut -d. -f1 -+ echo 3.12 -+ PYMAJOR=3 -+ echo ===> Testing with python (python3) -===> Testing with python (python3) -+ pwd -+ [ -d /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages ] -+ [ -z /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages ] -+ [ -e .stestr.conf ] -+ [ -x /usr/bin/python3-stestr ] -+ STESTR=stestr -+ rm -rf .stestr -+ subunit2pyunit -+ PYTHON=python3.12 stestr run --parallel --subunit --test-path test/unit test\.unit\.(?!common\.test_utils\.TestUtils\.test_get_logger_sysloghandler_plumbing|common\.middleware\.test_cname_lookup\.TestCNAMELookup.*|common\.test_db\.TestDatabaseBroker\.test_get.*|container\.test_sync\.TestContainerSync\.test_init.*|common\.test_utils\.TestPunchHoleReally\.test_punch_a_hole.*|common\.test_utils\.Test_LibcWrapper\.test_argument_plumbing.*|common\.test_utils\.TestUtils\.test_load_pkg_resource_importlib.*|common\.test_db_replicator\.TestHandoffsOnly.*|common\.ring\.test_builder\.TestGetRequiredOverload\.test_perfect_four_zone_four_replica_bad_placement|common\.test_wsgi\.TestWSGI.*|obj\.test_expirer\.TestObjectExpirer\.test_delete_actual_object|common\.test_memcached\.TestMemcached\.test_get_conns_hostname6|common\.test_memcached\.TestMemcached\.test_get_conns_v6|common\.test_memcached\.TestMemcached\.test_get_conns_v6_default|obj\.test_reconstructor\.TestWorkerReconstructor\.test_run_forever_recon_aggregation|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_with_duplicate_but_sufficient_frag_indexes|proxy\.test_mem_server\.TestProxyServer\.test_statsd_prefix|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_read_timeout|proxy\.controllers\.test_base\.TestGetOrHeadHandler\.test_disconnected_logging|obj\.test_expirer\.TestObjectExpirer\.test_failed_delete_continues_on|obj\.test_replicator\.TestObjectReplicator\.test_update|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_timeout|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_no_problems_no_hard_disconnect|common\.test_memcached\.TestMemcached\.test_operations_timing_stats_with_incr_timeout|obj\.test_expirer\.TestExpirerHelpers\.test_embed_expirer_bytes_from_diskfile_metadata|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_access_log_prefix|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_log_prefix) -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names -test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names ... ok -test.unit.account.test_utils.TestAccountUtils.test_account_listing_response -test.unit.account.test_utils.TestAccountUtils.test_account_listing_response ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data ... ok -test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim -test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim ... ok -test.unit.account.test_backend.TestAccountBroker.test_chexor -test.unit.account.test_backend.TestAccountBroker.test_chexor ... ok -test.unit.account.test_backend.TestAccountBroker.test_creation -test.unit.account.test_backend.TestAccountBroker.test_creation ... ok -test.unit.account.test_backend.TestAccountBroker.test_delete_container -test.unit.account.test_backend.TestAccountBroker.test_delete_container ... ok -test.unit.account.test_backend.TestAccountBroker.test_delete_db_status -test.unit.account.test_backend.TestAccountBroker.test_delete_db_status ... ok -test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter ... ok -test.unit.account.test_backend.TestAccountBroker.test_empty -test.unit.account.test_backend.TestAccountBroker.test_empty ... ok -test.unit.account.test_backend.TestAccountBroker.test_exception -test.unit.account.test_backend.TestAccountBroker.test_exception ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_info -test.unit.account.test_backend.TestAccountBroker.test_get_info ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info ... ok -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats ... ok -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data ... ok -test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit -test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit ... ok -test.unit.cli.test_recon.TestHelpers.test_size_suffix -test.unit.cli.test_recon.TestHelpers.test_size_suffix ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature -test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args -test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_existing_part_number_greater_than_max_parts_allowed -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_existing_part_number_greater_than_max_parts_allowed ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats -test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBroker.test_initialize_fail -test.unit.account.test_backend.TestAccountBroker.test_initialize_fail ... ok -test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted -test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted ... ok -test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_and_range ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_local_ids -test.unit.account.test_replicator.TestReplicatorSync.test_local_ids ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync -test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync -test.unit.account.test_replicator.TestReplicatorSync.test_sync ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count ... ok -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count_deleted -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count_deleted ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.cli.test_recon.TestScout.test_scout_http_error -test.unit.cli.test_recon.TestScout.test_scout_http_error ... ok -test.unit.cli.test_recon.TestScout.test_scout_ok -test.unit.cli.test_recon.TestScout.test_scout_ok ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error -test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_ok ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout -test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error -test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error ... ok -test.unit.cli.test_recon.TestScout.test_scout_socket_timeout -test.unit.cli.test_recon.TestScout.test_scout_socket_timeout ... ok -test.unit.cli.test_recon.TestScout.test_scout_url_error -test.unit.cli.test_recon.TestScout.test_scout_url_error ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value ... ok -test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter -test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter ... ok -test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse ... ok -test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts ... ok -test.unit.account.test_backend.TestAccountBroker.test_merge_items -test.unit.account.test_backend.TestAccountBroker.test_merge_items ... ok -test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode ... ok -test.unit.account.test_backend.TestAccountBroker.test_newid -test.unit.account.test_backend.TestAccountBroker.test_newid ... ok -test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking ... ok -test.unit.account.test_backend.TestAccountBroker.test_put_container -test.unit.account.test_backend.TestAccountBroker.test_put_container ... ok -test.unit.account.test_backend.TestAccountBroker.test_reclaim -test.unit.account.test_backend.TestAccountBroker.test_reclaim ... ok -test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys + key = keys[name] + ~~~~^^^^^^ +TypeError: list indices must be integers or slices, not str +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: FORCED_TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}}test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status ... ok @@ -60756,122 +61387,6 @@ test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_huge_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_huge_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_invalid_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_invalid_part_num ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending -test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending ... ok -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -Loaded db broker for a/c -test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db -test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_info -test.unit.account.test_backend.TestCommonAccountBroker.test_get_info ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row -test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row ... ok -Loaded db broker for a/c -Loaded db broker for a/c -test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata -test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs -test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get -test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp -test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at -test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_empty -test.unit.account.test_server.TestAccountController.test_DELETE_empty ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition -test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition ... ok -Loaded db broker for a/c -test.unit.account.test_server.TestAccountController.test_DELETE_not_empty -test.unit.account.test_server.TestAccountController.test_DELETE_not_empty ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_not_found -test.unit.account.test_server.TestAccountController.test_DELETE_not_found ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_now_empty -test.unit.account.test_server.TestAccountController.test_DELETE_now_empty ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float -test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard -test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting -test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_json -test.unit.account.test_server.TestAccountController.test_GET_accept_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid -test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard -test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_xml -test.unit.account.test_server.TestAccountController.test_GET_accept_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_empty_account_json -test.unit.account.test_server.TestAccountController.test_GET_empty_account_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain -test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain ... ok -test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml -test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_invalid_accept -test.unit.account.test_server.TestAccountController.test_GET_invalid_accept ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads @@ -60884,268 +61399,1979 @@ test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold ... ok -Loaded db broker for a/c -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers +test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_local_ids +test.unit.account.test_replicator.TestReplicatorSync.test_local_ids ... ok + +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_not_satisfiable ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded ... ok -test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter -test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter ... ok -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain ... ok -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_log_requests_false -test.unit.account.test_server.TestAccountController.test_GET_log_requests_false ... ok -test.unit.account.test_server.TestAccountController.test_GET_log_requests_true -test.unit.account.test_server.TestAccountController.test_GET_log_requests_true ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_out_of_range_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_out_of_range_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_part_num ... ok -test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails -test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_internal_client.py", line 904, in __call__ - raise Exception() -Exception -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_internal_client.py", line 904, in __call__ - raise Exception() -Exception -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_internal_client.py", line 904, in __call__ - raise Exception() -Exception -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_recon.TestRecon.test_async_check -test.unit.cli.test_recon.TestRecon.test_async_check ... ok -test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent -test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent ... ok -test.unit.cli.test_recon.TestRecon.test_drive_audit_check -test.unit.cli.test_recon.TestRecon.test_drive_audit_check ... ok -test.unit.cli.test_recon.TestRecon.test_gen_stats -test.unit.cli.test_recon.TestRecon.test_gen_stats ... ok -test.unit.cli.test_recon.TestRecon.test_get_error_ringnames -test.unit.cli.test_recon.TestRecon.test_get_error_ringnames ... ok -test.unit.cli.test_recon.TestRecon.test_get_hosts -test.unit.cli.test_recon.TestRecon.test_get_hosts ... ok -test.unit.cli.test_recon.TestRecon.test_get_ring_names -test.unit.cli.test_recon.TestRecon.test_get_ring_names ... ok -test.unit.cli.test_recon.TestRecon.test_get_ringmd5 -test.unit.cli.test_recon.TestRecon.test_get_ringmd5 ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu ... ok -test.unit.cli.test_recon.TestRecon.test_ptime -test.unit.cli.test_recon.TestRecon.test_ptime ... ok -test.unit.cli.test_recon.TestRecon.test_quarantine_check -test.unit.cli.test_recon.TestRecon.test_quarantine_check ... ok -test.unit.cli.test_recon.TestRecon.test_umount_check -test.unit.cli.test_recon.TestRecon.test_umount_check ... ok -test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers -test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container ... ok +=============================================================================== +--> Starting reconnaissance on 2 hosts (object) +=============================================================================== +=============================================================================== +--> Starting reconnaissance on 5 hosts (object) +=============================================================================== +=============================================================================== +--> Starting reconnaissance on 2 hosts (object) +=============================================================================== +DEBUG: New builder; performing initial balance +New builder; performing initial balance +DEBUG: Planning 3.0 on (1,) +Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1, 1) +Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: 768 new parts and 0 removed parts from replica-count change +768 new parts and 0 removed parts from replica-count change +DEBUG: Gather start is 109 (Last start was 0) +Gather start is 109 (Last start was 0) +DEBUG: Gathered 768 parts +Gathered 768 parts +DEBUG: Placed 218/0 onto dev r1z1-10.1.1.1/sdc +Placed 218/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 218/1 onto dev r1z1-10.1.1.1/sdd +Placed 218/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 218/2 onto dev r1z1-10.1.1.1/sdb +Placed 218/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 140/0 onto dev r1z1-10.1.1.1/sda +Placed 140/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 140/1 onto dev r1z1-10.1.1.1/sdc +Placed 140/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 140/2 onto dev r1z1-10.1.1.1/sdd +Placed 140/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 222/0 onto dev r1z1-10.1.1.1/sdb +Placed 222/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 222/1 onto dev r1z1-10.1.1.1/sda +Placed 222/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 222/2 onto dev r1z1-10.1.1.1/sdc +Placed 222/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 71/0 onto dev r1z1-10.1.1.1/sdd +Placed 71/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 71/1 onto dev r1z1-10.1.1.1/sdb +Placed 71/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 71/2 onto dev r1z1-10.1.1.1/sda +Placed 71/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 59/0 onto dev r1z1-10.1.1.1/sdc +Placed 59/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 59/1 onto dev r1z1-10.1.1.1/sdd +Placed 59/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 59/2 onto dev r1z1-10.1.1.1/sdb +Placed 59/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 17/0 onto dev r1z1-10.1.1.1/sda +Placed 17/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 17/1 onto dev r1z1-10.1.1.1/sdc +Placed 17/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 17/2 onto dev r1z1-10.1.1.1/sdd +Placed 17/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 34/0 onto dev r1z1-10.1.1.1/sdb +Placed 34/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 34/1 onto dev r1z1-10.1.1.1/sda +Placed 34/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 34/2 onto dev r1z1-10.1.1.1/sdc +Placed 34/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 209/0 onto dev r1z1-10.1.1.1/sdd +Placed 209/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 209/1 onto dev r1z1-10.1.1.1/sdb +Placed 209/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 209/2 onto dev r1z1-10.1.1.1/sda +Placed 209/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 73/0 onto dev r1z1-10.1.1.1/sdc +Placed 73/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 73/1 onto dev r1z1-10.1.1.1/sdd +Placed 73/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 73/2 onto dev r1z1-10.1.1.1/sdb +Placed 73/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 185/0 onto dev r1z1-10.1.1.1/sda +Placed 185/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 185/1 onto dev r1z1-10.1.1.1/sdc +Placed 185/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 185/2 onto dev r1z1-10.1.1.1/sdd +Placed 185/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 153/0 onto dev r1z1-10.1.1.1/sdb +Placed 153/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 153/1 onto dev r1z1-10.1.1.1/sda +Placed 153/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 153/2 onto dev r1z1-10.1.1.1/sdc +Placed 153/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 224/0 onto dev r1z1-10.1.1.1/sdd +Placed 224/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 224/1 onto dev r1z1-10.1.1.1/sdb +Placed 224/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 224/2 onto dev r1z1-10.1.1.1/sda +Placed 224/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 39/0 onto dev r1z1-10.1.1.1/sdc +Placed 39/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 39/1 onto dev r1z1-10.1.1.1/sdd +Placed 39/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 39/2 onto dev r1z1-10.1.1.1/sdb +Placed 39/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 75/0 onto dev r1z1-10.1.1.1/sda +Placed 75/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 75/1 onto dev r1z1-10.1.1.1/sdc +Placed 75/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 75/2 onto dev r1z1-10.1.1.1/sdd +Placed 75/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 165/0 onto dev r1z1-10.1.1.1/sdb +Placed 165/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 165/1 onto dev r1z1-10.1.1.1/sda +Placed 165/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 165/2 onto dev r1z1-10.1.1.1/sdc +Placed 165/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 189/0 onto dev r1z1-10.1.1.1/sdd +Placed 189/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 189/1 onto dev r1z1-10.1.1.1/sdb +Placed 189/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 189/2 onto dev r1z1-10.1.1.1/sda +Placed 189/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 219/0 onto dev r1z1-10.1.1.1/sdc +Placed 219/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 219/1 onto dev r1z1-10.1.1.1/sdd +Placed 219/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 219/2 onto dev r1z1-10.1.1.1/sdb +Placed 219/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 53/0 onto dev r1z1-10.1.1.1/sda +Placed 53/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 53/1 onto dev r1z1-10.1.1.1/sdc +Placed 53/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 53/2 onto dev r1z1-10.1.1.1/sdd +Placed 53/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 43/0 onto dev r1z1-10.1.1.1/sdb +Placed 43/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 43/1 onto dev r1z1-10.1.1.1/sda +Placed 43/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 43/2 onto dev r1z1-10.1.1.1/sdc +Placed 43/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 172/0 onto dev r1z1-10.1.1.1/sdd +Placed 172/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 172/1 onto dev r1z1-10.1.1.1/sdb +Placed 172/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 172/2 onto dev r1z1-10.1.1.1/sda +Placed 172/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 203/0 onto dev r1z1-10.1.1.1/sdc +Placed 203/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 203/1 onto dev r1z1-10.1.1.1/sdd +Placed 203/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 203/2 onto dev r1z1-10.1.1.1/sdb +Placed 203/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 223/0 onto dev r1z1-10.1.1.1/sda +Placed 223/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 223/1 onto dev r1z1-10.1.1.1/sdc +Placed 223/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 223/2 onto dev r1z1-10.1.1.1/sdd +Placed 223/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 127/0 onto dev r1z1-10.1.1.1/sdb +Placed 127/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 127/1 onto dev r1z1-10.1.1.1/sda +Placed 127/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 127/2 onto dev r1z1-10.1.1.1/sdc +Placed 127/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 16/0 onto dev r1z1-10.1.1.1/sdd +Placed 16/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 16/1 onto dev r1z1-10.1.1.1/sdb +Placed 16/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 16/2 onto dev r1z1-10.1.1.1/sda +Placed 16/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 206/0 onto dev r1z1-10.1.1.1/sdc +Placed 206/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 206/1 onto dev r1z1-10.1.1.1/sdd +Placed 206/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 206/2 onto dev r1z1-10.1.1.1/sdb +Placed 206/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 221/0 onto dev r1z1-10.1.1.1/sda +Placed 221/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 221/1 onto dev r1z1-10.1.1.1/sdc +Placed 221/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 221/2 onto dev r1z1-10.1.1.1/sdd +Placed 221/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 233/0 onto dev r1z1-10.1.1.1/sdb +Placed 233/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 233/1 onto dev r1z1-10.1.1.1/sda +Placed 233/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 233/2 onto dev r1z1-10.1.1.1/sdc +Placed 233/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 202/0 onto dev r1z1-10.1.1.1/sdd +Placed 202/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 202/1 onto dev r1z1-10.1.1.1/sdb +Placed 202/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 202/2 onto dev r1z1-10.1.1.1/sda +Placed 202/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 49/0 onto dev r1z1-10.1.1.1/sdc +Placed 49/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 49/1 onto dev r1z1-10.1.1.1/sdd +Placed 49/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 49/2 onto dev r1z1-10.1.1.1/sdb +Placed 49/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 193/0 onto dev r1z1-10.1.1.1/sda +Placed 193/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 193/1 onto dev r1z1-10.1.1.1/sdc +Placed 193/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 193/2 onto dev r1z1-10.1.1.1/sdd +Placed 193/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 122/0 onto dev r1z1-10.1.1.1/sdb +Placed 122/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 122/1 onto dev r1z1-10.1.1.1/sda +Placed 122/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 122/2 onto dev r1z1-10.1.1.1/sdc +Placed 122/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 143/0 onto dev r1z1-10.1.1.1/sdd +Placed 143/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 143/1 onto dev r1z1-10.1.1.1/sdb +Placed 143/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 143/2 onto dev r1z1-10.1.1.1/sda +Placed 143/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 169/0 onto dev r1z1-10.1.1.1/sdc +Placed 169/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 169/1 onto dev r1z1-10.1.1.1/sdd +Placed 169/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 169/2 onto dev r1z1-10.1.1.1/sdb +Placed 169/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 100/0 onto dev r1z1-10.1.1.1/sda +Placed 100/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 100/1 onto dev r1z1-10.1.1.1/sdc +Placed 100/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 100/2 onto dev r1z1-10.1.1.1/sdd +Placed 100/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 28/0 onto dev r1z1-10.1.1.1/sdb +Placed 28/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 28/1 onto dev r1z1-10.1.1.1/sda +Placed 28/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 28/2 onto dev r1z1-10.1.1.1/sdc +Placed 28/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 146/0 onto dev r1z1-10.1.1.1/sdd +Placed 146/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 146/1 onto dev r1z1-10.1.1.1/sdb +Placed 146/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 146/2 onto dev r1z1-10.1.1.1/sda +Placed 146/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 121/0 onto dev r1z1-10.1.1.1/sdc +Placed 121/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 121/1 onto dev r1z1-10.1.1.1/sdd +Placed 121/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 121/2 onto dev r1z1-10.1.1.1/sdb +Placed 121/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 188/0 onto dev r1z1-10.1.1.1/sda +Placed 188/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 188/1 onto dev r1z1-10.1.1.1/sdc +Placed 188/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 188/2 onto dev r1z1-10.1.1.1/sdd +Placed 188/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 56/0 onto dev r1z1-10.1.1.1/sdb +Placed 56/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 56/1 onto dev r1z1-10.1.1.1/sda +Placed 56/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 56/2 onto dev r1z1-10.1.1.1/sdc +Placed 56/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 241/0 onto dev r1z1-10.1.1.1/sdd +Placed 241/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 241/1 onto dev r1z1-10.1.1.1/sdb +Placed 241/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 241/2 onto dev r1z1-10.1.1.1/sda +Placed 241/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 68/0 onto dev r1z1-10.1.1.1/sdc +Placed 68/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 68/1 onto dev r1z1-10.1.1.1/sdd +Placed 68/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 68/2 onto dev r1z1-10.1.1.1/sdb +Placed 68/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 74/0 onto dev r1z1-10.1.1.1/sda +Placed 74/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 74/1 onto dev r1z1-10.1.1.1/sdc +Placed 74/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 74/2 onto dev r1z1-10.1.1.1/sdd +Placed 74/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 174/0 onto dev r1z1-10.1.1.1/sdb +Placed 174/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 174/1 onto dev r1z1-10.1.1.1/sda +Placed 174/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 174/2 onto dev r1z1-10.1.1.1/sdc +Placed 174/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 183/0 onto dev r1z1-10.1.1.1/sdd +Placed 183/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 183/1 onto dev r1z1-10.1.1.1/sdb +Placed 183/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 183/2 onto dev r1z1-10.1.1.1/sda +Placed 183/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 232/0 onto dev r1z1-10.1.1.1/sdc +Placed 232/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 232/1 onto dev r1z1-10.1.1.1/sdd +Placed 232/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 232/2 onto dev r1z1-10.1.1.1/sdb +Placed 232/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 11/0 onto dev r1z1-10.1.1.1/sda +Placed 11/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 11/1 onto dev r1z1-10.1.1.1/sdc +Placed 11/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 11/2 onto dev r1z1-10.1.1.1/sdd +Placed 11/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 81/0 onto dev r1z1-10.1.1.1/sdb +Placed 81/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 81/1 onto dev r1z1-10.1.1.1/sda +Placed 81/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 81/2 onto dev r1z1-10.1.1.1/sdc +Placed 81/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 252/0 onto dev r1z1-10.1.1.1/sdd +Placed 252/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 252/1 onto dev r1z1-10.1.1.1/sdb +Placed 252/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 252/2 onto dev r1z1-10.1.1.1/sda +Placed 252/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 117/0 onto dev r1z1-10.1.1.1/sdc +Placed 117/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 117/1 onto dev r1z1-10.1.1.1/sdd +Placed 117/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 117/2 onto dev r1z1-10.1.1.1/sdb +Placed 117/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 236/0 onto dev r1z1-10.1.1.1/sda +Placed 236/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 236/1 onto dev r1z1-10.1.1.1/sdc +Placed 236/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 236/2 onto dev r1z1-10.1.1.1/sdd +Placed 236/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 42/0 onto dev r1z1-10.1.1.1/sdb +Placed 42/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 42/1 onto dev r1z1-10.1.1.1/sda +Placed 42/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 42/2 onto dev r1z1-10.1.1.1/sdc +Placed 42/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 156/0 onto dev r1z1-10.1.1.1/sdd +Placed 156/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 156/1 onto dev r1z1-10.1.1.1/sdb +Placed 156/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 156/2 onto dev r1z1-10.1.1.1/sda +Placed 156/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 27/0 onto dev r1z1-10.1.1.1/sdc +Placed 27/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 27/1 onto dev r1z1-10.1.1.1/sdd +Placed 27/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 27/2 onto dev r1z1-10.1.1.1/sdb +Placed 27/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 67/0 onto dev r1z1-10.1.1.1/sda +Placed 67/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 67/1 onto dev r1z1-10.1.1.1/sdc +Placed 67/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 67/2 onto dev r1z1-10.1.1.1/sdd +Placed 67/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 66/0 onto dev r1z1-10.1.1.1/sdb +Placed 66/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 66/1 onto dev r1z1-10.1.1.1/sda +Placed 66/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 66/2 onto dev r1z1-10.1.1.1/sdc +Placed 66/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 157/0 onto dev r1z1-10.1.1.1/sdd +Placed 157/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 157/1 onto dev r1z1-10.1.1.1/sdb +Placed 157/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 157/2 onto dev r1z1-10.1.1.1/sda +Placed 157/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 197/0 onto dev r1z1-10.1.1.1/sdc +Placed 197/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 197/1 onto dev r1z1-10.1.1.1/sdd +Placed 197/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 197/2 onto dev r1z1-10.1.1.1/sdb +Placed 197/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 198/0 onto dev r1z1-10.1.1.1/sda +Placed 198/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 198/1 onto dev r1z1-10.1.1.1/sdc +Placed 198/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 198/2 onto dev r1z1-10.1.1.1/sdd +Placed 198/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 238/0 onto dev r1z1-10.1.1.1/sdb +Placed 238/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 238/1 onto dev r1z1-10.1.1.1/sda +Placed 238/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 238/2 onto dev r1z1-10.1.1.1/sdc +Placed 238/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 123/0 onto dev r1z1-10.1.1.1/sdd +Placed 123/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 123/1 onto dev r1z1-10.1.1.1/sdb +Placed 123/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 123/2 onto dev r1z1-10.1.1.1/sda +Placed 123/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 163/0 onto dev r1z1-10.1.1.1/sdc +Placed 163/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 163/1 onto dev r1z1-10.1.1.1/sdd +Placed 163/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 163/2 onto dev r1z1-10.1.1.1/sdb +Placed 163/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 57/0 onto dev r1z1-10.1.1.1/sda +Placed 57/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 57/1 onto dev r1z1-10.1.1.1/sdc +Placed 57/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 57/2 onto dev r1z1-10.1.1.1/sdd +Placed 57/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 235/0 onto dev r1z1-10.1.1.1/sdb +Placed 235/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 235/1 onto dev r1z1-10.1.1.1/sda +Placed 235/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 235/2 onto dev r1z1-10.1.1.1/sdc +Placed 235/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 92/0 onto dev r1z1-10.1.1.1/sdd +Placed 92/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 92/1 onto dev r1z1-10.1.1.1/sdb +Placed 92/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 92/2 onto dev r1z1-10.1.1.1/sda +Placed 92/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 25/0 onto dev r1z1-10.1.1.1/sdc +Placed 25/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 25/1 onto dev r1z1-10.1.1.1/sdd +Placed 25/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 25/2 onto dev r1z1-10.1.1.1/sdb +Placed 25/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 62/0 onto dev r1z1-10.1.1.1/sda +Placed 62/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 62/1 onto dev r1z1-10.1.1.1/sdc +Placed 62/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 62/2 onto dev r1z1-10.1.1.1/sdd +Placed 62/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 155/0 onto dev r1z1-10.1.1.1/sdb +Placed 155/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 155/1 onto dev r1z1-10.1.1.1/sda +Placed 155/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 155/2 onto dev r1z1-10.1.1.1/sdc +Placed 155/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 55/0 onto dev r1z1-10.1.1.1/sdd +Placed 55/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 55/1 onto dev r1z1-10.1.1.1/sdb +Placed 55/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 55/2 onto dev r1z1-10.1.1.1/sda +Placed 55/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 134/0 onto dev r1z1-10.1.1.1/sdc +Placed 134/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 134/1 onto dev r1z1-10.1.1.1/sdd +Placed 134/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 134/2 onto dev r1z1-10.1.1.1/sdb +Placed 134/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 110/0 onto dev r1z1-10.1.1.1/sda +Placed 110/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 110/1 onto dev r1z1-10.1.1.1/sdc +Placed 110/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 110/2 onto dev r1z1-10.1.1.1/sdd +Placed 110/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 47/0 onto dev r1z1-10.1.1.1/sdb +Placed 47/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 47/1 onto dev r1z1-10.1.1.1/sda +Placed 47/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 47/2 onto dev r1z1-10.1.1.1/sdc +Placed 47/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 108/0 onto dev r1z1-10.1.1.1/sdd +Placed 108/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 108/1 onto dev r1z1-10.1.1.1/sdb +Placed 108/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 108/2 onto dev r1z1-10.1.1.1/sda +Placed 108/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 148/0 onto dev r1z1-10.1.1.1/sdc +Placed 148/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 148/1 onto dev r1z1-10.1.1.1/sdd +Placed 148/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 148/2 onto dev r1z1-10.1.1.1/sdb +Placed 148/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 120/0 onto dev r1z1-10.1.1.1/sda +Placed 120/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 120/1 onto dev r1z1-10.1.1.1/sdc +Placed 120/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 120/2 onto dev r1z1-10.1.1.1/sdd +Placed 120/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 242/0 onto dev r1z1-10.1.1.1/sdb +Placed 242/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 242/1 onto dev r1z1-10.1.1.1/sda +Placed 242/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 242/2 onto dev r1z1-10.1.1.1/sdc +Placed 242/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 95/0 onto dev r1z1-10.1.1.1/sdd +Placed 95/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 95/1 onto dev r1z1-10.1.1.1/sdb +Placed 95/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 95/2 onto dev r1z1-10.1.1.1/sda +Placed 95/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 23/0 onto dev r1z1-10.1.1.1/sdc +Placed 23/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 23/1 onto dev r1z1-10.1.1.1/sdd +Placed 23/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 23/2 onto dev r1z1-10.1.1.1/sdb +Placed 23/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 82/0 onto dev r1z1-10.1.1.1/sda +Placed 82/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 82/1 onto dev r1z1-10.1.1.1/sdc +Placed 82/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 82/2 onto dev r1z1-10.1.1.1/sdd +Placed 82/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 65/0 onto dev r1z1-10.1.1.1/sdb +Placed 65/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 65/1 onto dev r1z1-10.1.1.1/sda +Placed 65/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 65/2 onto dev r1z1-10.1.1.1/sdc +Placed 65/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 249/0 onto dev r1z1-10.1.1.1/sdd +Placed 249/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 249/1 onto dev r1z1-10.1.1.1/sdb +Placed 249/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 249/2 onto dev r1z1-10.1.1.1/sda +Placed 249/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 61/0 onto dev r1z1-10.1.1.1/sdc +Placed 61/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 61/1 onto dev r1z1-10.1.1.1/sdd +Placed 61/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 61/2 onto dev r1z1-10.1.1.1/sdb +Placed 61/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 145/0 onto dev r1z1-10.1.1.1/sda +Placed 145/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 145/1 onto dev r1z1-10.1.1.1/sdc +Placed 145/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 145/2 onto dev r1z1-10.1.1.1/sdd +Placed 145/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 167/0 onto dev r1z1-10.1.1.1/sdb +Placed 167/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 167/1 onto dev r1z1-10.1.1.1/sda +Placed 167/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 167/2 onto dev r1z1-10.1.1.1/sdc +Placed 167/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 138/0 onto dev r1z1-10.1.1.1/sdd +Placed 138/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 138/1 onto dev r1z1-10.1.1.1/sdb +Placed 138/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 138/2 onto dev r1z1-10.1.1.1/sda +Placed 138/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 128/0 onto dev r1z1-10.1.1.1/sdc +Placed 128/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 128/1 onto dev r1z1-10.1.1.1/sdd +Placed 128/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 128/2 onto dev r1z1-10.1.1.1/sdb +Placed 128/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 9/0 onto dev r1z1-10.1.1.1/sda +Placed 9/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 9/1 onto dev r1z1-10.1.1.1/sdc +Placed 9/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 9/2 onto dev r1z1-10.1.1.1/sdd +Placed 9/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 105/0 onto dev r1z1-10.1.1.1/sdb +Placed 105/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 105/1 onto dev r1z1-10.1.1.1/sda +Placed 105/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 105/2 onto dev r1z1-10.1.1.1/sdc +Placed 105/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 26/0 onto dev r1z1-10.1.1.1/sdd +Placed 26/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 26/1 onto dev r1z1-10.1.1.1/sdb +Placed 26/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 26/2 onto dev r1z1-10.1.1.1/sda +Placed 26/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 196/0 onto dev r1z1-10.1.1.1/sdc +Placed 196/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 196/1 onto dev r1z1-10.1.1.1/sdd +Placed 196/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 196/2 onto dev r1z1-10.1.1.1/sdb +Placed 196/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 84/0 onto dev r1z1-10.1.1.1/sda +Placed 84/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 84/1 onto dev r1z1-10.1.1.1/sdc +Placed 84/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 84/2 onto dev r1z1-10.1.1.1/sdd +Placed 84/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 45/0 onto dev r1z1-10.1.1.1/sdb +Placed 45/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 45/1 onto dev r1z1-10.1.1.1/sda +Placed 45/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 45/2 onto dev r1z1-10.1.1.1/sdc +Placed 45/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 41/0 onto dev r1z1-10.1.1.1/sdd +Placed 41/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 41/1 onto dev r1z1-10.1.1.1/sdb +Placed 41/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 41/2 onto dev r1z1-10.1.1.1/sda +Placed 41/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 181/0 onto dev r1z1-10.1.1.1/sdc +Placed 181/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 181/1 onto dev r1z1-10.1.1.1/sdd +Placed 181/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 181/2 onto dev r1z1-10.1.1.1/sdb +Placed 181/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 217/0 onto dev r1z1-10.1.1.1/sda +Placed 217/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 217/1 onto dev r1z1-10.1.1.1/sdc +Placed 217/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 217/2 onto dev r1z1-10.1.1.1/sdd +Placed 217/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 10/0 onto dev r1z1-10.1.1.1/sdb +Placed 10/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 10/1 onto dev r1z1-10.1.1.1/sda +Placed 10/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 10/2 onto dev r1z1-10.1.1.1/sdc +Placed 10/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 132/0 onto dev r1z1-10.1.1.1/sdd +Placed 132/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 132/1 onto dev r1z1-10.1.1.1/sdb +Placed 132/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 132/2 onto dev r1z1-10.1.1.1/sda +Placed 132/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 147/0 onto dev r1z1-10.1.1.1/sdc +Placed 147/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 147/1 onto dev r1z1-10.1.1.1/sdd +Placed 147/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 147/2 onto dev r1z1-10.1.1.1/sdb +Placed 147/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 251/0 onto dev r1z1-10.1.1.1/sda +Placed 251/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 251/1 onto dev r1z1-10.1.1.1/sdc +Placed 251/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 251/2 onto dev r1z1-10.1.1.1/sdd +Placed 251/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 248/0 onto dev r1z1-10.1.1.1/sdb +Placed 248/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 248/1 onto dev r1z1-10.1.1.1/sda +Placed 248/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 248/2 onto dev r1z1-10.1.1.1/sdc +Placed 248/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 200/0 onto dev r1z1-10.1.1.1/sdd +Placed 200/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 200/1 onto dev r1z1-10.1.1.1/sdb +Placed 200/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 200/2 onto dev r1z1-10.1.1.1/sda +Placed 200/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 184/0 onto dev r1z1-10.1.1.1/sdc +Placed 184/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 184/1 onto dev r1z1-10.1.1.1/sdd +Placed 184/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 184/2 onto dev r1z1-10.1.1.1/sdb +Placed 184/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 240/0 onto dev r1z1-10.1.1.1/sda +Placed 240/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 240/1 onto dev r1z1-10.1.1.1/sdc +Placed 240/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 240/2 onto dev r1z1-10.1.1.1/sdd +Placed 240/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 173/0 onto dev r1z1-10.1.1.1/sdb +Placed 173/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 173/1 onto dev r1z1-10.1.1.1/sda +Placed 173/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 173/2 onto dev r1z1-10.1.1.1/sdc +Placed 173/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 164/0 onto dev r1z1-10.1.1.1/sdd +Placed 164/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 164/1 onto dev r1z1-10.1.1.1/sdb +Placed 164/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 164/2 onto dev r1z1-10.1.1.1/sda +Placed 164/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 113/0 onto dev r1z1-10.1.1.1/sdc +Placed 113/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 113/1 onto dev r1z1-10.1.1.1/sdd +Placed 113/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 113/2 onto dev r1z1-10.1.1.1/sdb +Placed 113/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 87/0 onto dev r1z1-10.1.1.1/sda +Placed 87/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 87/1 onto dev r1z1-10.1.1.1/sdc +Placed 87/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 87/2 onto dev r1z1-10.1.1.1/sdd +Placed 87/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 166/0 onto dev r1z1-10.1.1.1/sdb +Placed 166/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 166/1 onto dev r1z1-10.1.1.1/sda +Placed 166/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 166/2 onto dev r1z1-10.1.1.1/sdc +Placed 166/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 237/0 onto dev r1z1-10.1.1.1/sdd +Placed 237/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 237/1 onto dev r1z1-10.1.1.1/sdb +Placed 237/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 237/2 onto dev r1z1-10.1.1.1/sda +Placed 237/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 208/0 onto dev r1z1-10.1.1.1/sdc +Placed 208/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 208/1 onto dev r1z1-10.1.1.1/sdd +Placed 208/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 208/2 onto dev r1z1-10.1.1.1/sdb +Placed 208/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 230/0 onto dev r1z1-10.1.1.1/sda +Placed 230/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 230/1 onto dev r1z1-10.1.1.1/sdc +Placed 230/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 230/2 onto dev r1z1-10.1.1.1/sdd +Placed 230/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 115/0 onto dev r1z1-10.1.1.1/sdb +Placed 115/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 115/1 onto dev r1z1-10.1.1.1/sda +Placed 115/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 115/2 onto dev r1z1-10.1.1.1/sdc +Placed 115/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 214/0 onto dev r1z1-10.1.1.1/sdd +Placed 214/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 214/1 onto dev r1z1-10.1.1.1/sdb +Placed 214/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 214/2 onto dev r1z1-10.1.1.1/sda +Placed 214/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 152/0 onto dev r1z1-10.1.1.1/sdc +Placed 152/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 152/1 onto dev r1z1-10.1.1.1/sdd +Placed 152/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 152/2 onto dev r1z1-10.1.1.1/sdb +Placed 152/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 93/0 onto dev r1z1-10.1.1.1/sda +Placed 93/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 93/1 onto dev r1z1-10.1.1.1/sdc +Placed 93/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 93/2 onto dev r1z1-10.1.1.1/sdd +Placed 93/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 72/0 onto dev r1z1-10.1.1.1/sdb +Placed 72/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 72/1 onto dev r1z1-10.1.1.1/sda +Placed 72/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 72/2 onto dev r1z1-10.1.1.1/sdc +Placed 72/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 228/0 onto dev r1z1-10.1.1.1/sdd +Placed 228/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 228/1 onto dev r1z1-10.1.1.1/sdb +Placed 228/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 228/2 onto dev r1z1-10.1.1.1/sda +Placed 228/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 255/0 onto dev r1z1-10.1.1.1/sdc +Placed 255/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 255/1 onto dev r1z1-10.1.1.1/sdd +Placed 255/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 255/2 onto dev r1z1-10.1.1.1/sdb +Placed 255/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 195/0 onto dev r1z1-10.1.1.1/sda +Placed 195/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 195/1 onto dev r1z1-10.1.1.1/sdc +Placed 195/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 195/2 onto dev r1z1-10.1.1.1/sdd +Placed 195/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 70/0 onto dev r1z1-10.1.1.1/sdb +Placed 70/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 70/1 onto dev r1z1-10.1.1.1/sda +Placed 70/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 70/2 onto dev r1z1-10.1.1.1/sdc +Placed 70/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 29/0 onto dev r1z1-10.1.1.1/sdd +Placed 29/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 29/1 onto dev r1z1-10.1.1.1/sdb +Placed 29/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 29/2 onto dev r1z1-10.1.1.1/sda +Placed 29/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 245/0 onto dev r1z1-10.1.1.1/sdc +Placed 245/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 245/1 onto dev r1z1-10.1.1.1/sdd +Placed 245/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 245/2 onto dev r1z1-10.1.1.1/sdb +Placed 245/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 225/0 onto dev r1z1-10.1.1.1/sda +Placed 225/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 225/1 onto dev r1z1-10.1.1.1/sdc +Placed 225/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 225/2 onto dev r1z1-10.1.1.1/sdd +Placed 225/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 8/0 onto dev r1z1-10.1.1.1/sdb +Placed 8/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 8/1 onto dev r1z1-10.1.1.1/sda +Placed 8/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 8/2 onto dev r1z1-10.1.1.1/sdc +Placed 8/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 161/0 onto dev r1z1-10.1.1.1/sdd +Placed 161/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 161/1 onto dev r1z1-10.1.1.1/sdb +Placed 161/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 161/2 onto dev r1z1-10.1.1.1/sda +Placed 161/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 111/0 onto dev r1z1-10.1.1.1/sdc +Placed 111/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 111/1 onto dev r1z1-10.1.1.1/sdd +Placed 111/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 111/2 onto dev r1z1-10.1.1.1/sdb +Placed 111/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 40/0 onto dev r1z1-10.1.1.1/sda +Placed 40/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 40/1 onto dev r1z1-10.1.1.1/sdc +Placed 40/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 40/2 onto dev r1z1-10.1.1.1/sdd +Placed 40/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 99/0 onto dev r1z1-10.1.1.1/sdb +Placed 99/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 99/1 onto dev r1z1-10.1.1.1/sda +Placed 99/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 99/2 onto dev r1z1-10.1.1.1/sdc +Placed 99/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 5/0 onto dev r1z1-10.1.1.1/sdd +Placed 5/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 5/1 onto dev r1z1-10.1.1.1/sdb +Placed 5/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 5/2 onto dev r1z1-10.1.1.1/sda +Placed 5/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 80/0 onto dev r1z1-10.1.1.1/sdc +Placed 80/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 80/1 onto dev r1z1-10.1.1.1/sdd +Placed 80/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 80/2 onto dev r1z1-10.1.1.1/sdb +Placed 80/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 129/0 onto dev r1z1-10.1.1.1/sda +Placed 129/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 129/1 onto dev r1z1-10.1.1.1/sdc +Placed 129/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 129/2 onto dev r1z1-10.1.1.1/sdd +Placed 129/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 90/0 onto dev r1z1-10.1.1.1/sdb +Placed 90/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 90/1 onto dev r1z1-10.1.1.1/sda +Placed 90/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 90/2 onto dev r1z1-10.1.1.1/sdc +Placed 90/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 3/0 onto dev r1z1-10.1.1.1/sdd +Placed 3/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 3/1 onto dev r1z1-10.1.1.1/sdb +Placed 3/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 3/2 onto dev r1z1-10.1.1.1/sda +Placed 3/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 33/0 onto dev r1z1-10.1.1.1/sdc +Placed 33/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 33/1 onto dev r1z1-10.1.1.1/sdd +Placed 33/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 33/2 onto dev r1z1-10.1.1.1/sdb +Placed 33/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 58/0 onto dev r1z1-10.1.1.1/sda +Placed 58/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 58/1 onto dev r1z1-10.1.1.1/sdc +Placed 58/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 58/2 onto dev r1z1-10.1.1.1/sdd +Placed 58/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 244/0 onto dev r1z1-10.1.1.1/sdb +Placed 244/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 244/1 onto dev r1z1-10.1.1.1/sda +Placed 244/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 244/2 onto dev r1z1-10.1.1.1/sdc +Placed 244/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 207/0 onto dev r1z1-10.1.1.1/sdd +Placed 207/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 207/1 onto dev r1z1-10.1.1.1/sdb +Placed 207/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 207/2 onto dev r1z1-10.1.1.1/sda +Placed 207/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 216/0 onto dev r1z1-10.1.1.1/sdc +Placed 216/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 216/1 onto dev r1z1-10.1.1.1/sdd +Placed 216/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 216/2 onto dev r1z1-10.1.1.1/sdb +Placed 216/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 179/0 onto dev r1z1-10.1.1.1/sda +Placed 179/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 179/1 onto dev r1z1-10.1.1.1/sdc +Placed 179/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 179/2 onto dev r1z1-10.1.1.1/sdd +Placed 179/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 137/0 onto dev r1z1-10.1.1.1/sdb +Placed 137/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 137/1 onto dev r1z1-10.1.1.1/sda +Placed 137/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 137/2 onto dev r1z1-10.1.1.1/sdc +Placed 137/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 44/0 onto dev r1z1-10.1.1.1/sdd +Placed 44/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 44/1 onto dev r1z1-10.1.1.1/sdb +Placed 44/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 44/2 onto dev r1z1-10.1.1.1/sda +Placed 44/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 103/0 onto dev r1z1-10.1.1.1/sdc +Placed 103/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 103/1 onto dev r1z1-10.1.1.1/sdd +Placed 103/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 103/2 onto dev r1z1-10.1.1.1/sdb +Placed 103/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 178/0 onto dev r1z1-10.1.1.1/sda +Placed 178/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 178/1 onto dev r1z1-10.1.1.1/sdc +Placed 178/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 178/2 onto dev r1z1-10.1.1.1/sdd +Placed 178/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 253/0 onto dev r1z1-10.1.1.1/sdb +Placed 253/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 253/1 onto dev r1z1-10.1.1.1/sda +Placed 253/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 253/2 onto dev r1z1-10.1.1.1/sdc +Placed 253/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 192/0 onto dev r1z1-10.1.1.1/sdd +Placed 192/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 192/1 onto dev r1z1-10.1.1.1/sdb +Placed 192/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 192/2 onto dev r1z1-10.1.1.1/sda +Placed 192/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 194/0 onto dev r1z1-10.1.1.1/sdc +Placed 194/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 194/1 onto dev r1z1-10.1.1.1/sdd +Placed 194/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 194/2 onto dev r1z1-10.1.1.1/sdb +Placed 194/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 69/0 onto dev r1z1-10.1.1.1/sda +Placed 69/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 69/1 onto dev r1z1-10.1.1.1/sdc +Placed 69/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 69/2 onto dev r1z1-10.1.1.1/sdd +Placed 69/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 48/0 onto dev r1z1-10.1.1.1/sdb +Placed 48/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 48/1 onto dev r1z1-10.1.1.1/sda +Placed 48/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 48/2 onto dev r1z1-10.1.1.1/sdc +Placed 48/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 170/0 onto dev r1z1-10.1.1.1/sdd +Placed 170/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 170/1 onto dev r1z1-10.1.1.1/sdb +Placed 170/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 170/2 onto dev r1z1-10.1.1.1/sda +Placed 170/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 247/0 onto dev r1z1-10.1.1.1/sdc +Placed 247/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 247/1 onto dev r1z1-10.1.1.1/sdd +Placed 247/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 247/2 onto dev r1z1-10.1.1.1/sdb +Placed 247/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 24/0 onto dev r1z1-10.1.1.1/sda +Placed 24/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 24/1 onto dev r1z1-10.1.1.1/sdc +Placed 24/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 24/2 onto dev r1z1-10.1.1.1/sdd +Placed 24/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 32/0 onto dev r1z1-10.1.1.1/sdb +Placed 32/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 32/1 onto dev r1z1-10.1.1.1/sda +Placed 32/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 32/2 onto dev r1z1-10.1.1.1/sdc +Placed 32/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 135/0 onto dev r1z1-10.1.1.1/sdd +Placed 135/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 135/1 onto dev r1z1-10.1.1.1/sdb +Placed 135/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 135/2 onto dev r1z1-10.1.1.1/sda +Placed 135/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 79/0 onto dev r1z1-10.1.1.1/sdc +Placed 79/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 79/1 onto dev r1z1-10.1.1.1/sdd +Placed 79/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 79/2 onto dev r1z1-10.1.1.1/sdb +Placed 79/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 151/0 onto dev r1z1-10.1.1.1/sda +Placed 151/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 151/1 onto dev r1z1-10.1.1.1/sdc +Placed 151/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 151/2 onto dev r1z1-10.1.1.1/sdd +Placed 151/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 91/0 onto dev r1z1-10.1.1.1/sdb +Placed 91/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 91/1 onto dev r1z1-10.1.1.1/sda +Placed 91/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 91/2 onto dev r1z1-10.1.1.1/sdc +Placed 91/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 1/0 onto dev r1z1-10.1.1.1/sdd +Placed 1/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 1/1 onto dev r1z1-10.1.1.1/sdb +Placed 1/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 1/2 onto dev r1z1-10.1.1.1/sda +Placed 1/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 37/0 onto dev r1z1-10.1.1.1/sdc +Placed 37/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 37/1 onto dev r1z1-10.1.1.1/sdd +Placed 37/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 37/2 onto dev r1z1-10.1.1.1/sdb +Placed 37/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 101/0 onto dev r1z1-10.1.1.1/sda +Placed 101/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 101/1 onto dev r1z1-10.1.1.1/sdc +Placed 101/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 101/2 onto dev r1z1-10.1.1.1/sdd +Placed 101/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 149/0 onto dev r1z1-10.1.1.1/sdb +Placed 149/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 149/1 onto dev r1z1-10.1.1.1/sda +Placed 149/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 149/2 onto dev r1z1-10.1.1.1/sdc +Placed 149/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 89/0 onto dev r1z1-10.1.1.1/sdd +Placed 89/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 89/1 onto dev r1z1-10.1.1.1/sdb +Placed 89/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 89/2 onto dev r1z1-10.1.1.1/sda +Placed 89/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 141/0 onto dev r1z1-10.1.1.1/sdc +Placed 141/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 141/1 onto dev r1z1-10.1.1.1/sdd +Placed 141/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 141/2 onto dev r1z1-10.1.1.1/sdb +Placed 141/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 191/0 onto dev r1z1-10.1.1.1/sda +Placed 191/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 191/1 onto dev r1z1-10.1.1.1/sdc +Placed 191/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 191/2 onto dev r1z1-10.1.1.1/sdd +Placed 191/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 21/0 onto dev r1z1-10.1.1.1/sdb +Placed 21/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 21/1 onto dev r1z1-10.1.1.1/sda +Placed 21/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 21/2 onto dev r1z1-10.1.1.1/sdc +Placed 21/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 50/0 onto dev r1z1-10.1.1.1/sdd +Placed 50/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 50/1 onto dev r1z1-10.1.1.1/sdb +Placed 50/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 50/2 onto dev r1z1-10.1.1.1/sda +Placed 50/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 136/0 onto dev r1z1-10.1.1.1/sdc +Placed 136/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 136/1 onto dev r1z1-10.1.1.1/sdd +Placed 136/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 136/2 onto dev r1z1-10.1.1.1/sdb +Placed 136/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 177/0 onto dev r1z1-10.1.1.1/sda +Placed 177/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 177/1 onto dev r1z1-10.1.1.1/sdc +Placed 177/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 177/2 onto dev r1z1-10.1.1.1/sdd +Placed 177/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 168/0 onto dev r1z1-10.1.1.1/sdb +Placed 168/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 168/1 onto dev r1z1-10.1.1.1/sda +Placed 168/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 168/2 onto dev r1z1-10.1.1.1/sdc +Placed 168/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 250/0 onto dev r1z1-10.1.1.1/sdd +Placed 250/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 250/1 onto dev r1z1-10.1.1.1/sdb +Placed 250/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 250/2 onto dev r1z1-10.1.1.1/sda +Placed 250/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 106/0 onto dev r1z1-10.1.1.1/sdc +Placed 106/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 106/1 onto dev r1z1-10.1.1.1/sdd +Placed 106/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 106/2 onto dev r1z1-10.1.1.1/sdb +Placed 106/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 85/0 onto dev r1z1-10.1.1.1/sda +Placed 85/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 85/1 onto dev r1z1-10.1.1.1/sdc +Placed 85/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 85/2 onto dev r1z1-10.1.1.1/sdd +Placed 85/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 2/0 onto dev r1z1-10.1.1.1/sdb +Placed 2/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 2/1 onto dev r1z1-10.1.1.1/sda +Placed 2/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 2/2 onto dev r1z1-10.1.1.1/sdc +Placed 2/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 86/0 onto dev r1z1-10.1.1.1/sdd +Placed 86/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 86/1 onto dev r1z1-10.1.1.1/sdb +Placed 86/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 86/2 onto dev r1z1-10.1.1.1/sda +Placed 86/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 175/0 onto dev r1z1-10.1.1.1/sdc +Placed 175/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 175/1 onto dev r1z1-10.1.1.1/sdd +Placed 175/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 175/2 onto dev r1z1-10.1.1.1/sdb +Placed 175/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 18/0 onto dev r1z1-10.1.1.1/sda +Placed 18/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 18/1 onto dev r1z1-10.1.1.1/sdc +Placed 18/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 18/2 onto dev r1z1-10.1.1.1/sdd +Placed 18/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 142/0 onto dev r1z1-10.1.1.1/sdb +Placed 142/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 142/1 onto dev r1z1-10.1.1.1/sda +Placed 142/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 142/2 onto dev r1z1-10.1.1.1/sdc +Placed 142/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 12/0 onto dev r1z1-10.1.1.1/sdd +Placed 12/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 12/1 onto dev r1z1-10.1.1.1/sdb +Placed 12/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 12/2 onto dev r1z1-10.1.1.1/sda +Placed 12/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 83/0 onto dev r1z1-10.1.1.1/sdc +Placed 83/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 83/1 onto dev r1z1-10.1.1.1/sdd +Placed 83/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 83/2 onto dev r1z1-10.1.1.1/sdb +Placed 83/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 215/0 onto dev r1z1-10.1.1.1/sda +Placed 215/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 215/1 onto dev r1z1-10.1.1.1/sdc +Placed 215/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 215/2 onto dev r1z1-10.1.1.1/sdd +Placed 215/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 162/0 onto dev r1z1-10.1.1.1/sdb +Placed 162/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 162/1 onto dev r1z1-10.1.1.1/sda +Placed 162/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 162/2 onto dev r1z1-10.1.1.1/sdc +Placed 162/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 102/0 onto dev r1z1-10.1.1.1/sdd +Placed 102/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 102/1 onto dev r1z1-10.1.1.1/sdb +Placed 102/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 102/2 onto dev r1z1-10.1.1.1/sda +Placed 102/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 112/0 onto dev r1z1-10.1.1.1/sdc +Placed 112/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 112/1 onto dev r1z1-10.1.1.1/sdd +Placed 112/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 112/2 onto dev r1z1-10.1.1.1/sdb +Placed 112/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 4/0 onto dev r1z1-10.1.1.1/sda +Placed 4/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 4/1 onto dev r1z1-10.1.1.1/sdc +Placed 4/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 4/2 onto dev r1z1-10.1.1.1/sdd +Placed 4/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 204/0 onto dev r1z1-10.1.1.1/sdb +Placed 204/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 204/1 onto dev r1z1-10.1.1.1/sda +Placed 204/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 204/2 onto dev r1z1-10.1.1.1/sdc +Placed 204/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 239/0 onto dev r1z1-10.1.1.1/sdd +Placed 239/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 239/1 onto dev r1z1-10.1.1.1/sdb +Placed 239/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 239/2 onto dev r1z1-10.1.1.1/sda +Placed 239/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 144/0 onto dev r1z1-10.1.1.1/sdc +Placed 144/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 144/1 onto dev r1z1-10.1.1.1/sdd +Placed 144/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 144/2 onto dev r1z1-10.1.1.1/sdb +Placed 144/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 234/0 onto dev r1z1-10.1.1.1/sda +Placed 234/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 234/1 onto dev r1z1-10.1.1.1/sdc +Placed 234/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 234/2 onto dev r1z1-10.1.1.1/sdd +Placed 234/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 131/0 onto dev r1z1-10.1.1.1/sdb +Placed 131/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 131/1 onto dev r1z1-10.1.1.1/sda +Placed 131/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 131/2 onto dev r1z1-10.1.1.1/sdc +Placed 131/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 124/0 onto dev r1z1-10.1.1.1/sdd +Placed 124/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 124/1 onto dev r1z1-10.1.1.1/sdb +Placed 124/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 124/2 onto dev r1z1-10.1.1.1/sda +Placed 124/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 199/0 onto dev r1z1-10.1.1.1/sdc +Placed 199/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 199/1 onto dev r1z1-10.1.1.1/sdd +Placed 199/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 199/2 onto dev r1z1-10.1.1.1/sdb +Placed 199/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 97/0 onto dev r1z1-10.1.1.1/sda +Placed 97/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 97/1 onto dev r1z1-10.1.1.1/sdc +Placed 97/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 97/2 onto dev r1z1-10.1.1.1/sdd +Placed 97/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 213/0 onto dev r1z1-10.1.1.1/sdb +Placed 213/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 213/1 onto dev r1z1-10.1.1.1/sda +Placed 213/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 213/2 onto dev r1z1-10.1.1.1/sdc +Placed 213/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 107/0 onto dev r1z1-10.1.1.1/sdd +Placed 107/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 107/1 onto dev r1z1-10.1.1.1/sdb +Placed 107/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 107/2 onto dev r1z1-10.1.1.1/sda +Placed 107/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 186/0 onto dev r1z1-10.1.1.1/sdc +Placed 186/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 186/1 onto dev r1z1-10.1.1.1/sdd +Placed 186/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 186/2 onto dev r1z1-10.1.1.1/sdb +Placed 186/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 38/0 onto dev r1z1-10.1.1.1/sda +Placed 38/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 38/1 onto dev r1z1-10.1.1.1/sdc +Placed 38/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 38/2 onto dev r1z1-10.1.1.1/sdd +Placed 38/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 114/0 onto dev r1z1-10.1.1.1/sdb +Placed 114/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 114/1 onto dev r1z1-10.1.1.1/sda +Placed 114/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 114/2 onto dev r1z1-10.1.1.1/sdc +Placed 114/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 15/0 onto dev r1z1-10.1.1.1/sdd +Placed 15/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 15/1 onto dev r1z1-10.1.1.1/sdb +Placed 15/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 15/2 onto dev r1z1-10.1.1.1/sda +Placed 15/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 14/0 onto dev r1z1-10.1.1.1/sdc +Placed 14/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 14/1 onto dev r1z1-10.1.1.1/sdd +Placed 14/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 14/2 onto dev r1z1-10.1.1.1/sdb +Placed 14/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 31/0 onto dev r1z1-10.1.1.1/sda +Placed 31/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 31/1 onto dev r1z1-10.1.1.1/sdc +Placed 31/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 31/2 onto dev r1z1-10.1.1.1/sdd +Placed 31/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 220/0 onto dev r1z1-10.1.1.1/sdb +Placed 220/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 220/1 onto dev r1z1-10.1.1.1/sda +Placed 220/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 220/2 onto dev r1z1-10.1.1.1/sdc +Placed 220/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 13/0 onto dev r1z1-10.1.1.1/sdd +Placed 13/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 13/1 onto dev r1z1-10.1.1.1/sdb +Placed 13/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 13/2 onto dev r1z1-10.1.1.1/sda +Placed 13/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 210/0 onto dev r1z1-10.1.1.1/sdc +Placed 210/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 210/1 onto dev r1z1-10.1.1.1/sdd +Placed 210/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 210/2 onto dev r1z1-10.1.1.1/sdb +Placed 210/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 190/0 onto dev r1z1-10.1.1.1/sda +Placed 190/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 190/1 onto dev r1z1-10.1.1.1/sdc +Placed 190/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 190/2 onto dev r1z1-10.1.1.1/sdd +Placed 190/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 76/0 onto dev r1z1-10.1.1.1/sdb +Placed 76/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 76/1 onto dev r1z1-10.1.1.1/sda +Placed 76/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 76/2 onto dev r1z1-10.1.1.1/sdc +Placed 76/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 54/0 onto dev r1z1-10.1.1.1/sdd +Placed 54/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 54/1 onto dev r1z1-10.1.1.1/sdb +Placed 54/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 54/2 onto dev r1z1-10.1.1.1/sda +Placed 54/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 133/0 onto dev r1z1-10.1.1.1/sdc +Placed 133/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 133/1 onto dev r1z1-10.1.1.1/sdd +Placed 133/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 133/2 onto dev r1z1-10.1.1.1/sdb +Placed 133/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 7/0 onto dev r1z1-10.1.1.1/sda +Placed 7/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 7/1 onto dev r1z1-10.1.1.1/sdc +Placed 7/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 7/2 onto dev r1z1-10.1.1.1/sdd +Placed 7/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 36/0 onto dev r1z1-10.1.1.1/sdb +Placed 36/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 36/1 onto dev r1z1-10.1.1.1/sda +Placed 36/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 36/2 onto dev r1z1-10.1.1.1/sdc +Placed 36/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 154/0 onto dev r1z1-10.1.1.1/sdd +Placed 154/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 154/1 onto dev r1z1-10.1.1.1/sdb +Placed 154/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 154/2 onto dev r1z1-10.1.1.1/sda +Placed 154/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 130/0 onto dev r1z1-10.1.1.1/sdc +Placed 130/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 130/1 onto dev r1z1-10.1.1.1/sdd +Placed 130/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 130/2 onto dev r1z1-10.1.1.1/sdb +Placed 130/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 6/0 onto dev r1z1-10.1.1.1/sda +Placed 6/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 6/1 onto dev r1z1-10.1.1.1/sdc +Placed 6/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 6/2 onto dev r1z1-10.1.1.1/sdd +Placed 6/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 125/0 onto dev r1z1-10.1.1.1/sdb +Placed 125/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 125/1 onto dev r1z1-10.1.1.1/sda +Placed 125/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 125/2 onto dev r1z1-10.1.1.1/sdc +Placed 125/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 211/0 onto dev r1z1-10.1.1.1/sdd +Placed 211/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 211/1 onto dev r1z1-10.1.1.1/sdb +Placed 211/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 211/2 onto dev r1z1-10.1.1.1/sda +Placed 211/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 98/0 onto dev r1z1-10.1.1.1/sdc +Placed 98/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 98/1 onto dev r1z1-10.1.1.1/sdd +Placed 98/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 98/2 onto dev r1z1-10.1.1.1/sdb +Placed 98/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 243/0 onto dev r1z1-10.1.1.1/sda +Placed 243/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 243/1 onto dev r1z1-10.1.1.1/sdc +Placed 243/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 243/2 onto dev r1z1-10.1.1.1/sdd +Placed 243/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 159/0 onto dev r1z1-10.1.1.1/sdb +Placed 159/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 159/1 onto dev r1z1-10.1.1.1/sda +Placed 159/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 159/2 onto dev r1z1-10.1.1.1/sdc +Placed 159/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 212/0 onto dev r1z1-10.1.1.1/sdd +Placed 212/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 212/1 onto dev r1z1-10.1.1.1/sdb +Placed 212/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 212/2 onto dev r1z1-10.1.1.1/sda +Placed 212/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 35/0 onto dev r1z1-10.1.1.1/sdc +Placed 35/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 35/1 onto dev r1z1-10.1.1.1/sdd +Placed 35/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 35/2 onto dev r1z1-10.1.1.1/sdb +Placed 35/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 109/0 onto dev r1z1-10.1.1.1/sda +Placed 109/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 109/1 onto dev r1z1-10.1.1.1/sdc +Placed 109/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 109/2 onto dev r1z1-10.1.1.1/sdd +Placed 109/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 116/0 onto dev r1z1-10.1.1.1/sdb +Placed 116/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 116/1 onto dev r1z1-10.1.1.1/sda +Placed 116/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 116/2 onto dev r1z1-10.1.1.1/sdc +Placed 116/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 227/0 onto dev r1z1-10.1.1.1/sdd +Placed 227/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 227/1 onto dev r1z1-10.1.1.1/sdb +Placed 227/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 227/2 onto dev r1z1-10.1.1.1/sda +Placed 227/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 246/0 onto dev r1z1-10.1.1.1/sdc +Placed 246/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 246/1 onto dev r1z1-10.1.1.1/sdd +Placed 246/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 246/2 onto dev r1z1-10.1.1.1/sdb +Placed 246/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 0/0 onto dev r1z1-10.1.1.1/sda +Placed 0/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 0/1 onto dev r1z1-10.1.1.1/sdc +Placed 0/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 0/2 onto dev r1z1-10.1.1.1/sdd +Placed 0/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 171/0 onto dev r1z1-10.1.1.1/sdb +Placed 171/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 171/1 onto dev r1z1-10.1.1.1/sda +Placed 171/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 171/2 onto dev r1z1-10.1.1.1/sdc +Placed 171/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 51/0 onto dev r1z1-10.1.1.1/sdd +Placed 51/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 51/1 onto dev r1z1-10.1.1.1/sdb +Placed 51/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 51/2 onto dev r1z1-10.1.1.1/sda +Placed 51/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 176/0 onto dev r1z1-10.1.1.1/sdc +Placed 176/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 176/1 onto dev r1z1-10.1.1.1/sdd +Placed 176/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 176/2 onto dev r1z1-10.1.1.1/sdb +Placed 176/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 52/0 onto dev r1z1-10.1.1.1/sda +Placed 52/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 52/1 onto dev r1z1-10.1.1.1/sdc +Placed 52/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 52/2 onto dev r1z1-10.1.1.1/sdd +Placed 52/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 158/0 onto dev r1z1-10.1.1.1/sdb +Placed 158/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 158/1 onto dev r1z1-10.1.1.1/sda +Placed 158/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 158/2 onto dev r1z1-10.1.1.1/sdc +Placed 158/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 160/0 onto dev r1z1-10.1.1.1/sdd +Placed 160/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 160/1 onto dev r1z1-10.1.1.1/sdb +Placed 160/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 160/2 onto dev r1z1-10.1.1.1/sda +Placed 160/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 226/0 onto dev r1z1-10.1.1.1/sdc +Placed 226/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 226/1 onto dev r1z1-10.1.1.1/sdd +Placed 226/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 226/2 onto dev r1z1-10.1.1.1/sdb +Placed 226/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 231/0 onto dev r1z1-10.1.1.1/sda +Placed 231/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 231/1 onto dev r1z1-10.1.1.1/sdc +Placed 231/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 231/2 onto dev r1z1-10.1.1.1/sdd +Placed 231/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 205/0 onto dev r1z1-10.1.1.1/sdb +Placed 205/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 205/1 onto dev r1z1-10.1.1.1/sda +Placed 205/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 205/2 onto dev r1z1-10.1.1.1/sdc +Placed 205/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 22/0 onto dev r1z1-10.1.1.1/sdd +Placed 22/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 22/1 onto dev r1z1-10.1.1.1/sdb +Placed 22/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 22/2 onto dev r1z1-10.1.1.1/sda +Placed 22/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 229/0 onto dev r1z1-10.1.1.1/sdc +Placed 229/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 229/1 onto dev r1z1-10.1.1.1/sdd +Placed 229/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 229/2 onto dev r1z1-10.1.1.1/sdb +Placed 229/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 96/0 onto dev r1z1-10.1.1.1/sda +Placed 96/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 96/1 onto dev r1z1-10.1.1.1/sdc +Placed 96/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 96/2 onto dev r1z1-10.1.1.1/sdd +Placed 96/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 64/0 onto dev r1z1-10.1.1.1/sdb +Placed 64/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 64/1 onto dev r1z1-10.1.1.1/sda +Placed 64/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 64/2 onto dev r1z1-10.1.1.1/sdc +Placed 64/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 88/0 onto dev r1z1-10.1.1.1/sdd +Placed 88/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 88/1 onto dev r1z1-10.1.1.1/sdb +Placed 88/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 88/2 onto dev r1z1-10.1.1.1/sda +Placed 88/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 60/0 onto dev r1z1-10.1.1.1/sdc +Placed 60/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 60/1 onto dev r1z1-10.1.1.1/sdd +Placed 60/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 60/2 onto dev r1z1-10.1.1.1/sdb +Placed 60/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 63/0 onto dev r1z1-10.1.1.1/sda +Placed 63/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 63/1 onto dev r1z1-10.1.1.1/sdc +Placed 63/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 63/2 onto dev r1z1-10.1.1.1/sdd +Placed 63/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 126/0 onto dev r1z1-10.1.1.1/sdb +Placed 126/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 126/1 onto dev r1z1-10.1.1.1/sda +Placed 126/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 126/2 onto dev r1z1-10.1.1.1/sdc +Placed 126/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 254/0 onto dev r1z1-10.1.1.1/sdd +Placed 254/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 254/1 onto dev r1z1-10.1.1.1/sdb +Placed 254/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 254/2 onto dev r1z1-10.1.1.1/sda +Placed 254/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 19/0 onto dev r1z1-10.1.1.1/sdc +Placed 19/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 19/1 onto dev r1z1-10.1.1.1/sdd +Placed 19/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 19/2 onto dev r1z1-10.1.1.1/sdb +Placed 19/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 20/0 onto dev r1z1-10.1.1.1/sda +Placed 20/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 20/1 onto dev r1z1-10.1.1.1/sdc +Placed 20/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 20/2 onto dev r1z1-10.1.1.1/sdd +Placed 20/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 78/0 onto dev r1z1-10.1.1.1/sdb +Placed 78/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 78/1 onto dev r1z1-10.1.1.1/sda +Placed 78/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 78/2 onto dev r1z1-10.1.1.1/sdc +Placed 78/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 139/0 onto dev r1z1-10.1.1.1/sdd +Placed 139/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 139/1 onto dev r1z1-10.1.1.1/sdb +Placed 139/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 139/2 onto dev r1z1-10.1.1.1/sda +Placed 139/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 104/0 onto dev r1z1-10.1.1.1/sdc +Placed 104/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 104/1 onto dev r1z1-10.1.1.1/sdd +Placed 104/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 104/2 onto dev r1z1-10.1.1.1/sdb +Placed 104/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 46/0 onto dev r1z1-10.1.1.1/sda +Placed 46/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 46/1 onto dev r1z1-10.1.1.1/sdc +Placed 46/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 46/2 onto dev r1z1-10.1.1.1/sdd +Placed 46/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 94/0 onto dev r1z1-10.1.1.1/sdb +Placed 94/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 94/1 onto dev r1z1-10.1.1.1/sda +Placed 94/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 94/2 onto dev r1z1-10.1.1.1/sdc +Placed 94/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 187/0 onto dev r1z1-10.1.1.1/sdd +Placed 187/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 187/1 onto dev r1z1-10.1.1.1/sdb +Placed 187/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 187/2 onto dev r1z1-10.1.1.1/sda +Placed 187/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 182/0 onto dev r1z1-10.1.1.1/sdc +Placed 182/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 182/1 onto dev r1z1-10.1.1.1/sdd +Placed 182/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 182/2 onto dev r1z1-10.1.1.1/sdb +Placed 182/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 118/0 onto dev r1z1-10.1.1.1/sda +Placed 118/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 118/1 onto dev r1z1-10.1.1.1/sdc +Placed 118/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 118/2 onto dev r1z1-10.1.1.1/sdd +Placed 118/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 119/0 onto dev r1z1-10.1.1.1/sdb +Placed 119/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 119/1 onto dev r1z1-10.1.1.1/sda +Placed 119/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 119/2 onto dev r1z1-10.1.1.1/sdc +Placed 119/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 201/0 onto dev r1z1-10.1.1.1/sdd +Placed 201/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 201/1 onto dev r1z1-10.1.1.1/sdb +Placed 201/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 201/2 onto dev r1z1-10.1.1.1/sda +Placed 201/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 180/0 onto dev r1z1-10.1.1.1/sdc +Placed 180/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 180/1 onto dev r1z1-10.1.1.1/sdd +Placed 180/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 180/2 onto dev r1z1-10.1.1.1/sdb +Placed 180/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 150/0 onto dev r1z1-10.1.1.1/sda +Placed 150/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 150/1 onto dev r1z1-10.1.1.1/sdc +Placed 150/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 150/2 onto dev r1z1-10.1.1.1/sdd +Placed 150/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 77/0 onto dev r1z1-10.1.1.1/sdb +Placed 77/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 77/1 onto dev r1z1-10.1.1.1/sda +Placed 77/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 77/2 onto dev r1z1-10.1.1.1/sdc +Placed 77/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 30/0 onto dev r1z1-10.1.1.1/sdd +Placed 30/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 30/1 onto dev r1z1-10.1.1.1/sdb +Placed 30/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 30/2 onto dev r1z1-10.1.1.1/sda +Placed 30/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Assigned 768 parts +Assigned 768 parts +DEBUG: Finished rebalance plan after 1 attempts +Finished rebalance plan after 1 attempts +DEBUG: Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1,) +Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1) +Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: 0 new parts and 0 removed parts from replica-count change +DEBUG: 0 new parts and 0 removed parts from replica-count change +0 new parts and 0 removed parts from replica-count change +DEBUG: Gather start is 191 (Last start was 109) +DEBUG: Gather start is 191 (Last start was 109) +Gather start is 191 (Last start was 109) +DEBUG: Unable to finish rebalance plan after 1 attempts +DEBUG: Unable to finish rebalance plan after 1 attempts +Unable to finish rebalance plan after 1 attempts +DEBUG: Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1,) +Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1) +Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: 0 new parts and 0 removed parts from replica-count change +DEBUG: 0 new parts and 0 removed parts from replica-count change +DEBUG: 0 new parts and 0 removed parts from replica-count change +0 new parts and 0 removed parts from replica-count change +DEBUG: Gather start is 191 (Last start was 109) +DEBUG: Gather start is 191 (Last start was 109) +DEBUG: Gather start is 191 (Last start was 109) +Gather start is 191 (Last start was 109) +DEBUG: Unable to finish rebalance plan after 1 attempts +DEBUG: Unable to finish rebalance plan after 1 attempts +DEBUG: Unable to finish rebalance plan after 1 attempts +Unable to finish rebalance plan after 1 attempts +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning ... ok +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full ... ok +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space ... ok +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler ... ok +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT ... ok +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info ... ok +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats ... ok +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter ... ok +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata ... ok +swift: No authentication middleware authorized request yet. Skipping staticweb +test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config +test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync +test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge +test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync +test.unit.account.test_replicator.TestReplicatorSync.test_sync ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok +test.unit.cli.test_info.TestPrintObj.test_missing_etag +test.unit.cli.test_info.TestPrintObj.test_missing_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid +test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObj.test_print_obj_valid +test.unit.cli.test_info.TestPrintObj.test_print_obj_valid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy +test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_recon.TestScout.test_scout_http_error +test.unit.cli.test_recon.TestScout.test_scout_http_error ... ok +test.unit.cli.test_recon.TestScout.test_scout_ok +test.unit.cli.test_recon.TestScout.test_scout_ok ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error +test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_ok ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout +test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error +test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error ... ok +test.unit.cli.test_recon.TestScout.test_scout_socket_timeout +test.unit.cli.test_recon.TestScout.test_scout_socket_timeout ... ok +test.unit.cli.test_recon.TestScout.test_scout_url_error +test.unit.cli.test_recon.TestScout.test_scout_url_error ... ok +test.unit.cli.test_reload.TestMain.test_check_failed +test.unit.cli.test_reload.TestMain.test_check_failed ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options ... ok +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug ... ok +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears ... ok +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload ... ok test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated ... ok test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match ... ok test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim ... ok +test.unit.account.test_reaper.TestReaper.test_basic_reap_account +test.unit.account.test_reaper.TestReaper.test_basic_reap_account ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid ... ok test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match ... ok test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0017 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0019 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0021 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0023 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0041 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0023 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0021 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0021 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0117 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0026 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0040 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0014 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0010 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0015 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0017 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0017 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0017 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0015 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0015 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0014 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0046 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0017 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0015 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0021 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0015 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0009 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0017 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0020 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0014 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0011 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0017 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0018 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0022 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:51 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0020 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3082118 -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated ... ok test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match ... ok @@ -61171,6 +63397,101 @@ test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback ... ok test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body ... ok + +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}'test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.account.test_reaper.TestReaper.test_creation +test.unit.account.test_reaper.TestReaper.test_creation ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json ... ok test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag ... ok test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag @@ -61211,86 +63532,463 @@ test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption ... ok test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_existing_part_number_greater_than_max_parts_allowed -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_existing_part_number_greater_than_max_parts_allowed ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_huge_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_huge_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_invalid_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_invalid_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_out_of_range_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_out_of_range_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_zero_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_zero_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_huge_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_huge_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_invalid_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_invalid_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_out_of_range_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_out_of_range_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_zero_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_zero_part_num ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root ... ok -test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration -test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file ... ok +test ERROR: get_keys(): from callback: Testing: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys + keys = fetch_crypto_keys(key_id=key_id) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_encrypter.py", line 913, in raise_exc + raise Exception('Testing') +Exception: Testing +test ERROR: ERROR get_keys() missing callback: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys + fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] + ~~~^^^^^^^^^^^^^^^^^^^^^ +KeyError: 'swift.callback.fetch_crypto_keys' +Something useful +Also useful +Boring, but not secret +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission ... ok +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value ... ok +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default ... ok +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set ... ok +test.unit.account.test_reaper.TestReaper.test_reap_account +test.unit.account.test_reaper.TestReaper.test_reap_account ... ok +test.unit.account.test_reaper.TestReaper.test_reap_account_no_container +test.unit.account.test_reaper.TestReaper.test_reap_account_no_container ... ok +test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding +test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container +test.unit.account.test_reaper.TestReaper.test_reap_container ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail +test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index +test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index ... ok test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_disappears_appears_logging test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_disappears_appears_logging ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_auth_url +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_auth_url ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_user_domain_name +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_user_domain_name ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_config_file_and_params +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_config_file_and_params ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_format +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_format ... ok +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.01s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper ERROR: Exception with objects for container c for account a: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 394, in reap_container + policy_index = headers.get('X-Backend-Storage-Policy-Index', 0) + ^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'get' +test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.2:6202/sda1: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.3:6202/None: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.1:6202/sda3: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.1:6202/sda3: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 371, in reap_container + headers, objects = direct_get_container( + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 171, in fake_direct_get_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Timeout Exception with 10.10.10.1:6202/sda3 +test-reaper ERROR: ERROR: invalid storage policy index: 2 +test-reaper ERROR: Exception with objects for container c for account a: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 394, in reap_container + policy_index = headers.get('X-Backend-Storage-Policy-Index', 0) + ^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'get' +test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts ... ok +test.unit.cli.test_reload.TestMain.test_good +test.unit.cli.test_reload.TestMain.test_good ... ok +test.unit.cli.test_reload.TestMain.test_needs_pid +test.unit.cli.test_reload.TestMain.test_needs_pid ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_partial_fail +test.unit.account.test_reaper.TestReaper.test_reap_container_partial_fail ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml ... ok + +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:full_control OWNER +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission ... ok test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_clears_all_limits test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_clears_all_limits ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_custom_interval +test.unit.account.test_reaper.TestReaper.test_reap_delay +test.unit.account.test_reaper.TestReaper.test_reap_delay ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_id +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_id ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_custom_interval test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_custom_interval ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET ... ok test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_default_interval test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_default_interval ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password ... ok +test.unit.account.test_reaper.TestReaper.test_reap_device +test.unit.account.test_reaper.TestReaper.test_reap_device ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username ... ok test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_disabled test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_disabled ... ok test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_empty_section test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_empty_section ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key ... ok +test.unit.account.test_reaper.TestReaper.test_reap_device_with_not_my_ip +test.unit.account.test_reaper.TestReaper.test_reap_device_with_not_my_ip ... ok test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_error test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_error ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id ... ok +test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding +test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding ... ok +test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails +test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails ... ok +test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration +test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration ... ok +test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim +test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim ... ok +test.unit.account.test_backend.TestAccountBroker.test_chexor +test.unit.account.test_backend.TestAccountBroker.test_chexor ... ok +test.unit.account.test_backend.TestAccountBroker.test_creation +test.unit.account.test_backend.TestAccountBroker.test_creation ... ok +test.unit.account.test_backend.TestAccountBroker.test_delete_container +test.unit.account.test_backend.TestAccountBroker.test_delete_container ... ok +test.unit.account.test_backend.TestAccountBroker.test_delete_db_status +test.unit.account.test_backend.TestAccountBroker.test_delete_db_status ... ok test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_logging test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_logging ... ok test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_set_and_missing test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_set_and_missing ... ok test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_unset_and_missing test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_unset_and_missing ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options ... ok test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_reload_does_not_override_reload_options test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_reload_does_not_override_reload_options ... ok test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init @@ -61311,320 +64009,273 @@ test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_unset_and_missing ... ok test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_not_ratelimited test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_not_ratelimited ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options ... ok -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00040 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpt4_nn5a6/sda/accounts/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00497 seconds (201.27745/s) -test INFO: Removed 1 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00032 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00023 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00027 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -REPLICATE: /sda/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '1715908e-ffc0-4d0f-b9c7-dcb543bb70e2-sda', '1734804819.52643', '1734804819.52485', '0', '') -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpy6_oh7h2/sda/accounts/0/cca/7e85f39cfbd92b74b0b21a19f4188cca/7e85f39cfbd92b74b0b21a19f4188cca.db -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '61aebd53-43bc-4623-89fe-2902e01f5495-sda', '1734804819.53256', '1734804819.53098', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('61aebd53-43bc-4623-89fe-2902e01f5495-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '61aebd53-43bc-4623-89fe-2902e01f5495-sda', '1734804819.53256', '1734804819.53098', '0', '') -REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('61aebd53-43bc-4623-89fe-2902e01f5495-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01456 seconds (68.66181/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (1, '2d44bcccbfb775719bc9b0e14161d6ad', 'b3765515-d706-4a0c-9f05-62931bbb43ed-sda', '1734804819.56255', '1734804819.56068', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, rsync_then_merge, ('b3765515-d706-4a0c-9f05-62931bbb43ed-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (11, 'cf49c084893ccfdedfb2d3dc46feea3c', '67e74d53-beb1-4052-b2ea-58aa4184cc41-sda', '1734804819.57929', '1734804819.57781', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_items, ([{'ROWID': 1, 'name': '/a/c_0', 'put_timestamp': '1734804819.58423', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c_1', 'put_timestamp': '1734804819.5845', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c_2', 'put_timestamp': '1734804819.58463', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c_3', 'put_timestamp': '1734804819.58472', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c_4', 'put_timestamp': '1734804819.5848', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c_5', 'put_timestamp': '1734804819.58488', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c_6', 'put_timestamp': '1734804819.58526', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c_7', 'put_timestamp': '1734804819.58544', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c_8', 'put_timestamp': '1734804819.58558', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c_9', 'put_timestamp': '1734804819.58566', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c_missing', 'put_timestamp': '1734804819.58579', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}], '67e74d53-beb1-4052-b2ea-58aa4184cc41-sda') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_syncs, ([],) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_zero_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_zero_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_huge_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_huge_part_num ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_ratelimited +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_ratelimited ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_no_ratelimiting_configured +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_no_ratelimiting_configured ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_read_default_backend_ratelimit_conf +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_read_default_backend_ratelimit_conf ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request ... ok +test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_and_range ... ok -test.unit.account.test_reaper.TestReaper.test_basic_reap_account -test.unit.account.test_reaper.TestReaper.test_basic_reap_account ... ok -test.unit.account.test_reaper.TestReaper.test_creation -test.unit.account.test_reaper.TestReaper.test_creation ... ok -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value ... ok -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default ... ok -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set ... ok -test.unit.account.test_reaper.TestReaper.test_reap_account -test.unit.account.test_reaper.TestReaper.test_reap_account ... ok -test.unit.account.test_reaper.TestReaper.test_reap_account_no_container -test.unit.account.test_reaper.TestReaper.test_reap_account_no_container ... ok -test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding -test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container -test.unit.account.test_reaper.TestReaper.test_reap_container ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail -test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index -test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail ... ok -test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder -test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder ... ok -test.unit.cli.test_info.TestPrintObj.test_missing_etag -test.unit.cli.test_info.TestPrintObj.test_missing_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking ... ok -test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid -test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObj.test_print_obj_valid -test.unit.cli.test_info.TestPrintObj.test_print_obj_valid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy -test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_existing_part_number_greater_than_max_parts_allowed +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_existing_part_number_greater_than_max_parts_allowed ... ok +test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding_and_various_devices +test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding_and_various_devices ... ok + +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0010 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0015 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0019 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0038 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0017 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0015 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0015 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0015 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0015 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0021 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0002 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0017 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0015 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0021 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0088 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0014 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0015 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0015 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0014 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0014 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0013 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0014 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0014 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0013 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0014 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0017 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0015 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0013 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0009 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0019 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0042 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0015 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0014 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0015 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0014 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0015 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0014 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0020 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0014 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0040 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0015 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0013 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0042 "-" 3082118 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok +test.unit.cli.test_reload.TestMain.test_timeout +test.unit.cli.test_reload.TestMain.test_timeout ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception +test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET ... ok +test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter ... ok +test.unit.account.test_reaper.TestReaper.test_reap_device_with_ts +test.unit.account.test_reaper.TestReaper.test_reap_device_with_ts ... ok +test.unit.account.test_reaper.TestReaper.test_reap_object +test.unit.account.test_reaper.TestReaper.test_reap_object ... ok +test.unit.account.test_reaper.TestReaper.test_reap_object_fail +test.unit.account.test_reaper.TestReaper.test_reap_object_fail ... ok +test.unit.account.test_reaper.TestReaper.test_reap_object_non_exist_policy_index +test.unit.account.test_reaper.TestReaper.test_reap_object_non_exist_policy_index ... ok +test.unit.account.test_reaper.TestReaper.test_reap_object_timeout +test.unit.account.test_reaper.TestReaper.test_reap_object_timeout ... ok +test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_bad_value +test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_bad_value ... ok +test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_set +test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_set ... ok +test.unit.account.test_reaper.TestReaper.test_reset_stats +test.unit.account.test_reaper.TestReaper.test_reset_stats ... ok +test.unit.account.test_reaper.TestReaper.test_run_forever +test.unit.account.test_reaper.TestReaper.test_run_forever ... ok +test.unit.account.test_reaper.TestReaper.test_run_once +test.unit.account.test_reaper.TestReaper.test_run_once ... ok test.unit.cli.test_recon.TestReconCommands.test_disk_usage test.unit.cli.test_recon.TestReconCommands.test_disk_usage ... ok test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 @@ -61681,6 +64332,30 @@ test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json ... ok test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id ... ok test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response ... ok test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response @@ -61771,183 +64446,224 @@ test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata ... ok test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container ... ok -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0047 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0025 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0017 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0026 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0026 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0026 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0024 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0045 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0051 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0048 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0022 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0040 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0042 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0060 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0013 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0010 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0032 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0032 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0018 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0017 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0147 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0017 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0016 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0016 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0017 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0016 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0025 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0015 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0031 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0029 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0026 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0016 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0016 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0015 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0022 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0014 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0038 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0027 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0020 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0017 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0016 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0021 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0015 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0011 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0016 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0020 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0016 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0025 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0024 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0021 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 33055 -test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter -test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_json -test.unit.account.test_server.TestAccountController.test_GET_not_found_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_plain -test.unit.account.test_server.TestAccountController.test_GET_not_found_plain ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_xml -test.unit.account.test_server.TestAccountController.test_GET_not_found_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_over_limit -test.unit.account.test_server.TestAccountController.test_GET_over_limit ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size ... ok -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper ERROR: Exception with objects for container c for account a: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 394, in reap_container - policy_index = headers.get('X-Backend-Storage-Policy-Index', 0) - ^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'get' -test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink ... ok +test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args +test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_syncs +test.unit.cli.test_info.TestCliInfo.test_print_db_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_info +test.unit.cli.test_info.TestCliInfo.test_print_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_huge_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_huge_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_invalid_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_invalid_part_num ... ok +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag +test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_backend.TestAccountBroker.test_empty +test.unit.account.test_backend.TestAccountBroker.test_empty ... ok +test.unit.account.test_backend.TestAccountBroker.test_exception +test.unit.account.test_backend.TestAccountBroker.test_exception ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_info +test.unit.account.test_backend.TestAccountBroker.test_get_info ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats +test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats ... ok +test.unit.account.test_backend.TestAccountBroker.test_initialize_fail +test.unit.account.test_backend.TestAccountBroker.test_initialize_fail ... ok +test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted +test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted ... ok +test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name ... ok +test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter +test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter ... ok +test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse ... ok +test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts ... ok +test.unit.account.test_backend.TestAccountBroker.test_merge_items +test.unit.account.test_backend.TestAccountBroker.test_merge_items ... ok +test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode ... ok +test.unit.account.test_backend.TestAccountBroker.test_newid +test.unit.account.test_backend.TestAccountBroker.test_newid ... ok +test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking ... ok +test.unit.account.test_backend.TestAccountBroker.test_put_container +test.unit.account.test_backend.TestAccountBroker.test_put_container ... ok +test.unit.account.test_backend.TestAccountBroker.test_reclaim +test.unit.account.test_backend.TestAccountBroker.test_reclaim ... ok +test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_empty +test.unit.account.test_server.TestAccountController.test_DELETE_empty ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition +test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_not_empty +test.unit.account.test_server.TestAccountController.test_DELETE_not_empty ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_not_found +test.unit.account.test_server.TestAccountController.test_DELETE_not_found ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_now_empty +test.unit.account.test_server.TestAccountController.test_DELETE_now_empty ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float +test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard +test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting +test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_json +test.unit.account.test_server.TestAccountController.test_GET_accept_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid +test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard +test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_xml +test.unit.account.test_server.TestAccountController.test_GET_accept_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_empty_account_json +test.unit.account.test_server.TestAccountController.test_GET_empty_account_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain +test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain ... ok +test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml +test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_invalid_accept +test.unit.account.test_server.TestAccountController.test_GET_invalid_accept ... ok +test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter +test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter ... ok +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain ... ok + +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission ... ok + test-reaper ERROR: Exception with 10.10.10.2:6202/sda1: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container @@ -61993,187 +64709,269 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container raise self.myexp swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.1:6202/sda3: +test-reaper ERROR: Exception with 10.0.0.0:1000/sda: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 491, in reap_object + direct_delete_object( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 160, in fake_direct_delete_object raise self.myexp swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.1:6202/sda3: +test-reaper ERROR: Timeout Exception with 10.0.0.0:1000/sda +test-reaper ERROR: Timeout Exception with 10.0.0.1:1001/sdb +test-reaper ERROR: Timeout Exception with 10.0.0.2:1002/sdc +test-reaper ERROR: Timeout Exception with 10.0.0.3:1003/sdd +test-reaper DEBUG: Begin devices pass: thisdeviceisbad +test-reaper ERROR: Exception in top-level account reaper loop: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 371, in reap_container - headers, objects = direct_get_container( - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 171, in fake_direct_get_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Timeout Exception with 10.10.10.1:6202/sda3 -test-reaper ERROR: ERROR: invalid storage policy index: 2 -test-reaper ERROR: Exception with objects for container c for account a: + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 136, in run_once + for device in os.listdir(self.devices): + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: 'thisdeviceisbad' +test-reaper INFO: Devices pass completed: 0.00s +[2026-01-24 00:42:52] Checking auditor stats +=============================================================================== +test ERROR: Error decrypting container listing: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: get_keys(): unknown key id: unknown_key +test ERROR: Error decrypting container listing: unknown_key +test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Cipher must be AES_CTR_256 +test DEBUG: No decryption is necessary because of override +test DEBUG: No decryption is necessary because of override +test ERROR: get_keys(): from callback: Testing: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 394, in reap_container - policy_index = headers.get('X-Backend-Storage-Policy-Index', 0) - ^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'get' -test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys + keys = fetch_crypto_keys(key_id=key_id) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_decrypter.py", line 902, in raise_exc + raise Exception('Testing') +Exception: Testing +test ERROR: Error decrypting header X-Object-Sysmeta-Crypto-Etag: Missing crypto meta in value fgBd78GL6kACmfmuAxTz9B7eJCFTfjxotcr7trw/5Qo= +test ERROR: ERROR get_keys() missing callback: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404test.unit.account.test_reaper.TestReaper.test_reap_container_partial_fail -test.unit.account.test_reaper.TestReaper.test_reap_container_partial_fail ... ok -test.unit.account.test_reaper.TestReaper.test_reap_delay -test.unit.account.test_reaper.TestReaper.test_reap_delay ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device -test.unit.account.test_reaper.TestReaper.test_reap_device ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device_with_not_my_ip -test.unit.account.test_reaper.TestReaper.test_reap_device_with_not_my_ip ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding -test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding_and_various_devices -test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding_and_various_devices ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device_with_ts -test.unit.account.test_reaper.TestReaper.test_reap_device_with_ts ... ok -test.unit.account.test_reaper.TestReaper.test_reap_object -test.unit.account.test_reaper.TestReaper.test_reap_object ... ok -test.unit.account.test_reaper.TestReaper.test_reap_object_fail -test.unit.account.test_reaper.TestReaper.test_reap_object_fail ... ok -test.unit.account.test_reaper.TestReaper.test_reap_object_non_exist_policy_index -test.unit.account.test_reaper.TestReaper.test_reap_object_non_exist_policy_index ... ok -test.unit.account.test_reaper.TestReaper.test_reap_object_timeout -test.unit.account.test_reaper.TestReaper.test_reap_object_timeout ... ok -test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_bad_value -test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_bad_value ... ok -test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_set -test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_set ... ok -test.unit.account.test_reaper.TestReaper.test_reset_stats -test.unit.account.test_reaper.TestReaper.test_reset_stats ... ok -test.unit.account.test_reaper.TestReaper.test_run_forever -test.unit.account.test_reaper.TestReaper.test_run_forever ... ok -test.unit.account.test_reaper.TestReaper.test_run_once -test.unit.account.test_reaper.TestReaper.test_run_once ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys + fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] + ~~~^^^^^^^^^^^^^^^^^^^^^ +KeyError: 'swift.callback.fetch_crypto_keys' +test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting object: Bad crypto meta: Missing 'cipher' +test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting object: Key must be length 32 bytes +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes +test ERROR: Bad key for 'object': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys + self.crypto.check_key(key) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: Error decrypting object: Missing 'body_key' +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== +test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes +test ERROR: Bad key for 'object': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys + self.crypto.check_key(key) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg==test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case ... ok +test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers +test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers ... ok +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys ... ok -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: permission denined: 403 Forbidden test:write OWNER +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other OWNER +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users ... ok + +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0026 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0019 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0019 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0013 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0019 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0014 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0079 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0029 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0013 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0037 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0009 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0019 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0025 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0010 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0019 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0024 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0020 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0014 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0031 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0010 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0002 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0028 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 3082118 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_invalid_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_invalid_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_out_of_range_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_out_of_range_part_num ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_ratelimited -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_ratelimited ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_no_ratelimiting_configured -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_no_ratelimiting_configured ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_read_default_backend_ratelimit_conf -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_read_default_backend_ratelimit_conf ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim ... ok -test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_out_of_range_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_out_of_range_part_num ... ok test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files @@ -62188,56 +64986,8 @@ test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_reload.TestValidateManagerPid.test_good -test.unit.cli.test_reload.TestValidateManagerPid.test_good ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_python -test.unit.cli.test_reload.TestValidateManagerPid.test_non_python ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_server -test.unit.cli.test_reload.TestValidateManagerPid.test_non_server ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift -test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_open_error -test.unit.cli.test_reload.TestValidateManagerPid.test_open_error ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_worker -test.unit.cli.test_reload.TestValidateManagerPid.test_worker ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size ... ok test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info ... ok test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge @@ -62246,306 +64996,6 @@ test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap ... ok test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put ... ok -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options ... ok -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file ... ok -Something useful -Also useful -Boring, but not secret -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir ... ok -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock ... ok -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name -test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield ... ok -test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args -test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_syncs -test.unit.cli.test_info.TestCliInfo.test_print_db_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_info -test.unit.cli.test_info.TestCliInfo.test_print_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'X-Amz-Acl': 'public-read', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Grant AllUsers READ permission on the bucket /bucket -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'Content-Md5': 'Je0by0I7C3IA9IX8X/ccjg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '25ed1bcb423b0b7200f485fc5ff71c8e'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page ... ok test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap ... ok test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor @@ -62554,467 +65004,330 @@ test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state ... ok test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict ... ok -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error ... ok - -test-reaper ERROR: Exception with 10.10.10.2:6202/sda1: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.3:6202/None: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.0.0.0:1000/sda: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 491, in reap_object - direct_delete_object( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 160, in fake_direct_delete_object - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Timeout Exception with 10.0.0.0:1000/sda -test-reaper ERROR: Timeout Exception with 10.0.0.1:1001/sdb -test-reaper ERROR: Timeout Exception with 10.0.0.2:1002/sdc -test-reaper ERROR: Timeout Exception with 10.0.0.3:1003/sdd -test-reaper DEBUG: Begin devices pass: thisdeviceisbad -test-reaper ERROR: Exception in top-level account reaper loop: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 136, in run_once - for device in os.listdir(self.devices): - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: 'thisdeviceisbad' -test-reaper INFO: Devices pass completed: 0.00s -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0052 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0044 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0017 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0020 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0035 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0047 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0023 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0032 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0024 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0038 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0046 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0023 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0040 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0024 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0053 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0025 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0013 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0010 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0049 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0094 "-" 33253 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json ... ok test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps ... ok test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing ... ok + fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -test DEBUG: tenant mismatch: BLAN_a != tenant_id -test DEBUG: allow user with role(s) admin,swiftoperator as account admin -test DEBUG: allow user with role(s) admin,swiftoperator as account admin -test DEBUG: allowing proxy 127.0.0.1 for container-sync -test DEBUG: User tenant_id has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:* allowed in ACL authorizing. -test DEBUG: authorizing http://example.com/index.html via referer ACL -test DEBUG: Names allowed in acls. -test DEBUG: authorizing http://example.com/index.html via referer ACL -test DEBUG: User tenant_id has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL: allowme authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user *:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user *:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user *:* allowed in ACL authorizing. -test DEBUG: User tenant_name:user_name is not allowed to delete its own account -test DEBUG: User tenant_id has reseller admin authorizing -test DEBUG: Using identity: {'user': ('user_id', 'user_name'), 'tenant': ('test', 'tenant_name'), 'roles': ['reselleradmin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: User test has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_zero_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_zero_part_num ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission ... ok -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate ... ok +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00037 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpgj37855j/sda/accounts/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00260 seconds (385.20779/s) +test INFO: Removed 1 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00031 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00026 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00028 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +REPLICATE: /sda/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '78f44c2b-3d72-4881-ab14-6a0642975c63-sda', '1769215372.42395', '1769215372.42230', '0', '') +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpevlt5t24/sda/accounts/0/cca/7e85f39cfbd92b74b0b21a19f4188cca/7e85f39cfbd92b74b0b21a19f4188cca.db +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '9b682018-d909-47b6-80ac-f6f6a8091e6e-sda', '1769215372.42987', '1769215372.42833', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('9b682018-d909-47b6-80ac-f6f6a8091e6e-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '9b682018-d909-47b6-80ac-f6f6a8091e6e-sda', '1769215372.42987', '1769215372.42833', '0', '') +REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('9b682018-d909-47b6-80ac-f6f6a8091e6e-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01234 seconds (81.05809/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (1, '5e04b315239747755acb7abdc4cd5a2f', '2968575a-f746-4bbc-9db9-48b59fd0a17f-sda', '1769215372.44921', '1769215372.44771', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, rsync_then_merge, ('2968575a-f746-4bbc-9db9-48b59fd0a17f-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (11, 'f28eace4a1b1585365efd671175d3603', '41c4fec2-c443-4179-b387-b85525cc4076-sda', '1769215372.46382', '1769215372.46219', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_items, ([{'ROWID': 1, 'name': '/a/c_0', 'put_timestamp': '1769215372.47556', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c_1', 'put_timestamp': '1769215372.47582', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c_2', 'put_timestamp': '1769215372.47592', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c_3', 'put_timestamp': '1769215372.476', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c_4', 'put_timestamp': '1769215372.47608', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c_5', 'put_timestamp': '1769215372.47616', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c_6', 'put_timestamp': '1769215372.47624', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c_7', 'put_timestamp': '1769215372.47632', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c_8', 'put_timestamp': '1769215372.4764', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c_9', 'put_timestamp': '1769215372.47648', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c_missing', 'put_timestamp': '1769215372.47656', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}], '41c4fec2-c443-4179-b387-b85525cc4076-sda') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_syncs, ([],) +Reloaded swift-proxy-server +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE + self._delete_segments_bucket(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket + resp = req.get_response(self.app, 'HEAD') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys @@ -63043,333 +65356,8 @@ test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker ... ok - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0011 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0016 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0028 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0018 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0017 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0020 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0016 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0017 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0044 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0017 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0015 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0015 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0016 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0017 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0016 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0016 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0015 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0005 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0030 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0002 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0037 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0016 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0017 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0034 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0017 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0016 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0042 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0015 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0021 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0023 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0016 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:39 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0031 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0021 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0139 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0019 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0011 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0017 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0026 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0017 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0016 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0015 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0020 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0015 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0016 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0016 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0019 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0027 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0025 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0011 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0017 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0035 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0017 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0016 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0024 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0016 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0016 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0025 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0026 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0035 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0023 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0035 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0021 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 33055 -test.unit.account.test_server.TestAccountController.test_GET_with_containers_json -test.unit.account.test_server.TestAccountController.test_GET_with_containers_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain -test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain ... ok -test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml -test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_empty_account -test.unit.account.test_server.TestAccountController.test_HEAD_empty_account ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_not_found -test.unit.account.test_server.TestAccountController.test_HEAD_not_found ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_with_containers -test.unit.account.test_server.TestAccountController.test_HEAD_with_containers ... ok -test.unit.account.test_server.TestAccountController.test_OPTIONS -test.unit.account.test_server.TestAccountController.test_OPTIONS ... ok -test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata -test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata ... ok -test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata -test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata ... ok -test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found -test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found ... ok -test.unit.account.test_server.TestAccountController.test_POST_insufficient_space -test.unit.account.test_server.TestAccountController.test_POST_insufficient_space ... ok -test.unit.account.test_server.TestAccountController.test_POST_invalid_partition -test.unit.account.test_server.TestAccountController.test_POST_invalid_partition ... ok -test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float -test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float ... ok -test.unit.account.test_server.TestAccountController.test_PUT -test.unit.account.test_server.TestAccountController.test_PUT ... ok -test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata -test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion ... ok -test.unit.common.ring.test_ring.TestRingData.test_attrs -test.unit.common.ring.test_ring.TestRingData.test_attrs ... ok -test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization -test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization ... ok -test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data -test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data ... ok -test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization -test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization ... ok -test.unit.common.ring.test_ring.TestRingData.test_load_closes_file -test.unit.common.ring.test_ring.TestRingData.test_load_closes_file ... ok -test.unit.common.ring.test_ring.TestRingData.test_permissions -test.unit.common.ring.test_ring.TestRingData.test_permissions ... ok -test.unit.common.ring.test_ring.TestRingData.test_replica_count -test.unit.common.ring.test_ring.TestRingData.test_replica_count ... ok -test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization -test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type ... ok -test.unit.common.test_manager.TestServer.test_conf_dir -test.unit.common.test_manager.TestServer.test_conf_dir ... ok -test.unit.common.test_manager.TestServer.test_conf_files -test.unit.common.test_manager.TestServer.test_conf_files ... ok -test.unit.common.test_manager.TestServer.test_create_server -test.unit.common.test_manager.TestServer.test_create_server ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error ... ok -[2024-12-21 18:13:39] Checking auditor stats -=============================================================================== -test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Cipher must be AES_CTR_256 -test DEBUG: No decryption is necessary because of override -test DEBUG: No decryption is necessary because of override -test ERROR: get_keys(): from callback: Testing: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys - keys = fetch_crypto_keys(key_id=key_id) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_decrypter.py", line 902, in raise_exc - raise Exception('Testing') -Exception: Testing -test ERROR: Error decrypting header X-Object-Sysmeta-Crypto-Etag: Missing crypto meta in value fgBd78GL6kACmfmuAxTz9B7eJCFTfjxotcr7trw/5Qo= -test ERROR: ERROR get_keys() missing callback: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys - fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] - ~~~^^^^^^^^^^^^^^^^^^^^^ -KeyError: 'swift.callback.fetch_crypto_keys' -test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting object: Bad crypto meta: Missing 'cipher' -test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting object: Key must be length 32 bytes -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys - self.crypto.check_key(key) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Error decrypting object: Missing 'body_key' -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== -test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys - self.crypto.check_key(key) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: FORCED_TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}'test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions @@ -63388,50 +65376,6 @@ test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging ... ok -test.unit.common.test_manager.TestServer.test_expirer_conf_files -test.unit.common.test_manager.TestServer.test_expirer_conf_files ... ok -test.unit.common.test_manager.TestServer.test_get_conf_file_name -test.unit.common.test_manager.TestServer.test_get_conf_file_name ... ok -test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name -test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name ... ok -test.unit.common.test_manager.TestServer.test_get_pid_file_name -test.unit.common.test_manager.TestServer.test_get_pid_file_name ... ok -test.unit.common.test_manager.TestServer.test_get_running_pids -test.unit.common.test_manager.TestServer.test_get_running_pids ... ok -test.unit.common.test_manager.TestServer.test_interact -test.unit.common.test_manager.TestServer.test_interact ... ok -test.unit.common.test_manager.TestServer.test_iter_pid_files -test.unit.common.test_manager.TestServer.test_iter_pid_files ... ok -test.unit.common.test_manager.TestServer.test_kill_running_pids -test.unit.common.test_manager.TestServer.test_kill_running_pids ... ok -test.unit.common.test_manager.TestServer.test_launch -test.unit.common.test_manager.TestServer.test_launch ... ok -test.unit.common.test_manager.TestServer.test_named_conf_dir -test.unit.common.test_manager.TestServer.test_named_conf_dir ... ok -test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files -test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files ... ok -test.unit.common.test_manager.TestServer.test_proxy_conf_dir -test.unit.common.test_manager.TestServer.test_proxy_conf_dir ... ok -test.unit.common.test_manager.TestServer.test_server_equality -test.unit.common.test_manager.TestServer.test_server_equality ... ok -test.unit.common.test_manager.TestServer.test_server_repr -test.unit.common.test_manager.TestServer.test_server_repr ... ok -test.unit.common.test_manager.TestServer.test_server_to_string -test.unit.common.test_manager.TestServer.test_server_to_string ... ok -test.unit.common.test_manager.TestServer.test_signal_pids -test.unit.common.test_manager.TestServer.test_signal_pids ... ok -test.unit.common.test_manager.TestServer.test_spawn -test.unit.common.test_manager.TestServer.test_spawn ... ok -test.unit.common.test_manager.TestServer.test_status -test.unit.common.test_manager.TestServer.test_status ... ok -test.unit.common.test_manager.TestServer.test_stop -test.unit.common.test_manager.TestServer.test_stop ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error @@ -63440,601 +65384,376 @@ test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body_bad_hash +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body_bad_hash ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_part_num ... ok -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0018 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0029 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0017 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0016 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0016 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0031 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0016 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0037 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0016 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0017 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0045 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0011 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0036 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0056 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0016 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0021 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0031 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0015 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0027 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0016 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0017 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0043 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0019 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0028 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0016 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0015 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0022 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0042 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0046 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0010 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0033 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0017 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0017 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0045 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0017 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0016 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0017 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0021 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0031 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0022 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0016 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0041 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0016 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0016 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0015 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0015 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0037 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0052 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0002 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0114 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0018 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0017 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0017 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0016 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0032 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0018 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0017 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0015 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0023 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0016 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0052 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0017 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0018 "-" 33253 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok - +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: public None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: authenticated None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices -test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default -test.unit.cli.test_ringbuilder.TestCommands.test_default ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception -test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_output -test.unit.cli.test_ringbuilder.TestCommands.test_default_output ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned -test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check -test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed -test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output -test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command ... ok -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Error retrieving recon data: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 228, in raise_Exception - raise Exception -Exception -test ERROR: Error reading recon cache file: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: [Errno None] None -test ERROR: Error reading recon cache file: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: [Errno None] None -test ERROR: Error parsing recon cache file: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 225, in raise_ValueError - raise ValueError -ValueError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file - raise IOError -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file - raise IOError -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSErrortest.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_non_integer_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumber.test_get_non_integer_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_out_of_range_part_number -test.unit.common.middleware.test_slo.TestPartNumber.test_get_out_of_range_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_num_with_repeated_segments -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_num_with_repeated_segments ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_data_manifest -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_data_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_large_manifest -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_large_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_sub_slo -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_sub_slo ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_negative_part_number_invalid_on_subrange -test.unit.common.middleware.test_slo.TestPartNumber.test_head_negative_part_number_invalid_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_non_integer_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumber.test_head_non_integer_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number -test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number_on_subrange -test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_data_manifest -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_data_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_refetch_path -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_refetch_path ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_subrange -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_zero_invalid -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_zero_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_negative_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumber.test_negative_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_exceeds_max_manifest_segments_is_ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_exceeds_max_manifest_segments_is_ok ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_manifest_get -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_manifest_get ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object_with_range -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object_with_range ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_sub_ranges_manifest -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_sub_ranges_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_with_range_segments -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_with_range_segments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring -test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid_on_subrange -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_range_with_part_number_is_error -test.unit.common.middleware.test_slo.TestPartNumber.test_range_with_part_number_is_error ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_find_parts -test.unit.cli.test_ringbuilder.TestCommands.test_find_parts ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name -test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root ... ok +test INFO: Begin account audit "once" mode +test ERROR: Audit Failed for /tmp/tmpkq7ccaim/sda/accounts/0/0/0/test.db: The total container_count for the account a (3) does not match the sum of container_count across policies (2) +test INFO: Account audit "once" mode completed: 0.00s +test INFO: Begin account audit "once" mode +test INFO: Account audit "once" mode completed: 0.00s +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0072 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0015 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0024 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0023 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0027 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0036 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0023 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0023 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0012 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0014 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0010 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0017 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0017 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0015 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0016 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0015 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0039 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0017 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0100 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0017 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0096 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0019 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0016 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0110 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0016 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0056 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0016 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0020 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0014 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0014 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0015 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0044 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0022 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0013 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0015 "-" 3082122 -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml ... ok +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag +test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type ... ok +test.unit.account.test_server.TestAccountController.test_GET_log_requests_false +test.unit.account.test_server.TestAccountController.test_GET_log_requests_false ... ok +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict ... ok +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret ... ok +test.unit.account.test_server.TestAccountController.test_GET_log_requests_true +test.unit.account.test_server.TestAccountController.test_GET_log_requests_true ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET ... ok -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler ... ok -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest ... ok -test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning -test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning ... ok -test.unit.common.test_db.TestDictFactory.test_normal_case -test.unit.common.test_db.TestDictFactory.test_normal_case ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output -test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format ... ok -Finished. Marked 0 objects for deletion. +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ @@ -64043,29 +65762,36 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE - self._delete_segments_bucket(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket - resp = req.get_response(self.app, 'HEAD') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' +fake-swift ERROR: Expecting value: line 1 column 1 (char 0): Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ resp = self.handle_request(req) @@ -64073,15 +65799,234 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET + objects = json.loads(resp.body) + ^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/decoder.py", line 338, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/decoder.py", line 356, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies +test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_zero_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_zero_part_num ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments ... ok +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location ... ok +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version ... ok +test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter +test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission ... ok + +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0029 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0017 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0007 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0032 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0029 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0011 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0009 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0021 "-" 3082118 - +test DEBUG: - - - [24/Jan/2026:00:42:52 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 3082118 - +test DEBUG: - - - [24/Jan/2026:00:42:52 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 3082118 - +test DEBUG: - - - [24/Jan/2026:00:42:52 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 3082118 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats + resp = func(ctrl, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 281, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch + return getattr(self, op)( + ^^^^^^^^^^^^^^^^^ +AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [24/Jan/2026:00:42:52 +0000] "REPLICATE /sda1/p/a/" 500 832 "-" "-" "-" 0.0035 "-" 3082118 - +test DEBUG: - - - [24/Jan/2026:00:42:52 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 3082118 - +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_server.py", line 2606, in mock_put_method + raise Exception() +Exception +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0020 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0002 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0009 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0025 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0026 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0013 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0014 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0013 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0015 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0019 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0015 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0014 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0017 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0015 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0025 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3082118 2 +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0048 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 3082118 - +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_huge_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_huge_part_num ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret ... ok + fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -64150,9 +66095,9 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 21/Dec/2024/18/13/41 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0007 - - 1734804821.409993887 1734804821.410671949 0 +fake-swift INFO: - - 24/Jan/2026/00/42/53 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0010 - - 1769215373.205608130 1769215373.206631899 0 fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 21/Dec/2024/18/13/41 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0006 - - 1734804821.411260843 1734804821.411815405 1 +fake-swift INFO: - - 24/Jan/2026/00/42/53 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0006 - - 1769215373.207286835 1769215373.207880735 1 fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -64180,393 +66125,1543 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body_bad_hash -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body_bad_hash ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location ... ok -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location ... ok -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches ... ok - -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware test DEBUG: Starting the S3 Token Authentication component test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' - rejecting request test DEBUG: Starting the S3 Token Authentication component test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' - rejecting request test DEBUG: Starting the S3 Token Authentication component test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' - rejecting request test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware.test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_json +test.unit.account.test_server.TestAccountController.test_GET_not_found_json ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_plain +test.unit.account.test_server.TestAccountController.test_GET_not_found_plain ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_conflicting_meta_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_conflicting_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_xml +test.unit.account.test_server.TestAccountController.test_GET_not_found_xml ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts ... ok +test.unit.account.test_server.TestAccountController.test_GET_over_limit +test.unit.account.test_server.TestAccountController.test_GET_over_limit ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker ... ok +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users ... ok +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved ... ok + +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}'test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme -test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_chrome -test.unit.common.middleware.test_formpost.TestFormPost.test_chrome ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires -test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode -test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_explorer -test.unit.common.middleware.test_formpost.TestFormPost.test_explorer ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_firefox -test.unit.common.middleware.test_formpost.TestFormPost.test_firefox ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start -test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_container -test.unit.common.middleware.test_formpost.TestFormPost.test_no_container ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process -test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 -test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough -test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_safari -test.unit.common.middleware.test_formpost.TestFormPost.test_safari ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value -test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account -test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest ... ok +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' - rejecting request +test INFO: Loaded config file /tmp/tmpb94s3owf/backend-ratelimit.conf, config changed +test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmpb94s3owf/backend-ratelimit.conf +test INFO: Loaded new config file /tmp/tmpb94s3owf/backend-ratelimit.conf, config unchanged +test DEBUG: Loaded existing config file /tmp/tmpb94s3owf/backend-ratelimit.conf, config unchanged +test INFO: Loaded config file /tmp/tmpo9s0wawp/missing, config changed +test INFO: Loaded config file /tmp/tmpo9s0wawp/missing, config changed +test INFO: Loaded new config file /tmp/tmptafx3aq4/backend-ratelimit.conf, config unchanged +test INFO: Loaded config file /tmp/tmpltseenja/backend-ratelimit.conf, config changed +test WARNING: Invalid config file /tmp/tmpltseenja/backend-ratelimit.conf, config unchanged: BOOM +test INFO: Loaded config file /tmp/tmpltseenja/backend-ratelimit.conf, config changed +test INFO: Loaded config file /tmp/tmp0i3zbri8/backend-ratelimit.conf, config changed +test DEBUG: Loaded existing config file /tmp/tmp0i3zbri8/backend-ratelimit.conf, config unchanged +test INFO: Loaded config file /tmp/tmp0i3zbri8/backend-ratelimit.conf, config changed +test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmpbddhmen6/missing +test INFO: Loaded config file /tmp/tmpdx8p3kik/override-ratelimit.conf, config changed +test WARNING: Invalid config file /tmp/tmpjt9y2c3m/backend_rl.conf, config unchanged: Unable to find backend_ratelimit config section in /tmp/tmpjt9y2c3m/backend_rl.conf +test WARNING: Failed to load config file, config unchanged: Unable to read config from +test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmpoi6dlaet/backend_rl.conf +test INFO: Loaded config file /tmp/tmpfsurvtmz/backend-ratelimit.conf, config changed +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted +test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter +test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid +test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments +test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich +test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error +test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment +test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment +test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing +test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second +test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash +test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest ... ok test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode ... ok test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success ... ok -test.unit.common.test_db.TestChexor.test_chexor -test.unit.common.test_db.TestChexor.test_chexor ... ok -test.unit.common.test_db.TestChexor.test_invalid_old_hash -test.unit.common.test_db.TestChexor.test_invalid_old_hash ... ok -test.unit.common.test_db.TestChexor.test_no_name -test.unit.common.test_db.TestChexor.test_no_name ... ok -test.unit.common.test_db.TestChexor.test_normal_case -test.unit.common.test_db.TestChexor.test_normal_case ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update ... ok -test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing -test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout -test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout ... ok -test.unit.common.test_internal_client.TestInternalClient.test_container_exists -test.unit.common.test_internal_client.TestInternalClient.test_container_exists ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_account -test.unit.common.test_internal_client.TestInternalClient.test_create_account ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_container -test.unit.common.test_internal_client.TestInternalClient.test_create_container ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_account -test.unit.common.test_internal_client.TestInternalClient.test_delete_account ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_container -test.unit.common.test_internal_client.TestInternalClient.test_delete_container ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_object -test.unit.common.test_internal_client.TestInternalClient.test_delete_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded -test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status -test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_object -test.unit.common.test_internal_client.TestInternalClient.test_get_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_init -test.unit.common.test_internal_client.TestInternalClient.test_init ... ok -test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline -test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_containers -test.unit.common.test_internal_client.TestInternalClient.test_iter_containers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable -test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items -test.unit.common.test_internal_client.TestInternalClient.test_iter_items ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_objects -test.unit.common.test_internal_client.TestInternalClient.test_iter_objects ... ok -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config ... ok -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_path -test.unit.common.test_internal_client.TestInternalClient.test_make_path ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception -test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx -test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try -test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app -test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes -test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header -test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case -test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers -test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception -test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries -test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object -test.unit.common.test_internal_client.TestInternalClient.test_upload_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing ... ok -test.unit.common.test_swob.TestEtag.test_normalize_bytes -test.unit.common.test_swob.TestEtag.test_normalize_bytes ... ok -test.unit.common.test_swob.TestEtag.test_normalize_etag -test.unit.common.test_swob.TestEtag.test_normalize_etag ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller +test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_default +test.unit.common.middleware.test_tempauth.PrefixAccount.test_default ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers +test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default +test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear +test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error +test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile +test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles ... ok +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion ... ok +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion ... ok +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load ... ok +test.unit.common.ring.test_ring.TestRingData.test_attrs +test.unit.common.ring.test_ring.TestRingData.test_attrs ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization +test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account ... ok +test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data +test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data ... ok +test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization +test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_existing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.ring.test_ring.TestRingData.test_load_closes_file +test.unit.common.ring.test_ring.TestRingData.test_load_closes_file ... ok +test.unit.common.ring.test_ring.TestRingData.test_permissions +test.unit.common.ring.test_ring.TestRingData.test_permissions ... ok +test.unit.common.ring.test_ring.TestRingData.test_replica_count +test.unit.common.ring.test_ring.TestRingData.test_replica_count ... ok +test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization +test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization ... ok +test.unit.common.test_db.TestDatabaseConnectionError.test_str +test.unit.common.test_db.TestDatabaseConnectionError.test_str ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception +test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file_relink_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_data_missing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_missing_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_missing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_ts_missing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_ts_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata ... ok +test.unit.common.test_direct_client.TestDirectClient.test_gen_headers +test.unit.common.test_direct_client.TestDirectClient.test_gen_headers ... ok +test.unit.common.test_direct_client.TestDirectClient.test_retry +test.unit.common.test_direct_client.TestDirectClient.test_retry ... ok +test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception +test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception ... ok +test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception +test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_existing_newer_data_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file_relink_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_missing_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_missing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_missing_data_missing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist +test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist_and_relink_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist_and_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_no_applicable_policy +test.unit.cli.test_relinker.TestRelinker.test_cleanup_no_applicable_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_mounted +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_mounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked_low +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked_low ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_dir +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_lock_taken_between_get_hashes_and_rm +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_lock_taken_between_get_hashes_and_rm ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_partition_lock_taken_during_get_hashes +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_partition_lock_taken_during_get_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_replication_lock_taken +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_replication_lock_taken ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition +test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_reapable +test.unit.cli.test_relinker.TestRelinker.test_cleanup_reapable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_relinked_ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_relinked_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition +test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash +test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking +test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_conf_file +test.unit.cli.test_relinker.TestRelinker.test_conf_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering +test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking +test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_rehashing +test.unit.cli.test_relinker.TestRelinker.test_rehashing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies +test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup +test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_file +test.unit.cli.test_relinker.TestRelinker.test_relink_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter +test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid +test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second +test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash +test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists +test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode +test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears +test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error +test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file +test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy +test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted +test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter +test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option +test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash +test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges +test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub +test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_state_file +test.unit.cli.test_relinker.TestRelinker.test_state_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_workers_children +test.unit.cli.test_relinker.TestRelinker.test_workers_children ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_workers_parent +test.unit.cli.test_relinker.TestRelinker.test_workers_parent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors +test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices +test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default +test.unit.cli.test_ringbuilder.TestCommands.test_default ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception +test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_output +test.unit.cli.test_ringbuilder.TestCommands.test_default_output ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned +test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check +test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed +test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output +test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring +test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_find_parts +test.unit.cli.test_ringbuilder.TestCommands.test_find_parts ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name +test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output +test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version_part_num ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error ... ok + +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_invalid_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_invalid_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_out_of_range_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_out_of_range_part_num ... ok + +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp_c8t65y9/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp_c8t65y9/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp_c8t65y9/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp_c8t65y9/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:52 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0036 "-" 3082131 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0032 "-" 3082131 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 3082131 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:52 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0032 "-" 3082131 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:52 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa1157fba0f754737a764a-006974158c" "proxy-server 3082131" 0.0014 "-" 3082131 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:53189/sda1/1/a/c" "txa1157fba0f754737a764a-006974158c" "container-server 3082131" 0.0012 "-" 3082131 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:52 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:52179/sdb1/1/a/c" "txa1157fba0f754737a764a-006974158c" "container-server 3082131" 0.0012 "-" 3082131 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:52 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txa1157fba0f754737a764a-006974158c" "proxy-server 3082131" 0.0144 "-" 3082131 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txa1157fba0f754737a764a-006974158c" "proxy-server 3082131" 0.0104 "-" 3082131 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/42/52 PUT /v1/a/c HTTP/1.0 201 - - t - - - txa1157fba0f754737a764a-006974158c - 0.0235 - - 1769215372.846187115 1769215372.869733810 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:52 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx09a49eee98114834bf272-006974158c" "proxy-server 3082131" 0.0012 "-" 3082131 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:52179/sdb1/1/a1/c1" "tx09a49eee98114834bf272-006974158c" "container-server 3082131" 0.0037 "-" 3082131 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:52 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:53189/sda1/1/a1/c1" "tx09a49eee98114834bf272-006974158c" "container-server 3082131" 0.0011 "-" 3082131 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx09a49eee98114834bf272-006974158c" "proxy-server 3082131" 0.0157 "-" 3082131 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:52 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx09a49eee98114834bf272-006974158c" "proxy-server 3082131" 0.0120 "-" 3082131 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/42/52 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx09a49eee98114834bf272-006974158c - 0.0243 - - 1769215372.871330976 1769215372.895582676 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:52 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx187cde18ea34418fb55e1-006974158c" "proxy-server 3082131" 0.0020 "-" 3082131 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:52 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:52179/sdb1/2/a/c1" "tx187cde18ea34418fb55e1-006974158c" "container-server 3082131" 0.0019 "-" 3082131 1 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:53189/sda1/2/a/c1" "tx187cde18ea34418fb55e1-006974158c" "container-server 3082131" 0.0018 "-" 3082131 1 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:52 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx187cde18ea34418fb55e1-006974158c" "proxy-server 3082131" 0.0146 "-" 3082131 1 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx187cde18ea34418fb55e1-006974158c" "proxy-server 3082131" 0.0110 "-" 3082131 1 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/42/52 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx187cde18ea34418fb55e1-006974158c - 0.0241 - - 1769215372.897094727 1769215372.921187639 1 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:52 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx31725abd853e4aaaaa760-006974158c" "proxy-server 3082131" 0.0021 "-" 3082131 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:52 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:53189/sda1/1/a/c2" "tx31725abd853e4aaaaa760-006974158c" "container-server 3082131" 0.0021 "-" 3082131 2 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:52179/sdb1/1/a/c2" "tx31725abd853e4aaaaa760-006974158c" "container-server 3082131" 0.0017 "-" 3082131 2 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:52 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx31725abd853e4aaaaa760-006974158c" "proxy-server 3082131" 0.0101 "-" 3082131 2 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx31725abd853e4aaaaa760-006974158c" "proxy-server 3082131" 0.0151 "-" 3082131 2 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/42/52 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx31725abd853e4aaaaa760-006974158c - 0.0238 - - 1769215372.922729254 1769215372.946498394 2 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", + +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0015 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0021 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0018 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0010 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0017 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0015 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0016 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0014 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0017 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0015 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0015 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0021 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0015 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0014 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0015 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0014 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0015 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0037 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0015 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0016 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0031 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0002 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0066 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0018 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0017 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0016 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0016 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0023 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0016 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0016 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0047 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0016 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0020 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0016 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0015 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0040 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0017 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0015 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0055 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0017 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0015 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0016 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0020 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0019 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0016 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0036 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0016 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0030 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0017 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0015 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0015 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0016 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0020 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0034 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0017 "-" 3082122 -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_with_containers_json +test.unit.account.test_server.TestAccountController.test_GET_with_containers_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain +test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain ... ok +test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml +test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_empty_account +test.unit.account.test_server.TestAccountController.test_HEAD_empty_account ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_not_found +test.unit.account.test_server.TestAccountController.test_HEAD_not_found ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_with_containers +test.unit.account.test_server.TestAccountController.test_HEAD_with_containers ... ok +test.unit.account.test_server.TestAccountController.test_OPTIONS +test.unit.account.test_server.TestAccountController.test_OPTIONS ... ok +test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata +test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata ... ok +test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata +test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata ... ok +test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found +test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found ... ok +test.unit.account.test_server.TestAccountController.test_POST_insufficient_space +test.unit.account.test_server.TestAccountController.test_POST_insufficient_space ... ok +test.unit.account.test_server.TestAccountController.test_POST_invalid_partition +test.unit.account.test_server.TestAccountController.test_POST_invalid_partition ... ok +test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float +test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float ... ok +test.unit.account.test_server.TestAccountController.test_PUT +test.unit.account.test_server.TestAccountController.test_PUT ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +proxy INFO: (3082127) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3082127) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:42:53] "GET https://cluster.domain/bucket/key HTTP/1.0" 200 106 0.000065 +proxy INFO: wsgi exiting +proxy INFO: (3082127) wsgi exited, is_accepting=True +proxy INFO: (3082127) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3082127) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:42:53] "GET http://cluster.domain/v1/acct/cont/obj HTTP/1.0" 200 112 0.000051 +proxy INFO: wsgi exiting +proxy INFO: (3082127) wsgi exited, is_accepting=True +proxy INFO: (3082127) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3082127) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:42:53] "GET ftp://cluster.domain/bucket/key HTTP/1.0" 200 126 0.000036 +proxy INFO: wsgi exiting +proxy INFO: (3082127) wsgi exited, is_accepting=True +proxy INFO: (3082127) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3082127) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:42:53] "GET https://cluster.domain HTTP/1.0" 200 117 0.000039 +proxy INFO: wsgi exiting +proxy INFO: (3082127) wsgi exited, is_accepting=True +proxy INFO: (3082127) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3082127) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:42:53] "GET http:omg//wtf/bbq HTTP/1.0" 200 112 0.000041 +proxy INFO: wsgi exiting +proxy INFO: (3082127) wsgi exited, is_accepting=True +proxy INFO: (3082127) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3082127) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: tx7dea99ddc7874df2987a9-006974158d) +proxy INFO: wsgi exiting +proxy INFO: (3082127) wsgi exited, is_accepting=True +proxy INFO: (3082127) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3082127) accepted ('127.0.0.1', 8359) +test ERROR: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD') (txn: test-trans-id) +proxy INFO: wsgi exiting (txn: test-trans-id) +proxy INFO: (3082127) wsgi exited, is_accepting=True (txn: test-trans-id) +proxy INFO: (3082127) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3082127) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: test-trans-id) +proxy INFO: wsgi exiting +proxy INFO: (3082127) wsgi exited, is_accepting=True +proxy INFO: (3082127) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3082127) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:42:53] "PUT /path HTTP/1.0" 200 105 0.000059 +proxy INFO: wsgi exiting +proxy INFO: (3082127) wsgi exited, is_accepting=True +proxy INFO: (3082127) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3082127) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:42:53] "GET ///some-leading-slashes HTTP/1.0" 200 118 0.000043 +proxy INFO: wsgi exiting +proxy INFO: (3082127) wsgi exited, is_accepting=True +proxy INFO: (3082127) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3082127) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:42:53] "GET /ohÿboy%what$now%E2%80%bd HTTP/1.0" 200 120 0.000046 +proxy INFO: wsgi exiting +proxy INFO: (3082127) wsgi exited, is_accepting=True +proxy INFO: (3082127) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3082127) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:42:53] "GET /some%fFpath%D8%AA HTTP/1.0" 200 113 0.000043 +proxy INFO: wsgi exiting +proxy INFO: (3082127) wsgi exited, is_accepting=True +proxy INFO: (3082127) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3082127) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:42:53] "GET / HTTP/1.1" 200 120 0.000061 +proxy INFO: wsgi exiting +proxy INFO: (3082127) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 44\r\nDate: Sat, 24 Jan 2026 00:42:53 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": null}' +proxy INFO: (3082127) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3082127) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:42:53] "GET /%FF HTTP/1.1" 200 123 0.000067 +proxy INFO: wsgi exiting +proxy INFO: (3082127) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 47\r\nDate: Sat, 24 Jan 2026 00:42:53 GMT\r\n\r\n{"RAW_PATH_INFO": "/%FF", "QUERY_STRING": null}' +proxy INFO: (3082127) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3082127) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:42:53] "GET /ÿ HTTP/1.1" 200 126 0.000057 +proxy INFO: wsgi exiting +proxy INFO: (3082127) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 50\r\nDate: Sat, 24 Jan 2026 00:42:53 GMT\r\n\r\n{"RAW_PATH_INFO": "/\\u00ff", "QUERY_STRING": null}' +proxy INFO: (3082127) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3082127) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:42:53] "PUT /Here%20Is%20A%20SnowMan:☃ HTTP/1.0" 200 181 0.000070 +proxy INFO: wsgi exiting +proxy INFO: (3082127) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 86\r\nDate: Sat, 24 Jan 2026 00:42:53 GMT\r\nConnection: close\r\n\r\n{"RAW_PATH_INFO": "/Here%20Is%20A%20SnowMan:\\u00e2\\u0098\\u0083", "QUERY_STRING": null}' +proxy INFO: (3082127) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3082127) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:42:53] "POST /?and%20it=does+nothing+to+params&PALMTREE=ð%9fŒ%b4 HTTP/1.1" 200 178 0.000059 +proxy INFO: wsgi exiting +proxy INFO: (3082127) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 101\r\nDate: Sat, 24 Jan 2026 00:42:53 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": "and%20it=does+nothing+to+params&PALMTREE=\\u00f0%9f\\u008c%b4"}' +proxy INFO: (3082127) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3082127) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:42:53] "GET // HTTP/1.1" 200 121 0.000066 +proxy INFO: wsgi exiting +proxy INFO: (3082127) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 45\r\nDate: Sat, 24 Jan 2026 00:42:53 GMT\r\n\r\n{"RAW_PATH_INFO": "//", "QUERY_STRING": null}' +proxy INFO: (3082127) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3082127) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:42:53] "GET //bar HTTP/1.1" 200 124 0.000053 +proxy INFO: wsgi exiting +proxy INFO: (3082127) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 48\r\nDate: Sat, 24 Jan 2026 00:42:53 GMT\r\n\r\n{"RAW_PATH_INFO": "//bar", "QUERY_STRING": null}' +proxy INFO: (3082127) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3082127) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:42:53] "GET //////baz HTTP/1.1" 200 128 0.000052 +proxy INFO: wsgi exiting +proxy INFO: (3082127) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 52\r\nDate: Sat, 24 Jan 2026 00:42:53 GMT\r\n\r\n{"RAW_PATH_INFO": "//////baz", "QUERY_STRING": null}' +proxy INFO: (3082127) wsgi starting up on http:('127.0.0.1', 8359)test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple ... ok +test.unit.common.test_manager.TestManagerModule.test_command_wrapper +test.unit.common.test_manager.TestManagerModule.test_command_wrapper ... ok +test.unit.common.test_manager.TestManagerModule.test_exc +test.unit.common.test_manager.TestManagerModule.test_exc ... ok +test.unit.common.test_manager.TestManagerModule.test_format_server_name +test.unit.common.test_manager.TestManagerModule.test_format_server_name ... ok +test.unit.common.test_manager.TestManagerModule.test_safe_kill +test.unit.common.test_manager.TestManagerModule.test_safe_kill ... ok +test.unit.common.test_manager.TestManagerModule.test_servers +test.unit.common.test_manager.TestManagerModule.test_servers ... ok +test.unit.common.test_manager.TestManagerModule.test_setup_env +test.unit.common.test_manager.TestManagerModule.test_setup_env ... ok +test.unit.common.test_manager.TestManagerModule.test_verify_server +test.unit.common.test_manager.TestManagerModule.test_verify_server ... ok +test.unit.common.test_manager.TestManagerModule.test_watch_server_pids +test.unit.common.test_manager.TestManagerModule.test_watch_server_pids ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same ... ok +test.unit.common.test_swob.TestRange.test_range +test.unit.common.test_swob.TestRange.test_range ... ok +test.unit.common.test_swob.TestRange.test_range_invalid_syntax +test.unit.common.test_swob.TestRange.test_range_invalid_syntax ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_large_length +test.unit.common.test_swob.TestRange.test_ranges_for_large_length ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length +test.unit.common.test_swob.TestRange.test_ranges_for_length ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_edges +test.unit.common.test_swob.TestRange.test_ranges_for_length_edges ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_multi +test.unit.common.test_swob.TestRange.test_ranges_for_length_multi ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending +test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping +test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many +test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many ... ok +test.unit.common.test_swob.TestRange.test_str +test.unit.common.test_swob.TestRange.test_str ... ok +test.unit.common.test_swob.TestRange.test_upsidedown_range +test.unit.common.test_swob.TestRange.test_upsidedown_range ... ok test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers ... ok test.unit.common.test_swob.TestResponse.test_507 @@ -64633,227 +67728,46 @@ test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter ... ok test.unit.common.test_swob.TestResponse.test_unicode_body test.unit.common.test_swob.TestResponse.test_unicode_body ... ok -test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container -test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container ... ok -test.unit.common.test_utils.TestWatchdog.test_start_stop -test.unit.common.test_utils.TestWatchdog.test_start_stop ... ok -test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency -test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency ... ok -test.unit.common.test_utils.TestWatchdog.test_timeout_expire -test.unit.common.test_utils.TestWatchdog.test_timeout_expire ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending -test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db -test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_info -test.unit.container.test_backend.TestCommonContainerBroker.test_get_info ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row -test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata -test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs -test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get -test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp -test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at -test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash ... ok - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0021 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0035 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0028 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0018 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0020 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0022 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0018 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0029 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0016 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0065 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0021 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0022 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0018 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0022 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0047 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0015 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0035 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0027 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0010 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0028 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0029 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0029 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0020 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0021 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0044 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0057 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0033 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0002 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0053 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0078 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0055 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0015 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0022 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0112 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 33055 -test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata -test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata ... ok -test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE -test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE ... ok -test.unit.account.test_server.TestAccountController.test_PUT_auto_create -test.unit.account.test_server.TestAccountController.test_PUT_auto_create ... ok -test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space -test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space ... ok -test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition -test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition ... ok -test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata -test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata ... ok -test.unit.account.test_server.TestAccountController.test_PUT_not_found -test.unit.account.test_server.TestAccountController.test_PUT_not_found ... ok -test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race -test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works -test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space -test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works -test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync -test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works -test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works ... ok -test.unit.account.test_server.TestAccountController.test__call__raise_timeout -test.unit.account.test_server.TestAccountController.test__call__raise_timeout ... ok -test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD -test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD ... ok -test.unit.account.test_server.TestAccountController.test_correct_allowed_method -test.unit.account.test_server.TestAccountController.test_correct_allowed_method ... ok -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account ... ok -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account ... ok -test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account -test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account ... ok -test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account -test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account ... ok -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public ... ok -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public ... ok -test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies -test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies ... ok -test.unit.account.test_server.TestAccountController.test_empty_policy_stats -test.unit.account.test_server.TestAccountController.test_empty_policy_stats ... ok -test.unit.account.test_server.TestAccountController.test_init -test.unit.account.test_server.TestAccountController.test_init ... ok -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false ... ok -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true ... ok -test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist -test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist ... ok -test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public -test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public ... ok -test.unit.account.test_server.TestAccountController.test_list_allowed_methods -test.unit.account.test_server.TestAccountController.test_list_allowed_methods ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.account.test_server.TestAccountController.test_log_line_format -test.unit.account.test_server.TestAccountController.test_log_line_format ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover -test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object ... ok - +test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided +test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_just_one +test.unit.common.test_utils.TestDistributeEvenly.test_just_one ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items +test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_uneven +test.unit.common.test_utils.TestDistributeEvenly.test_uneven ... ok +test.unit.common.utils.test_logs.TestNoopMutex.test_acquire_release_api +test.unit.common.utils.test_logs.TestNoopMutex.test_acquire_release_api ... ok +test.unit.common.utils.test_logs.TestNoopMutex.test_context_manager_api +test.unit.common.utils.test_logs.TestNoopMutex.test_context_manager_api ... ok +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding ... ok +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object ... ok +test INFO: Disabling account_sdb +test INFO: Disabling container_sdb +test INFO: Disabling object_sdb +test INFO: Enabling account_sdb +test INFO: Enabling container_sdb +test INFO: Enabling object_sdb fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -64863,212 +67777,481 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'Content-Md5': '0psj556+oeNaquEdDeMxig==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd29b23e79ebea1e35aaae11d0de3318a', 'Content-Length': '226', 'Content-Type': 'multipart/form-data'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete + resp = req.get_response(self.app, method='DELETE', query=query, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1462, in _get_response + sw_resp = sw_req.get_response(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 183, in __call__ + return self.app(env, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/s3api/__init__.py", line 84, in __call__ + return self.app(env, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 197, in _select_response + is_success = resp_class().is_success + ^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception: kaboom fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: Could not parse SLO delete response (200 OK): b'asdf': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete + delete_result = json.loads(resp.body) + ^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/decoder.py", line 338, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/decoder.py", line 356, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover ... ok -test.unit.common.test_linkat.TestLinkat.test_available -test.unit.common.test_linkat.TestLinkat.test_available ... ok -test.unit.common.test_linkat.TestLinkat.test_errno -test.unit.common.test_linkat.TestLinkat.test_errno ... ok -test.unit.common.test_linkat.TestLinkat.test_flags -test.unit.common.test_linkat.TestLinkat.test_flags ... ok -test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer -test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer ... ok -test.unit.common.test_linkat.TestLinkat.test_linkat_success -test.unit.common.test_linkat.TestLinkat.test_linkat_success ... ok -test.unit.common.test_linkat.TestLinkat.test_unavailable -test.unit.common.test_linkat.TestLinkat.test_unavailable ... ok -test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc -test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_append_log_info -test.unit.common.test_request_helpers.TestRequestHelpers.test_append_log_info ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit -test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset -test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_log_info -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_log_info ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_backend_open_expired -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_backend_open_expired ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_open_expired -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_open_expired ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items -test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params ... ok -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter ... ok -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided -test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_just_one -test.unit.common.test_utils.TestDistributeEvenly.test_just_one ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items -test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_uneven -test.unit.common.test_utils.TestDistributeEvenly.test_uneven ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges ... ok -test.unit.common.test_utils.TestNamespace.test_bounds_serialization -test.unit.common.test_utils.TestNamespace.test_bounds_serialization ... ok -test.unit.common.test_utils.TestNamespace.test_comparisons -test.unit.common.test_utils.TestNamespace.test_comparisons ... ok -test.unit.common.test_utils.TestNamespace.test_contains -test.unit.common.test_utils.TestNamespace.test_contains ... ok -test.unit.common.test_utils.TestNamespace.test_end_marker -test.unit.common.test_utils.TestNamespace.test_end_marker ... ok -test.unit.common.test_utils.TestNamespace.test_entire_namespace -test.unit.common.test_utils.TestNamespace.test_entire_namespace ... ok -test.unit.common.test_utils.TestNamespace.test_expand -test.unit.common.test_utils.TestNamespace.test_expand ... ok -test.unit.common.test_utils.TestNamespace.test_includes -test.unit.common.test_utils.TestNamespace.test_includes ... ok -test.unit.common.test_utils.TestNamespace.test_lower_setter -test.unit.common.test_utils.TestNamespace.test_lower_setter ... ok -test.unit.common.test_utils.TestNamespace.test_name -test.unit.common.test_utils.TestNamespace.test_name ... ok -test.unit.common.test_utils.TestNamespace.test_name_unexpected_format -test.unit.common.test_utils.TestNamespace.test_name_unexpected_format ... ok -test.unit.common.test_utils.TestNamespace.test_total_ordering -test.unit.common.test_utils.TestNamespace.test_total_ordering ... ok -test.unit.common.test_utils.TestNamespace.test_unicode_name -test.unit.common.test_utils.TestNamespace.test_unicode_name ... ok -test.unit.common.test_utils.TestNamespace.test_upper_setter -test.unit.common.test_utils.TestNamespace.test_upper_setter ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_eq -test.unit.common.test_utils.TestNamespaceBoundList.test_eq ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace -test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_parse -test.unit.common.test_utils.TestNamespaceBoundList.test_parse ... ok -test.unit.common.test_utils.TestParseContentRange.test_bad -test.unit.common.test_utils.TestParseContentRange.test_bad ... ok -test.unit.common.test_utils.TestParseContentRange.test_good -test.unit.common.test_utils.TestParseContentRange.test_good ... ok -test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers -test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers ... ok -test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser -test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser ... ok -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_exception -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_exception ... ok -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals ... ok -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals_more -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals_more ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container ... ok -test.unit.container.test_server.TestContainerController.test_DELETE -test.unit.container.test_server.TestContainerController.test_DELETE ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate ... ok -Ring Builder file does not exist: /tmp/tmpkm2nl5cz/tmpm46ztbcv +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET ... ok + +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0017 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0028 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0015 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0015 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0012 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0017 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0017 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0022 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0015 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c_zero" 201 - "-" "-" "-" 0.0010 "-" 3082118 0 +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0016 "-" 3082118 1 +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0015 "-" 3082118 2 +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0016 "-" 3082118 3 +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0050 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0011 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0017 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0021 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0015 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0019 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0013 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0012 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0000 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3082118 2 +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0019 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0019 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0017 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0022 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0019 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0015 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0017 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0015 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0055 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0016 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0022 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0015 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0015 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0033 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0043 "-" 3082118 - +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3082118 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature +test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args +test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args ... ok +test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit +test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit ... ok +test.unit.cli.test_recon.TestHelpers.test_size_suffix +test.unit.cli.test_recon.TestHelpers.test_size_suffix ... ok +test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs +test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body ... ok + +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'' +test DEBUG: Error on keystone reply: 201 b'' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{}' +test DEBUG: Error on keystone reply: 201 b'{}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'[]' +test DEBUG: Error on keystone reply: 201 b'[]' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'null' +test DEBUG: Error on keystone reply: 201 b'null' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'"foo"' +test DEBUG: Error on keystone reply: 201 b'"foo"' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'1' +test DEBUG: Error on keystone reply: 201 b'1' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'true' +test DEBUG: Error on keystone reply: 201 b'true' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Received error, rejecting request with error: 400 Bad Request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone reply error: status=403 reason=None +test DEBUG: Received error, rejecting request with error: 401 Unauthorized +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_01 +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_02 +fake-swift ERROR: Got status 404 listing container /AUTH_test/c +fake-swift ERROR: Too many bytes for /v1/AUTH_test/mancon/manifest; truncating in /v1/AUTH_test/c/seg_03 with 5 bytes left +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, max LO GET time of 86400s exceeded +fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection +fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection +fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had a21075a36eeddd084e17611a238c7101, but object MD5 was actually 3902ee7e149eb8313a34757e89e21af6 +fake-swift ERROR: Bad response length for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had 5, but response length was actually 4 +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/c/seg_01 +test INFO: - - 24/Jan/2026/00/42/53 GET / HTTP/1.0 200 - - - - 8 - - First:%201%0ASecond:%202 0.0001 - - 1769215373.639687061 1769215373.639772892 - +test INFO: - - 24/Jan/2026/00/42/53 GET / HTTP/1.0 500 - - - - - - - - 0.0000 - - 1769215373.640906334 1769215373.640917778 - +test INFO: - - 24/Jan/2026/00/42/54 GET /path HTTP/1.0 503 - - - - 118 - - - 0.7000 - - 1769215373.641807079 1769215374.341807127 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_error +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_error ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default ... ok +Ring Builder file does not exist: /tmp/tmpt9eipgzr/tmpki1x5xtb Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 Device d4r2z3-127.0.0.2:6200R127.0.0.2:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 Device d4r2z3-127.0.0.1:6200R127.0.0.1:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:6200R[3::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Ring Builder file does not exist: /tmp/tmpvf_8u7dr/tmp32koxm5n +Ring Builder file does not exist: /tmp/tmph0vcmstz/tmpksd5pjhj Partition power increase in progress. You need to finish the increase first before adding devices. Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sda9_"" with 3.14159265359 weight got id 4 @@ -65080,11 +68263,11 @@ Creates with 2^ partitions and . is number of hours to restrict moving a partition more than once. -/tmp/tmp8bb94hnx/tmpfdumsrr_, build version 4, id 0334ad95e7c8485580044d17634a26c9 +/tmp/tmpt5weyebn/tmpt9o7226j, build version 4, id 8f636bebef554e83a93fd63a7c1acf3d 64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) The overload factor is 0.00% (0.000000) -Ring file /tmp/tmp8bb94hnx/tmpfdumsrr_.ring.gz not found, probably it hasn't been written yet +Ring file /tmp/tmpt5weyebn/tmpt9o7226j.ring.gz not found, probably it hasn't been written yet Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 @@ -65125,115 +68308,115 @@ /build/reproducible-path/swift-2.34.0/test/unit/cli/test_ipv6_output Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 Partition Matches - 23 1 - 20 1 + 33 1 + 0 1 Partition Matches - 1 1 - 5 1 - 10 1 - 18 1 - 23 1 - 25 1 + 2 1 + 14 1 + 15 1 + 17 1 27 1 - 30 1 - 36 1 - 37 1 - 41 1 + 29 1 + 33 1 + 38 1 + 40 1 + 42 1 + 44 1 + 45 1 47 1 - 57 1 - 59 1 - 62 1 + 54 1 + 56 1 63 1 - 2 1 - 3 1 - 7 1 - 8 1 - 15 1 + 4 1 + 12 1 20 1 21 1 24 1 26 1 - 32 1 - 34 1 - 38 1 - 49 1 - 55 1 + 31 1 + 41 1 + 46 1 + 48 1 + 50 1 + 53 1 + 57 1 + 59 1 60 1 - 61 1 + 62 1 + 5 1 9 1 - 12 1 - 14 1 - 16 1 + 10 1 + 13 1 + 19 1 22 1 + 25 1 + 30 1 + 32 1 35 1 - 39 1 - 42 1 + 36 1 43 1 - 44 1 - 45 1 - 46 1 - 48 1 - 50 1 52 1 - 56 1 + 55 1 + 58 1 + 61 1 Partition Matches + 0 1 + 1 1 + 5 1 6 1 9 1 12 1 - 14 1 - 17 1 - 18 1 - 24 1 - 27 1 - 29 1 - 31 1 - 41 1 - 46 1 - 51 1 - 61 1 - 62 1 - 63 1 - 3 1 - 10 1 - 11 1 13 1 15 1 21 1 - 25 1 + 22 1 + 23 1 28 1 - 30 1 37 1 - 39 1 - 40 1 - 43 1 - 45 1 - 49 1 - 60 1 - 0 1 - 2 1 - 4 1 - 7 1 + 38 1 + 47 1 + 54 1 + 8 1 + 14 1 16 1 - 19 1 - 23 1 + 18 1 26 1 - 33 1 + 31 1 34 1 35 1 + 39 1 + 40 1 + 42 1 + 44 1 + 51 1 52 1 53 1 + 59 1 + 3 1 + 4 1 + 7 1 + 11 1 + 29 1 + 30 1 + 41 1 + 46 1 + 49 1 + 50 1 + 56 1 57 1 58 1 - 59 1 + 60 1 + 61 1 + 63 1 Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 Partition Matches - 29 1 - 24 1 + 27 1 + 46 1 Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 Partition Matches - 21 1 - 59 1 -Specified builder file "/tmp/tmp8ibxvgbk/tmp2thl46hj" is not rebalanced yet. Please rebalance first. + 33 1 + 12 1 +Specified builder file "/tmp/tmp_cl0z3hl/tmp40gf6lr1" is not rebalanced yet. Please rebalance first. swift-ring-builder list_parts [] .. or @@ -65291,460 +68474,703 @@ All items require their single character prefix except the ip, in which case the - is optional unless the device id or zone is also included.test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_account_update -test.unit.container.test_server.TestContainerController.test_DELETE_account_update ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version_part_num ... ok +my-daemon: Starting 3082126 +my-daemon: Exited 3082126 +my-daemon: Starting 3082126 +my-daemon: Exited 3082126 +my-daemon: Starting 3082126 +server: Starting 3082126 +server: User quit +server: Exited 3082126 +my-daemon: Starting 3082126 +my-daemon: Exited 3082126 +my-daemon: Starting 3082126 +my-daemon: Exited 3082126 +my-daemon: Starting 3082126 +my-daemon: Exited 3082126 +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition -test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_not_found ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_zero_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_zero_part_num ... ok +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock ... ok +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_error_response_reason_logging +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_error_response_reason_logging ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 ... ok +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception ... ok +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT ... ok -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0026 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0022 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0014 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0036 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0023 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0014 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0022 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0021 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0026 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0013 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0010 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0023 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0010 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0022 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0003 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0040 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0011 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0022 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0002 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0012 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0028 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0017 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 3082122 -test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata +test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata ... ok +test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata +test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata ... ok +test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE +test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE ... ok +test.unit.account.test_server.TestAccountController.test_PUT_auto_create +test.unit.account.test_server.TestAccountController.test_PUT_auto_create ... ok +test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space +test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space ... ok +test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition +test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition ... ok +test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata +test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata ... ok +test.unit.account.test_server.TestAccountController.test_PUT_not_found +test.unit.account.test_server.TestAccountController.test_PUT_not_found ... ok +test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race +test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works +test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space +test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works +test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync +test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works +test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works ... ok +test.unit.account.test_server.TestAccountController.test__call__raise_timeout +test.unit.account.test_server.TestAccountController.test__call__raise_timeout ... ok +test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD +test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD ... ok +test.unit.account.test_server.TestAccountController.test_correct_allowed_method +test.unit.account.test_server.TestAccountController.test_correct_allowed_method ... ok +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account ... ok +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account ... ok +test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account +test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account ... ok +test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account +test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account ... ok +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public ... ok +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public ... ok +test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies +test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'X-Amz-Acl': 'public-read', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Grant AllUsers READ permission on the bucket /bucket +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'Content-Md5': 'Je0by0I7C3IA9IX8X/ccjg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '25ed1bcb423b0b7200f485fc5ff71c8e'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0057 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0016 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0017 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0029 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0017 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0028 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0016 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0015 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0020 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0016 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0020 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0028 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0019 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0055 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0034 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0018 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0051 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0016 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0061 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0017 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0017 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0016 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0017 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0020 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0024 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0017 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0079 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0025 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0036 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0032 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0034 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0021 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0024 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0014 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0043 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0021 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0027 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0022 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0033 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0013 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0036 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0033 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0022 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0010 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0053 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0018 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0030 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0019 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0022 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0036 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0050 "-" 33253 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok +test INFO: - - 24/Jan/2026/00/42/53 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769215373.643683672 1769215373.643765926 - +test INFO: GET /v1/a/c 205 205 +test INFO: GET /v1/a/c 209 205 +test INFO: GET /v1/a/c 210 205 +test INFO: 1.2.3.4 1.2.3.4 24/Jan/2026/00/42/53 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769215373.651176453 1769215373.651251316 - +test INFO: - - 24/Jan/2026/00/42/53 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1769215373.652242661 1769215373.652265787 - +test INFO: - - 24/Jan/2026/00/42/53 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1769215373.653271914 1769215373.653287172 - +test INFO: - - 24/Jan/2026/00/42/53 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769215373.654110670 1769215373.654174805 - +test INFO: - - 24/Jan/2026/00/42/53 GET / HTTP/1.0 200 - - - - 8 - - - 0.0017 - - 1769215373.654971123 1769215373.656689167 - +test INFO: - - 24/Jan/2026/00/42/53 GET / HTTP/1.0 200 - - - - 15 - - - 0.0022 - - 1769215373.654957771 1769215373.657111645 - +test INFO: - - 26/Apr/1970/17/46/41 GET / HTTP/1.0 200 - - - - 8 - - - 1.0000 - - 10000000.000000000 10000001.000000000 - +test INFO: GET /v1/a/c 503 503 +test INFO: GET /v1/a/c 429 503 +test INFO: GET /v1/a/c 429 503 +test INFO: GET /v1/a/c - 503 +test INFO: GET /v1/a/c - 503 +test INFO: GET /v1/a/c True 503 +test INFO: GET /v1/a/c - 503 +test INFO: GET /v1/a/c parsing%20ok 503 +test INFO: GET /v1/a/c 500 500 +test INFO: GET /v1/a/c 500 568 +test INFO: GET /v1/a/c 499 503 +test INFO: GET /v1/a/c 499 503 +test INFO: GET / 500 200 +test INFO: 2001:db8:85a3:8d3:1319:8a2e:370:7348 2001:db8:85a3:8d3:1319:8a2e:370:7348 24/Jan/2026/00/42/53 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769215373.678363800 1769215373.678443670 - +test INFO: - - 24/Jan/2026/00/42/53 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769215373.681098223 1769215373.681172371 - +test INFO: - - 24/Jan/2026/00/42/53 GET / HTTP/1.0 200 - - b05bf940-0464-4c... - 8 - - - 0.0001 - - 1769215373.681925058 1769215373.681990862 - +test INFO: - - 24/Jan/2026/00/42/53 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769215373.682763338 1769215373.682829618 - +test INFO: - - 24/Jan/2026/00/42/53 GET / HTTP/1.0 200 - - b05bf940... - 8 - - - 0.0001 - - 1769215373.683513880 1769215373.683571339 - +test INFO: - - 24/Jan/2026/00/42/53 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0001 - - 1769215373.684237242 1769215373.684300661 - +test INFO: - - 24/Jan/2026/00/42/53 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0001 - - 1769215373.684947968 1769215373.685002327 - +test INFO: - - 24/Jan/2026/00/42/53 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769215373.685654879 1769215373.685708523 - +test INFO: - - 24/Jan/2026/00/42/53 GET / HTTP/1.0 200 - - ... - 8 - - - 0.0001 - - 1769215373.686414480 1769215373.686471701 - +test INFO: - - 24/Jan/2026/00/42/53 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1769215373.687167883 1769215373.687217474 - +test INFO: - - 24/Jan/2026/00/42/53 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1769215373.687602282 1769215373.687638283 - +test INFO: - - 24/Jan/2026/00/42/53 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - one%2Cand%20two 1769215373.688538551 1769215373.688600302 - +test INFO: - - 24/Jan/2026/00/42/53 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769215373.689916134 1769215373.689984083 - +test INFO: - - 24/Jan/2026/00/42/53 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769215373.690818548 1769215373.690893412 - +test INFO: - - 24/Jan/2026/00/42/53 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - one 1769215373.691931963 1769215373.691998243 - +test INFO: template which can be edited in config: HTTP/1.0 / GET {SMD5}c65475e457fea0951fbb9ec9596b2177 - 1.0000 26/Apr/1970/17/46/40 10000001.000000000 0.5 example.com +test INFO: HTTP/1.0 /bucket/path/to/key GET AUTH_test bucket path/to/key +test INFO: - - 24/Jan/2026/00/42/53 GET /%3Fx%3D3 HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769215373.695979834 1769215373.696067810 - +test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 HEAD /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 POST /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 DELETE /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 OPTIONS /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/42 GET - HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET / HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /bad HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /baddy/mc_badderson HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0// HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0//c HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_error +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_error ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_exception +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_exception ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings ... ok -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0058 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0101 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0015 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0095 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0008 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0082 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0074 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0125 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0051 "-" 33055 - -test DEBUG: - - - [21/Dec/2024:18:13:40 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 33055 - -test DEBUG: - - - [21/Dec/2024:18:13:40 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 33055 - -test DEBUG: - - - [21/Dec/2024:18:13:40 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 33055 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats - resp = func(ctrl, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 281, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch - return getattr(self, op)( - ^^^^^^^^^^^^^^^^^ -AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [21/Dec/2024:18:13:40 +0000] "REPLICATE /sda1/p/a/" 500 832 "-" "-" "-" 0.0037 "-" 33055 - -test DEBUG: - - - [21/Dec/2024:18:13:40 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 33055 - -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_server.py", line 2606, in mock_put_method - raise Exception() -Exception -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0026 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0002 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0010 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0028 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0039 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0032 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0014 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0026 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0016 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0020 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0028 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0016 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0014 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0020 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0016 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0024 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 33055 1 -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0019 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0044 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 33055 - -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0031 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0017 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0029 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0016 "-" 33055 -test.unit.account.test_server.TestAccountController.test_markers_with_reserved -test.unit.account.test_server.TestAccountController.test_markers_with_reserved ... ok -test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use -test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use ... ok -test.unit.account.test_server.TestAccountController.test_not_allowed_method -test.unit.account.test_server.TestAccountController.test_not_allowed_method ... ok -test.unit.account.test_server.TestAccountController.test_null_markers -test.unit.account.test_server.TestAccountController.test_null_markers ... ok -test.unit.account.test_server.TestAccountController.test_params_format -test.unit.account.test_server.TestAccountController.test_params_format ... ok -test.unit.account.test_server.TestAccountController.test_params_utf8 -test.unit.account.test_server.TestAccountController.test_params_utf8 ... ok -test.unit.account.test_server.TestAccountController.test_policy_stats_non_default -test.unit.account.test_server.TestAccountController.test_policy_stats_non_default ... ok -test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy -test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy ... ok -test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved -test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved ... ok -test.unit.account.test_server.TestAccountController.test_prefix_with_reserved -test.unit.account.test_server.TestAccountController.test_prefix_with_reserved ... ok -test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods -test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods ... ok -test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved -test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved ... ok -test.unit.account.test_server.TestAccountController.test_serv_reserv -test.unit.account.test_server.TestAccountController.test_serv_reserv ... ok -test.unit.account.test_server.TestAccountController.test_through_call -test.unit.account.test_server.TestAccountController.test_through_call ... ok -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path ... ok -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 ... ok -test.unit.account.test_server.TestAccountController.test_utf8_metadata -test.unit.account.test_server.TestAccountController.test_utf8_metadata ... ok -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full ... ok -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception -test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception ... ok -test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header -test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version_part_num ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Expecting an element , got nothing, line 1 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list ... ok + +test INFO: - - - [24/Jan/2026:00:42:52 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3082118 - +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'Content-Md5': '0psj556+oeNaquEdDeMxig==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd29b23e79ebea1e35aaae11d0de3318a', 'Content-Length': '226', 'Content-Type': 'multipart/form-data'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key ... ok swift-ring-builder 1.3 @@ -65961,352 +69387,270 @@ Shows information about matching devices.test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_object -test.unit.container.test_server.TestContainerController.test_DELETE_object ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok -test INFO: Begin account audit "once" mode -test INFO: Account audit "once" mode completed: 0.00s -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp_8lu394v/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp_8lu394v/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp_8lu394v/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp_8lu394v/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:40 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0034 "-" 33307 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0064 "-" 33307 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0036 "-" 33307 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:40 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 33307 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:40 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx63690c2f87d740deaba84-0067670554" "proxy-server 33307" 0.0029 "-" 33307 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:43527/sda1/1/a/c" "tx63690c2f87d740deaba84-0067670554" "container-server 33307" 0.0011 "-" 33307 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:40 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:55683/sdb1/1/a/c" "tx63690c2f87d740deaba84-0067670554" "container-server 33307" 0.0011 "-" 33307 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:40 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx63690c2f87d740deaba84-0067670554" "proxy-server 33307" 0.0112 "-" 33307 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx63690c2f87d740deaba84-0067670554" "proxy-server 33307" 0.0182 "-" 33307 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/40 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx63690c2f87d740deaba84-0067670554 - 0.0291 - - 1734804820.250367641 1734804820.279449701 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txac6742c6ecf24b03a0cf0-0067670554" "proxy-server 33307" 0.0012 "-" 33307 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:40 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:43527/sda1/1/a1/c1" "txac6742c6ecf24b03a0cf0-0067670554" "container-server 33307" 0.0071 "-" 33307 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:55683/sdb1/1/a1/c1" "txac6742c6ecf24b03a0cf0-0067670554" "container-server 33307" 0.0013 "-" 33307 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:40 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txac6742c6ecf24b03a0cf0-0067670554" "proxy-server 33307" 0.0209 "-" 33307 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txac6742c6ecf24b03a0cf0-0067670554" "proxy-server 33307" 0.0170 "-" 33307 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/40 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txac6742c6ecf24b03a0cf0-0067670554 - 0.0314 - - 1734804820.281107664 1734804820.312462807 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:40 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4eaac5b47cc14b2c9f88b-0067670554" "proxy-server 33307" 0.0021 "-" 33307 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:40 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:43527/sda1/2/a/c1" "tx4eaac5b47cc14b2c9f88b-0067670554" "container-server 33307" 0.0027 "-" 33307 1 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:55683/sdb1/2/a/c1" "tx4eaac5b47cc14b2c9f88b-0067670554" "container-server 33307" 0.0018 "-" 33307 1 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4eaac5b47cc14b2c9f88b-0067670554" "proxy-server 33307" 0.0129 "-" 33307 1 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:40 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4eaac5b47cc14b2c9f88b-0067670554" "proxy-server 33307" 0.0226 "-" 33307 1 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/40 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx4eaac5b47cc14b2c9f88b-0067670554 - 0.0329 - - 1734804820.314067125 1734804820.346945286 1 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb6bff021e0d3491685f86-0067670554" "proxy-server 33307" 0.0051 "-" 33307 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:43527/sda1/1/a/c2" "txb6bff021e0d3491685f86-0067670554" "container-server 33307" 0.0020 "-" 33307 2 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:40 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:55683/sdb1/1/a/c2" "txb6bff021e0d3491685f86-0067670554" "container-server 33307" 0.0017 "-" 33307 2 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:40 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb6bff021e0d3491685f86-0067670554" "proxy-server 33307" 0.0162 "-" 33307 2 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb6bff021e0d3491685f86-0067670554" "proxy-server 33307" 0.0138 "-" 33307 2 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/40 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txb6bff021e0d3491685f86-0067670554 - 0.0313 - - 1734804820.348464489 1734804820.379783392 2 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version_part_num ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception ... ok Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete - resp = req.get_response(self.app, method='DELETE', query=query, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1462, in _get_response - sw_resp = sw_req.get_response(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response status, headers, app_iter = self.call_application(application) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application app_iter = application(self.environ, start_response) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 183, in __call__ - return self.app(env, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/s3api/__init__.py", line 84, in __call__ - return self.app(env, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 197, in _select_response - is_success = resp_class().is_success - ^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception: kaboomtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash ... ok - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0048 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0035 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0058 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0011 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0002 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0036 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0047 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0015 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0020 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0031 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0035 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0011 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0030 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0031 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0011 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0015 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0046 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0021 "-" 33253 - -test DEBUG: - - - [21/Dec/2024:18:13:41 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 33253 - -test DEBUG: - - - [21/Dec/2024:18:13:41 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 33253 - -test DEBUG: - - - [21/Dec/2024:18:13:41 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 33253 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_internal_client.py", line 904, in __call__ + raise Exception() +Exception Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats - resp = func(ctrl, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 281, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch - return getattr(self, op)( - ^^^^^^^^^^^^^^^^^ -AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [21/Dec/2024:18:13:41 +0000] "REPLICATE /sda1/p/a/" 500 832 "-" "-" "-" 0.0044 "-" 33253 - -test DEBUG: - - - [21/Dec/2024:18:13:41 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 33253 - -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_internal_client.py", line 904, in __call__ + raise Exception() +Exception Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_server.py", line 2606, in mock_put_method + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_internal_client.py", line 904, in __call__ raise Exception() Exception -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0100 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0020 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 33253 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account ... ok -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short ... ok +fake-swift WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline +fake-swift DEBUG: Use tempauth middleware. +fake-swift DEBUG: Use keystone middleware. +fake-swift DEBUG: Use keystone middleware. +fake-swift DEBUG: Use keystone middleware. +fake-swift DEBUG: 's3api' is not in list +fake-swift DEBUG: Calling S3Api Middleware +fake-swift WARNING: multipart: No SLO middleware in pipeline +fake-swift INFO: HEAD /bucket/object s3:err:AccessDenied.invalid_credential +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift WARNING: multipart: No SLO middleware in pipeline +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift WARNING: multipart: No SLO middleware in pipeline +fake-swift DEBUG: Calling S3Api Middleware +fake-swift WARNING: multipart: No SLO middleware in pipeline +fake-swift DEBUG: Calling S3Api Middleware +fake-swift WARNING: multipart: No SLO middleware in pipeline +fake-swift WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline +fake-swift DEBUG: Skip pipeline auth check. +fake-swift DEBUG: Skip pipeline auth check. +fake-swift DEBUG: Skip pipeline auth check. +fake-swift DEBUG: Skip pipeline auth check. +fake-swift DEBUG: 's3api' is not in list +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. +Use of the auth_admin_prefix, auth_host, auth_port, auth_protocol, identity_uri, admin_token, admin_user, admin_password, and admin_tenant_name configuration options was deprecated in the Mitaka release in favor of an auth_plugin and its related options. This class may be removed in a future release. +Configuring admin URI using auth fragments was deprecated in the Kilo release, and will be removed in the Newton release, use 'identity_uri' instead. +Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint +test DEBUG: Calling S3Api Middleware +Using the in-process token cache is deprecated as of the 4.2.0 release and may be removed in the 5.0.0 release or the 'O' development cycle. The in-process cache causes inconsistent results and high memory usage. When the feature is removed the auth_token middleware will not cache tokens by default which may result in performance issues. It is recommended to use memcache for the auth_token token cache by setting the memcached_servers option. +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location ... ok test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req ... ok test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 @@ -66371,3595 +69715,1793 @@ test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_part_number ... ok test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_with_range_header test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_with_range_header ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_for_multipart_upload_requests -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_for_multipart_upload_requests ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json ... ok - - -swift-ring-builder set_info - :[R:]/_ - [ :[R:]/_] ... - [--yes] - -or - -swift-ring-builder set_info - --ip --port - --replication-ip --replication-port - --device --meta - --change-ip --change-port - --change-replication-ip - --change-replication-port - --change-device - --change-meta - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - For each search-value, resets the matched device's information. - This information isn't used to assign partitions, so you can use - 'write_ring' afterward to rewrite the current ring with the newer - device information. Any of the parts are optional in the final - :/_ parameter; just give what you - want to change. For instance set_info d74 _"snet: 5.6.7.8" would - just update the meta data for device id 74. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_min_part_hours - Changes the to the given . This should be set to - however long a full replication/update cycle takes. We're working on a way - to determine this more easily than scanning logs. - -swift-ring-builder set_overload [%] - Changes the overload factor to the given . - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_zone - [ set_zone - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder validate - Just runs the validation routines on the ring. - -swift-ring-builder write_builder [min_part_hours] - Recreate a builder from a ring file (lossy) if you lost your builder - backups. (Protip: don't lose your builder backups). - [min_part_hours] is one of those numbers lost to the builder, - you can change it with set_min_part_hours. - -swift-ring-builder write_ring - Just rewrites the distributable ring file. This is done automatically after - a successful rebalance, so really this is only useful after one or more - 'set_info' calls when no rebalance is needed but you want to send out the - new device information. - -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. - -Quick list: add cancel_increase_partition_power create dispersion - finish_increase_partition_power increase_partition_power list_parts - prepare_increase_partition_power pretend_min_part_hours_passed - rebalance remove search set_info set_min_part_hours set_overload - set_region set_replicas set_weight set_zone validate write_builder - write_ring -Exit codes: 0 = operation successful - 1 = operation completed with warnings - 2 = error -swift-ring-builder 1.3 - -swift-ring-builder - Shows information about the ring and the devices within. Output - includes a table that describes the report parameters (id, region, - port, flags, etc). - flags: possible values are 'DEL' and '' - DEL - indicates that the device is marked for removal from - ring and will be removed in next rebalance. - -swift-ring-builder add - [r]z-:[R:]/_ - - [[r]z-:[R:]/_ - ] ... - - Where and are replication ip and port. - -or - -swift-ring-builder add - --region --zone --ip --port - [--replication-ip ] [--replication-port ] - --device --weight - [--meta ] - - Adds devices to the ring with the given information. No partitions will be - assigned to the new device until after running 'rebalance'. This is so you - can make multiple device changes and rebalance them all just once. - -swift-ring-builder cancel_increase_partition_power - Cancel the increase of the partition power. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to cleanup unneeded links. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder create - - Creates with 2^ partitions and . - is number of hours to restrict moving a partition more - than once. - -swift-ring-builder dispersion [options] - - Output report on dispersion. - - --recalculate option will rebuild cached dispersion info and save builder - --verbose option will display dispersion graph broken down by tier - - You can filter which tiers are evaluated to drill down using a regex - in the optional search_filter argument. i.e. - - swift-ring-builder dispersion "r\d+z\d+$" -v - - ... would only display rows for the zone tiers - - swift-ring-builder dispersion ".*\-[^/]*$" -v - - ... would only display rows for the server tiers - - The reports columns are: - - Tier : the name of the tier - parts : the total number of partitions with assignment in the tier - % : the percentage of parts in the tier with replicas over assigned - max : maximum replicas a part should have assigned at the tier - 0 - N : the number of parts with that many replicas assigned - - e.g. - Tier: parts % max 0 1 2 3 - r1z1 1022 79.45 1 2 210 784 28 - - r1z1 has 1022 total parts assigned, 79% of them have more than the - recommend max replica count of 1 assigned. Only 2 parts in the ring - are *not* assigned in this tier (0 replica count), 210 parts have - the recommend replica count of 1, 784 have 2 replicas, and 28 sadly - have all three replicas in this tier. - -swift-ring-builder finish_increase_partition_power - Finally removes the next_part_power flag. Has to be run after the - swift-object-relinker tool has been used to cleanup old existing data. - - A write_ring command is needed to make the change take effect. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder increase_partition_power - Increases the partition power by one. Needs to be run after - prepare_increase_partition_power has been run and all existing data has - been relinked using the swift-object-relinker tool. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to cleanup old data. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder list_parts [] .. - -or - -swift-ring-builder list_parts - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Returns a 2 column list of all the partitions that are assigned to any of - the devices matching the search values given. The first column is the - assigned partition number and the second column is the number of device - matches for that partition. The list is ordered from most number of matches - to least. If there are a lot of devices to match against, this command - could take a while to run. - -swift-ring-builder prepare_increase_partition_power - Prepare the ring to increase the partition power by one. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to relink existing data. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder pretend_min_part_hours_passed - Resets the clock on the last time a rebalance happened, thus - circumventing the min_part_hours check. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you run this command and deploy rebalanced rings before a replication - pass completes, you may introduce unavailability in your cluster. This - has an end-user impact. - -swift-ring-builder rebalance [options] - Attempts to rebalance the ring by reassigning partitions that haven't been - recently reassigned. - -swift-ring-builder remove [search-value ...] - [--yes] - -or - -swift-ring-builder remove - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Removes the device(s) from the ring. This should normally just be used for - a device that has failed. For a device you wish to decommission, it's best - to set its weight to 0, wait for it to drain all its data, then use this - remove command. This will not take effect until after running 'rebalance'. - This is so you can make multiple device changes and rebalance them all just - once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. - -swift-ring-builder set_info - :[R:]/_ - [ :[R:]/_] ... - [--yes] - -or - -swift-ring-builder set_info - --ip --port - --replication-ip --replication-port - --device --meta - --change-ip --change-port - --change-replication-ip - --change-replication-port - --change-device - --change-meta - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - For each search-value, resets the matched device's information. - This information isn't used to assign partitions, so you can use - 'write_ring' afterward to rewrite the current ring with the newer - device information. Any of the parts are optional in the final - :/_ parameter; just give what you - want to change. For instance set_info d74 _"snet: 5.6.7.8" would - just update the meta data for device id 74. - - Option --yes assume a yes response to all questions.test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument -test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe -test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced -test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments ... ok +test.unit.common.middleware.test_bulk.TestConfig.test_defaults +test.unit.common.middleware.test_bulk.TestConfig.test_defaults ... ok +test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency +test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail +test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail ... ok +test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler +test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler ... ok +test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix +test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix ... ok +test.unit.common.test_memcached.TestMemcacheCommand.test_init +test.unit.common.test_memcached.TestMemcacheCommand.test_init ... ok +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate ... ok +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix ... ok +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate ... ok +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same ... ok +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes ... ok +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_burst +test.unit.common.test_utils.TestEventletRateLimiter.test_burst ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle +test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by +test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_init +test.unit.common.test_utils.TestEventletRateLimiter.test_init ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking_max_rate_adjusted +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking_max_rate_adjusted ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit +test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_set_max_rate +test.unit.common.test_utils.TestEventletRateLimiter.test_set_max_rate ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_set_rate_buffer +test.unit.common.test_utils.TestEventletRateLimiter.test_set_rate_buffer ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_percent +test.unit.common.test_utils.TestFsHasFreeSpace.test_percent ... ok +test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container +test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges +test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges ... ok +test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing +test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing ... ok +test.unit.obj.test_diskfile.TestDiskFile.test_close_error +test.unit.obj.test_diskfile.TestDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_commit +test.unit.obj.test_diskfile.TestDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync +test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error +test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror +test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space +test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called +test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_delete +test.unit.obj.test_diskfile.TestDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files +test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path +test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised +test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache +test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup +test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking +test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_expired +test.unit.obj.test_diskfile.TestDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_euclean +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_euclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks +test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch +test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path +test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up +test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_unclean +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_unclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning +test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator +test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update +test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_expirer.TestExpirerHelpers.test_add_expirer_bytes_to_ctype +test.unit.obj.test_expirer.TestExpirerHelpers.test_add_expirer_bytes_to_ctype ... ok +test.unit.obj.test_expirer.TestExpirerHelpers.test_add_invalid_expirer_bytes_to_ctype +test.unit.obj.test_expirer.TestExpirerHelpers.test_add_invalid_expirer_bytes_to_ctype ... ok +test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_expirer_bytes_from_ctype +test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_expirer_bytes_from_ctype ... ok +test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_missing_bytes_from_ctype +test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_missing_bytes_from_ctype ... ok +test.unit.obj.test_expirer.TestExpirerHelpers.test_inverse_add_extract_bytes_from_ctype +test.unit.obj.test_expirer.TestExpirerHelpers.test_inverse_add_extract_bytes_from_ctype ... ok +test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect +test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_put +test.unit.obj.test_server.TestObjectServer.test_expect_on_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_not_found +test.unit.obj.test_server.TestObjectServer.test_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestTpoolSize.test_default_config +test.unit.obj.test_server.TestTpoolSize.test_default_config ... ok +test.unit.obj.test_server.TestTpoolSize.test_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_explicit_setting ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting ... ok +test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object +test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_base.TestGetterSource.test_close +test.unit.proxy.controllers.test_base.TestGetterSource.test_close ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_init +test.unit.proxy.controllers.test_base.TestGetterSource.test_init ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_sort +test.unit.proxy.controllers.test_base.TestGetterSource.test_sort ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp +test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: Could not parse SLO delete response (200 OK): b'asdf': +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete - delete_result = json.loads(resp.body) - ^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 338, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 356, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET + return self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl + return ah._handle_acl(app, method) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: nojunk None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 01 Apr 2014 12:00:00 GMT', 'X-Amz-Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000'} -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000'} -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000'} -test DEBUG: checking permission: bucket None POST {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000'} -test DEBUG: bucket None POST -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'' -test DEBUG: Error on keystone reply: 201 b'' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware.test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_bad_container -test.unit.common.middleware.test_bulk.TestUntar.test_bad_container ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar -test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required -test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path -test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_call -test.unit.common.middleware.test_bulk.TestUntar.test_extract_call ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body -test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body ... ok -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults ... ok -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json ... ok - +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id ... ok + +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0036 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0015 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0007 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0028 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0034 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0016 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0023 "-" 3082122 - +test DEBUG: - - - [24/Jan/2026:00:42:53 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 3082122 - +test DEBUG: - - - [24/Jan/2026:00:42:53 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0004 "-" 3082122 - +test DEBUG: - - - [24/Jan/2026:00:42:53 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 3082122 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats + resp = func(ctrl, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 281, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch + return getattr(self, op)( + ^^^^^^^^^^^^^^^^^ +AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [24/Jan/2026:00:42:53 +0000] "REPLICATE /sda1/p/a/" 500 832 "-" "-" "-" 0.0037 "-" 3082122 - +test DEBUG: - - - [24/Jan/2026:00:42:53 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 3082122 - +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_server.py", line 2606, in mock_put_method + raise Exception() +Exception +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0001 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0010 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0151 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0029 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0015 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0014 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0015 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0036 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0017 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0020 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0014 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0034 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0015 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0138 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0017 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3082122 1 +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0019 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3082122 -test.unit.account.test_server.TestAccountController.test_empty_policy_stats +test.unit.account.test_server.TestAccountController.test_empty_policy_stats ... ok +test.unit.account.test_server.TestAccountController.test_init +test.unit.account.test_server.TestAccountController.test_init ... ok +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false ... ok +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true ... ok +test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist +test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist ... ok +test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public +test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public ... ok +test.unit.account.test_server.TestAccountController.test_list_allowed_methods +test.unit.account.test_server.TestAccountController.test_list_allowed_methods ... ok +test.unit.account.test_server.TestAccountController.test_log_line_format +test.unit.account.test_server.TestAccountController.test_log_line_format ... ok +test.unit.account.test_server.TestAccountController.test_markers_with_reserved +test.unit.account.test_server.TestAccountController.test_markers_with_reserved ... ok +test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use +test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use ... ok +test.unit.account.test_server.TestAccountController.test_not_allowed_method +test.unit.account.test_server.TestAccountController.test_not_allowed_method ... ok +test.unit.account.test_server.TestAccountController.test_null_markers +test.unit.account.test_server.TestAccountController.test_null_markers ... ok +test.unit.account.test_server.TestAccountController.test_params_format +test.unit.account.test_server.TestAccountController.test_params_format ... ok +test.unit.account.test_server.TestAccountController.test_params_utf8 +test.unit.account.test_server.TestAccountController.test_params_utf8 ... ok +test.unit.account.test_server.TestAccountController.test_policy_stats_non_default +test.unit.account.test_server.TestAccountController.test_policy_stats_non_default ... ok +test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy +test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy ... ok +test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved +test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved ... ok +test.unit.account.test_server.TestAccountController.test_prefix_with_reserved +test.unit.account.test_server.TestAccountController.test_prefix_with_reserved ... ok +test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods +test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods ... ok +test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved +test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved ... ok +test.unit.account.test_server.TestAccountController.test_serv_reserv +test.unit.account.test_server.TestAccountController.test_serv_reserv ... ok +test.unit.account.test_server.TestAccountController.test_through_call +test.unit.account.test_server.TestAccountController.test_through_call ... ok +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path ... ok +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 ... ok + +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/a// HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/a//o HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 24/Jan/2026/00/42/54 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769215374.016764879 1769215374.016822577 - +test INFO: - - 24/Jan/2026/00/42/54 GET /foo HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1769215374.017079592 1769215374.017115593 - +test INFO: - - 24/Jan/2026/00/42/54 GET /foo/bar HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1769215374.017575979 1769215374.017614603 - +test INFO: - - 24/Jan/2026/00/42/54 GET /v1 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1769215374.017875910 1769215374.017910242 - +test INFO: - - 24/Jan/2026/00/42/54 GET /v1.0 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1769215374.018109083 1769215374.018139124 - +test INFO: - - 24/Jan/2026/00/42/54 GET /path HTTP/1.0 503 - - - - 118 - - - 0.7000 FA - 1769215374.020742655 1769215374.720742702 - +test INFO: - - 24/Jan/2026/00/42/54 GET /path HTTP/1.0 500 - - - - - - - - 0.2000 - - 1769215374.022063255 1769215374.222063303 - +test INFO: - - 24/Jan/2026/00/42/54 GET / HTTP/1.0 200 - - - - 17 - - - 0.0001 SOS - 1769215374.023182869 1769215374.023248911 - +test INFO: - - 24/Jan/2026/00/42/54 GET / HTTP/1.0 200 - - - - - - - - 0.0001 - - 1769215374.024241686 1769215374.024313688 - +test INFO: - - 24/Jan/2026/00/42/54 GET / HTTP/1.0 200 - - - - 3 - - - 0.0004 - - 1769215374.025382757 1769215374.025799513 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_object_error +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_object_error ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0016 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0012 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0017 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0018 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0021 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0017 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0040 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0010 "-" 33055 0 -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0067 "-" 33055 1 -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0038 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0010 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0048 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0038 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0022 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0014 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0025 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0015 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0017 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0002 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0000 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0034 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0041 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 33055 1 -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0020 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0024 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0024 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0050 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0018 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0017 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0038 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0022 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0044 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0015 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0015 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0016 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0041 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0018 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0035 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0021 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0014 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0020 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 33055 - -test INFO: - - - [21/Dec/2024:18:13:40 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0048 "-" 33055 - -test INFO: Disabling account_sdb -test INFO: Disabling container_sdb -test INFO: Disabling object_sdb -test INFO: Enabling account_sdb -test INFO: Enabling container_sdb -test INFO: Enabling object_sdb +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_count_quota_copy_from_bad_src +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_count_quota_copy_from_bad_src ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_from ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types +test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_from ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching ... ok +Traceback (most recent call last): +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override ... ok + File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl + func(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/x_profile/profile_model.py", line 273, in dump_profile + profiler.dump_stats(tmpfn) + File "/usr/lib/python3.12/profile.py", line 394, in dump_stats + with open(file, 'wb') as f: + ^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/tmp/tmprggl_igc/log/swift/profile/default.profile3082122.tmp' +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl + func(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/x_profile/profile_model.py", line 273, in dump_profile + profiler.dump_stats(tmpfn) + File "/usr/lib/python3.12/profile.py", line 394, in dump_stats + with open(file, 'wb') as f: + ^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/tmp/tmp_k84wx37/log/swift/profile/default.profile3082122.tmp' +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest ... ok +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself ... ok +test.unit.common.test_constraints.TestConstraints.test_check_account_format +test.unit.common.test_constraints.TestConstraints.test_check_account_format ... ok +test.unit.common.test_constraints.TestConstraints.test_check_container_format +test.unit.common.test_constraints.TestConstraints.test_check_container_format ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at ... ok +test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path +test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path ... ok +test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir +test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir ... ok +test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount +test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount ... ok +test.unit.common.test_constraints.TestConstraints.test_check_float +test.unit.common.test_constraints.TestConstraints.test_check_float ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_count +test.unit.common.test_constraints.TestConstraints.test_check_metadata_count ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_good +test.unit.common.test_constraints.TestConstraints.test_check_metadata_good ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length +test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 +test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_size +test.unit.common.test_constraints.TestConstraints.test_check_metadata_size ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length +test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8 +test.unit.common.test_constraints.TestConstraints.test_check_utf8 ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal +test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates +test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical +test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical ... ok +test.unit.common.test_constraints.TestConstraints.test_valid_api_version +test.unit.common.test_constraints.TestConstraints.test_valid_api_version ... ok +test.unit.common.test_constraints.TestConstraints.test_valid_timestamp +test.unit.common.test_constraints.TestConstraints.test_valid_timestamp ... ok +test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta +test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta ... ok +test.unit.common.test_constraints.TestConstraints.test_validate_constraints +test.unit.common.test_constraints.TestConstraints.test_validate_constraints ... ok +test.unit.common.test_db_auditor.TestAuditor.test_database_auditor +test.unit.common.test_db_auditor.TestAuditor.test_database_auditor ... ok +test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass +test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass ... ok +swift: Adding required filter versioned_writes to pipeline at position 3 +swift: Adding required filter dlo to pipeline at position 3 +swift: Adding required filter copy to pipeline at position 3 +swift: Adding required filter listing_formats to pipeline at position 3 +swift: Pipeline was modified. New pipeline is "healthcheck catch_errors gatekeeper listing_formats copy dlo versioned_writes proxy-server". + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET ... ok - -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: More than one part in a single-part response? -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0051 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0055 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0058 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0043 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0029 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0042 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0022 "-" 33161 0 -test ERROR: ERROR Account update failed with 127.0.0.1:56145/sda1 (will retry later): Response 503 OK -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0052 "-" 33161 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0053 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0028 "-" 33161 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 33161 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 33161 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0006 "-" 33161 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0049 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0349 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0911 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0035 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0012 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0121 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0013 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0059 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0011 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0084 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0061 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0012 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0085 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0005 "-" 33161 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 ... ok -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs ... ok - - -swift-ring-builder set_min_part_hours - Changes the to the given . This should be set to - however long a full replication/update cycle takes. We're working on a way - to determine this more easily than scanning logs. - -swift-ring-builder set_overload [%] - Changes the overload factor to the given . - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_zone - [ set_zone - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder validate - Just runs the validation routines on the ring. - -swift-ring-builder write_builder [min_part_hours] - Recreate a builder from a ring file (lossy) if you lost your builder - backups. (Protip: don't lose your builder backups). - [min_part_hours] is one of those numbers lost to the builder, - you can change it with set_min_part_hours. - -swift-ring-builder write_ring - Just rewrites the distributable ring file. This is done automatically after - a successful rebalance, so really this is only useful after one or more - 'set_info' calls when no rebalance is needed but you want to send out the - new device information. - -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. - -Quick list: add cancel_increase_partition_power create dispersion - finish_increase_partition_power increase_partition_power list_parts - prepare_increase_partition_power pretend_min_part_hours_passed - rebalance remove search set_info set_min_part_hours set_overload - set_region set_replicas set_weight set_zone validate write_builder - write_ring -Exit codes: 0 = operation successful - 1 = operation completed with warnings - 2 = error -/tmp/tmpkyml4m4m/tmp1f3wvb_q, build version 4, id fcd9c9c54dd647c9ae6ac00fc05f8f38 -64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion -The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) -The overload factor is 0.00% (0.000000) -Ring file /tmp/tmpkyml4m4m/tmp1f3wvb_q.ring.gz not found, probably it hasn't been written yet -Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta - 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data - 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 - 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 - 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 -Reassigned 192 (300.00%) partitions. Balance is now 5.00. Dispersion is now 0.00 -Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 -swift-ring-builder add - [r]z-:[R:]/_ - - [[r]z-:[R:]/_ - ] ... - - Where and are replication ip and port. - -or - -swift-ring-builder add - --region --zone --ip --port - [--replication-ip ] [--replication-port ] - --device --weight - [--meta ] - - Adds devices to the ring with the given information. No partitions will be - assigned to the new device until after running 'rebalance'. This is so you - can make multiple device changes and rebalance them all just once. -swift-ring-builder list_parts [] .. - -or - -swift-ring-builder list_parts - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Returns a 2 column list of all the partitions that are assigned to any of - the devices matching the search values given. The first column is the - assigned partition number and the second column is the number of device - matches for that partition. The list is ordered from most number of matches - to least. If there are a lot of devices to match against, this command - could take a while to run.test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_region_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_region_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_weight_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_weight_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_zone_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_zone_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_pretend_min_part_hours_passed -test.unit.cli.test_ringbuilder.TestCommands.test_pretend_min_part_hours_passed ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_failure_does_not_reset_last_moves_epoch -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_failure_does_not_reset_last_moves_epoch ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_min_part_hours_not_passed -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_min_part_hours_not_passed ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_device_change -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_device_change ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile ... ok -test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall -test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall ... ok -test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx -test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok + +proxy DEBUG: (3082127) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:42:53] "GET /someurl HTTP/1.0" 200 102 0.000043 +proxy INFO: wsgi exiting +proxy INFO: (3082127) wsgi exited, is_accepting=True +WARNING: Unable to modify file descriptor limit. Running as non-root? +WARNING: Unable to modify memory limit. Running as non-root? +WARNING: Unable to modify max process limit. Running as non-root? +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0047 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0015 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0022 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0055 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3082127 0 +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0052 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0039 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0021 "-" 3082127 2 +test ERROR: ERROR Account update failed with 127.0.0.1:54223/sda1 (will retry later): Response 503 OK +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0041 "-" 3082127 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0028 "-" 3082127 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3082127 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 3082127 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 3082127 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0590 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0058 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0030 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0012 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0011 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0011 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0011 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0037 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0016 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0013 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0012 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0013 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0011 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0012 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0011 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0012 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0034 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0014 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0014 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0008 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0016 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0006 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0012 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0011 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0038 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0012 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0012 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0063 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0013 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0012 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0011 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0039 "-" 3082127 2 +test DEBUG: Unlinked retiring db '/tmp/tmpb0k_5ktc/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0014 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0011 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0011 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0036 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0012 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082127 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok +fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'Content-Md5': 'i4CS9WiTvEfCFGqAHP8j0A==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8b8092f56893bc47c2146a801cff23d0', 'Content-Length': '1030946'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'Content-Md5': '/JzPJjlXCqpRBmlyhGXNDg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'fc9ccf2639570aaa510669728465cd0e', 'Content-Length': '139'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'Content-Md5': 'PggRsy85Tu07EsbATYB/cA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '3e0811b32f394eed3b12c6c04d807f70', 'Content-Length': '139'}test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet ... ok +swift: Adding required filter versioned_writes to pipeline at position 1 +swift: Adding required filter dlo to pipeline at position 1 + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -DEBUG: New builder; performing initial balance -New builder; performing initial balance -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 768 new parts and 0 removed parts from replica-count change -768 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 164 (Last start was 0) -Gather start is 164 (Last start was 0) -DEBUG: Gathered 768 parts -Gathered 768 parts -DEBUG: Placed 102/0 onto dev r1z1-10.1.1.1/sda -Placed 102/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 102/1 onto dev r1z1-10.1.1.1/sdb -Placed 102/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 102/2 onto dev r1z1-10.1.1.1/sdd -Placed 102/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 54/0 onto dev r1z1-10.1.1.1/sdc -Placed 54/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 54/1 onto dev r1z1-10.1.1.1/sda -Placed 54/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 54/2 onto dev r1z1-10.1.1.1/sdb -Placed 54/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 189/0 onto dev r1z1-10.1.1.1/sdd -Placed 189/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 189/1 onto dev r1z1-10.1.1.1/sdc -Placed 189/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 189/2 onto dev r1z1-10.1.1.1/sda -Placed 189/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 59/0 onto dev r1z1-10.1.1.1/sdb -Placed 59/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 59/1 onto dev r1z1-10.1.1.1/sdd -Placed 59/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 59/2 onto dev r1z1-10.1.1.1/sdc -Placed 59/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 34/0 onto dev r1z1-10.1.1.1/sda -Placed 34/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 34/1 onto dev r1z1-10.1.1.1/sdb -Placed 34/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 34/2 onto dev r1z1-10.1.1.1/sdd -Placed 34/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 80/0 onto dev r1z1-10.1.1.1/sdc -Placed 80/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 80/1 onto dev r1z1-10.1.1.1/sda -Placed 80/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 80/2 onto dev r1z1-10.1.1.1/sdb -Placed 80/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 30/0 onto dev r1z1-10.1.1.1/sdd -Placed 30/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 30/1 onto dev r1z1-10.1.1.1/sdc -Placed 30/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 30/2 onto dev r1z1-10.1.1.1/sda -Placed 30/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 192/0 onto dev r1z1-10.1.1.1/sdb -Placed 192/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 192/1 onto dev r1z1-10.1.1.1/sdd -Placed 192/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 192/2 onto dev r1z1-10.1.1.1/sdc -Placed 192/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 213/0 onto dev r1z1-10.1.1.1/sda -Placed 213/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 213/1 onto dev r1z1-10.1.1.1/sdb -Placed 213/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 213/2 onto dev r1z1-10.1.1.1/sdd -Placed 213/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 43/0 onto dev r1z1-10.1.1.1/sdc -Placed 43/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 43/1 onto dev r1z1-10.1.1.1/sda -Placed 43/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 43/2 onto dev r1z1-10.1.1.1/sdb -Placed 43/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 37/0 onto dev r1z1-10.1.1.1/sdd -Placed 37/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 37/1 onto dev r1z1-10.1.1.1/sdc -Placed 37/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 37/2 onto dev r1z1-10.1.1.1/sda -Placed 37/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 48/0 onto dev r1z1-10.1.1.1/sdb -Placed 48/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 48/1 onto dev r1z1-10.1.1.1/sdd -Placed 48/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 48/2 onto dev r1z1-10.1.1.1/sdc -Placed 48/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 24/0 onto dev r1z1-10.1.1.1/sda -Placed 24/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 24/1 onto dev r1z1-10.1.1.1/sdb -Placed 24/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 24/2 onto dev r1z1-10.1.1.1/sdd -Placed 24/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 88/0 onto dev r1z1-10.1.1.1/sdc -Placed 88/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 88/1 onto dev r1z1-10.1.1.1/sda -Placed 88/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 88/2 onto dev r1z1-10.1.1.1/sdb -Placed 88/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 52/0 onto dev r1z1-10.1.1.1/sdd -Placed 52/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 52/1 onto dev r1z1-10.1.1.1/sdc -Placed 52/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 52/2 onto dev r1z1-10.1.1.1/sda -Placed 52/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 177/0 onto dev r1z1-10.1.1.1/sdb -Placed 177/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 177/1 onto dev r1z1-10.1.1.1/sdd -Placed 177/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 177/2 onto dev r1z1-10.1.1.1/sdc -Placed 177/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 160/0 onto dev r1z1-10.1.1.1/sda -Placed 160/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 160/1 onto dev r1z1-10.1.1.1/sdb -Placed 160/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 160/2 onto dev r1z1-10.1.1.1/sdd -Placed 160/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 220/0 onto dev r1z1-10.1.1.1/sdc -Placed 220/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 220/1 onto dev r1z1-10.1.1.1/sda -Placed 220/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 220/2 onto dev r1z1-10.1.1.1/sdb -Placed 220/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 221/0 onto dev r1z1-10.1.1.1/sdd -Placed 221/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 221/1 onto dev r1z1-10.1.1.1/sdc -Placed 221/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 221/2 onto dev r1z1-10.1.1.1/sda -Placed 221/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 47/0 onto dev r1z1-10.1.1.1/sdb -Placed 47/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 47/1 onto dev r1z1-10.1.1.1/sdd -Placed 47/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 47/2 onto dev r1z1-10.1.1.1/sdc -Placed 47/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 222/0 onto dev r1z1-10.1.1.1/sda -Placed 222/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 222/1 onto dev r1z1-10.1.1.1/sdb -Placed 222/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 222/2 onto dev r1z1-10.1.1.1/sdd -Placed 222/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 3/0 onto dev r1z1-10.1.1.1/sdc -Placed 3/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 3/1 onto dev r1z1-10.1.1.1/sda -Placed 3/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 3/2 onto dev r1z1-10.1.1.1/sdb -Placed 3/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 125/0 onto dev r1z1-10.1.1.1/sdd -Placed 125/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 125/1 onto dev r1z1-10.1.1.1/sdc -Placed 125/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 125/2 onto dev r1z1-10.1.1.1/sda -Placed 125/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 241/0 onto dev r1z1-10.1.1.1/sdb -Placed 241/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 241/1 onto dev r1z1-10.1.1.1/sdd -Placed 241/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 241/2 onto dev r1z1-10.1.1.1/sdc -Placed 241/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 142/0 onto dev r1z1-10.1.1.1/sda -Placed 142/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 142/1 onto dev r1z1-10.1.1.1/sdb -Placed 142/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 142/2 onto dev r1z1-10.1.1.1/sdd -Placed 142/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 210/0 onto dev r1z1-10.1.1.1/sdc -Placed 210/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 210/1 onto dev r1z1-10.1.1.1/sda -Placed 210/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 210/2 onto dev r1z1-10.1.1.1/sdb -Placed 210/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 148/0 onto dev r1z1-10.1.1.1/sdd -Placed 148/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 148/1 onto dev r1z1-10.1.1.1/sdc -Placed 148/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 148/2 onto dev r1z1-10.1.1.1/sda -Placed 148/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 219/0 onto dev r1z1-10.1.1.1/sdb -Placed 219/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 219/1 onto dev r1z1-10.1.1.1/sdd -Placed 219/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 219/2 onto dev r1z1-10.1.1.1/sdc -Placed 219/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 132/0 onto dev r1z1-10.1.1.1/sda -Placed 132/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 132/1 onto dev r1z1-10.1.1.1/sdb -Placed 132/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 132/2 onto dev r1z1-10.1.1.1/sdd -Placed 132/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 249/0 onto dev r1z1-10.1.1.1/sdc -Placed 249/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 249/1 onto dev r1z1-10.1.1.1/sda -Placed 249/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 249/2 onto dev r1z1-10.1.1.1/sdb -Placed 249/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 197/0 onto dev r1z1-10.1.1.1/sdd -Placed 197/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 197/1 onto dev r1z1-10.1.1.1/sdc -Placed 197/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 197/2 onto dev r1z1-10.1.1.1/sda -Placed 197/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 116/0 onto dev r1z1-10.1.1.1/sdb -Placed 116/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 116/1 onto dev r1z1-10.1.1.1/sdd -Placed 116/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 116/2 onto dev r1z1-10.1.1.1/sdc -Placed 116/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 191/0 onto dev r1z1-10.1.1.1/sda -Placed 191/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 191/1 onto dev r1z1-10.1.1.1/sdb -Placed 191/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 191/2 onto dev r1z1-10.1.1.1/sdd -Placed 191/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 89/0 onto dev r1z1-10.1.1.1/sdc -Placed 89/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 89/1 onto dev r1z1-10.1.1.1/sda -Placed 89/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 89/2 onto dev r1z1-10.1.1.1/sdb -Placed 89/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 218/0 onto dev r1z1-10.1.1.1/sdd -Placed 218/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 218/1 onto dev r1z1-10.1.1.1/sdc -Placed 218/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 218/2 onto dev r1z1-10.1.1.1/sda -Placed 218/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 168/0 onto dev r1z1-10.1.1.1/sdb -Placed 168/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 168/1 onto dev r1z1-10.1.1.1/sdd -Placed 168/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 168/2 onto dev r1z1-10.1.1.1/sdc -Placed 168/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 73/0 onto dev r1z1-10.1.1.1/sda -Placed 73/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 73/1 onto dev r1z1-10.1.1.1/sdb -Placed 73/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 73/2 onto dev r1z1-10.1.1.1/sdd -Placed 73/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 87/0 onto dev r1z1-10.1.1.1/sdc -Placed 87/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 87/1 onto dev r1z1-10.1.1.1/sda -Placed 87/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 87/2 onto dev r1z1-10.1.1.1/sdb -Placed 87/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 121/0 onto dev r1z1-10.1.1.1/sdd -Placed 121/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 121/1 onto dev r1z1-10.1.1.1/sdc -Placed 121/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 121/2 onto dev r1z1-10.1.1.1/sda -Placed 121/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 165/0 onto dev r1z1-10.1.1.1/sdb -Placed 165/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 165/1 onto dev r1z1-10.1.1.1/sdd -Placed 165/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 165/2 onto dev r1z1-10.1.1.1/sdc -Placed 165/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 26/0 onto dev r1z1-10.1.1.1/sda -Placed 26/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 26/1 onto dev r1z1-10.1.1.1/sdb -Placed 26/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 26/2 onto dev r1z1-10.1.1.1/sdd -Placed 26/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 92/0 onto dev r1z1-10.1.1.1/sdc -Placed 92/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 92/1 onto dev r1z1-10.1.1.1/sda -Placed 92/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 92/2 onto dev r1z1-10.1.1.1/sdb -Placed 92/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 235/0 onto dev r1z1-10.1.1.1/sdd -Placed 235/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 235/1 onto dev r1z1-10.1.1.1/sdc -Placed 235/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 235/2 onto dev r1z1-10.1.1.1/sda -Placed 235/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 16/0 onto dev r1z1-10.1.1.1/sdb -Placed 16/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 16/1 onto dev r1z1-10.1.1.1/sdd -Placed 16/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 16/2 onto dev r1z1-10.1.1.1/sdc -Placed 16/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 5/0 onto dev r1z1-10.1.1.1/sda -Placed 5/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 5/1 onto dev r1z1-10.1.1.1/sdb -Placed 5/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 5/2 onto dev r1z1-10.1.1.1/sdd -Placed 5/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 118/0 onto dev r1z1-10.1.1.1/sdc -Placed 118/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 118/1 onto dev r1z1-10.1.1.1/sda -Placed 118/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 118/2 onto dev r1z1-10.1.1.1/sdb -Placed 118/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 96/0 onto dev r1z1-10.1.1.1/sdd -Placed 96/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 96/1 onto dev r1z1-10.1.1.1/sdc -Placed 96/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 96/2 onto dev r1z1-10.1.1.1/sda -Placed 96/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 203/0 onto dev r1z1-10.1.1.1/sdb -Placed 203/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 203/1 onto dev r1z1-10.1.1.1/sdd -Placed 203/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 203/2 onto dev r1z1-10.1.1.1/sdc -Placed 203/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 194/0 onto dev r1z1-10.1.1.1/sda -Placed 194/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 194/1 onto dev r1z1-10.1.1.1/sdb -Placed 194/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 194/2 onto dev r1z1-10.1.1.1/sdd -Placed 194/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 56/0 onto dev r1z1-10.1.1.1/sdc -Placed 56/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 56/1 onto dev r1z1-10.1.1.1/sda -Placed 56/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 56/2 onto dev r1z1-10.1.1.1/sdb -Placed 56/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 199/0 onto dev r1z1-10.1.1.1/sdd -Placed 199/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 199/1 onto dev r1z1-10.1.1.1/sdc -Placed 199/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 199/2 onto dev r1z1-10.1.1.1/sda -Placed 199/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 122/0 onto dev r1z1-10.1.1.1/sdb -Placed 122/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 122/1 onto dev r1z1-10.1.1.1/sdd -Placed 122/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 122/2 onto dev r1z1-10.1.1.1/sdc -Placed 122/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 60/0 onto dev r1z1-10.1.1.1/sda -Placed 60/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 60/1 onto dev r1z1-10.1.1.1/sdb -Placed 60/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 60/2 onto dev r1z1-10.1.1.1/sdd -Placed 60/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 91/0 onto dev r1z1-10.1.1.1/sdc -Placed 91/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 91/1 onto dev r1z1-10.1.1.1/sda -Placed 91/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 91/2 onto dev r1z1-10.1.1.1/sdb -Placed 91/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 40/0 onto dev r1z1-10.1.1.1/sdd -Placed 40/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 40/1 onto dev r1z1-10.1.1.1/sdc -Placed 40/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 40/2 onto dev r1z1-10.1.1.1/sda -Placed 40/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 228/0 onto dev r1z1-10.1.1.1/sdb -Placed 228/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 228/1 onto dev r1z1-10.1.1.1/sdd -Placed 228/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 228/2 onto dev r1z1-10.1.1.1/sdc -Placed 228/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 156/0 onto dev r1z1-10.1.1.1/sda -Placed 156/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 156/1 onto dev r1z1-10.1.1.1/sdb -Placed 156/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 156/2 onto dev r1z1-10.1.1.1/sdd -Placed 156/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 97/0 onto dev r1z1-10.1.1.1/sdc -Placed 97/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 97/1 onto dev r1z1-10.1.1.1/sda -Placed 97/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 97/2 onto dev r1z1-10.1.1.1/sdb -Placed 97/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 242/0 onto dev r1z1-10.1.1.1/sdd -Placed 242/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 242/1 onto dev r1z1-10.1.1.1/sdc -Placed 242/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 242/2 onto dev r1z1-10.1.1.1/sda -Placed 242/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 211/0 onto dev r1z1-10.1.1.1/sdb -Placed 211/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 211/1 onto dev r1z1-10.1.1.1/sdd -Placed 211/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 211/2 onto dev r1z1-10.1.1.1/sdc -Placed 211/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 31/0 onto dev r1z1-10.1.1.1/sda -Placed 31/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 31/1 onto dev r1z1-10.1.1.1/sdb -Placed 31/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 31/2 onto dev r1z1-10.1.1.1/sdd -Placed 31/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 163/0 onto dev r1z1-10.1.1.1/sdc -Placed 163/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 163/1 onto dev r1z1-10.1.1.1/sda -Placed 163/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 163/2 onto dev r1z1-10.1.1.1/sdb -Placed 163/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 86/0 onto dev r1z1-10.1.1.1/sdd -Placed 86/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 86/1 onto dev r1z1-10.1.1.1/sdc -Placed 86/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 86/2 onto dev r1z1-10.1.1.1/sda -Placed 86/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 50/0 onto dev r1z1-10.1.1.1/sdb -Placed 50/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 50/1 onto dev r1z1-10.1.1.1/sdd -Placed 50/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 50/2 onto dev r1z1-10.1.1.1/sdc -Placed 50/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 45/0 onto dev r1z1-10.1.1.1/sda -Placed 45/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 45/1 onto dev r1z1-10.1.1.1/sdb -Placed 45/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 45/2 onto dev r1z1-10.1.1.1/sdd -Placed 45/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 141/0 onto dev r1z1-10.1.1.1/sdc -Placed 141/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 141/1 onto dev r1z1-10.1.1.1/sda -Placed 141/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 141/2 onto dev r1z1-10.1.1.1/sdb -Placed 141/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 63/0 onto dev r1z1-10.1.1.1/sdd -Placed 63/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 63/1 onto dev r1z1-10.1.1.1/sdc -Placed 63/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 63/2 onto dev r1z1-10.1.1.1/sda -Placed 63/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 223/0 onto dev r1z1-10.1.1.1/sdb -Placed 223/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 223/1 onto dev r1z1-10.1.1.1/sdd -Placed 223/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 223/2 onto dev r1z1-10.1.1.1/sdc -Placed 223/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 11/0 onto dev r1z1-10.1.1.1/sda -Placed 11/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 11/1 onto dev r1z1-10.1.1.1/sdb -Placed 11/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 11/2 onto dev r1z1-10.1.1.1/sdd -Placed 11/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 150/0 onto dev r1z1-10.1.1.1/sdc -Placed 150/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 150/1 onto dev r1z1-10.1.1.1/sda -Placed 150/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 150/2 onto dev r1z1-10.1.1.1/sdb -Placed 150/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 251/0 onto dev r1z1-10.1.1.1/sdd -Placed 251/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 251/1 onto dev r1z1-10.1.1.1/sdc -Placed 251/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 251/2 onto dev r1z1-10.1.1.1/sda -Placed 251/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 123/0 onto dev r1z1-10.1.1.1/sdb -Placed 123/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 123/1 onto dev r1z1-10.1.1.1/sdd -Placed 123/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 123/2 onto dev r1z1-10.1.1.1/sdc -Placed 123/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 12/0 onto dev r1z1-10.1.1.1/sda -Placed 12/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 12/1 onto dev r1z1-10.1.1.1/sdb -Placed 12/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 12/2 onto dev r1z1-10.1.1.1/sdd -Placed 12/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 23/0 onto dev r1z1-10.1.1.1/sdc -Placed 23/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 23/1 onto dev r1z1-10.1.1.1/sda -Placed 23/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 23/2 onto dev r1z1-10.1.1.1/sdb -Placed 23/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 0/0 onto dev r1z1-10.1.1.1/sdd -Placed 0/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 0/1 onto dev r1z1-10.1.1.1/sdc -Placed 0/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 0/2 onto dev r1z1-10.1.1.1/sda -Placed 0/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 196/0 onto dev r1z1-10.1.1.1/sdb -Placed 196/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 196/1 onto dev r1z1-10.1.1.1/sdd -Placed 196/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 196/2 onto dev r1z1-10.1.1.1/sdc -Placed 196/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 152/0 onto dev r1z1-10.1.1.1/sda -Placed 152/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 152/1 onto dev r1z1-10.1.1.1/sdb -Placed 152/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 152/2 onto dev r1z1-10.1.1.1/sdd -Placed 152/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 61/0 onto dev r1z1-10.1.1.1/sdc -Placed 61/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 61/1 onto dev r1z1-10.1.1.1/sda -Placed 61/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 61/2 onto dev r1z1-10.1.1.1/sdb -Placed 61/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 65/0 onto dev r1z1-10.1.1.1/sdd -Placed 65/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 65/1 onto dev r1z1-10.1.1.1/sdc -Placed 65/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 65/2 onto dev r1z1-10.1.1.1/sda -Placed 65/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 236/0 onto dev r1z1-10.1.1.1/sdb -Placed 236/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 236/1 onto dev r1z1-10.1.1.1/sdd -Placed 236/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 236/2 onto dev r1z1-10.1.1.1/sdc -Placed 236/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 145/0 onto dev r1z1-10.1.1.1/sda -Placed 145/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 145/1 onto dev r1z1-10.1.1.1/sdb -Placed 145/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 145/2 onto dev r1z1-10.1.1.1/sdd -Placed 145/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 153/0 onto dev r1z1-10.1.1.1/sdc -Placed 153/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 153/1 onto dev r1z1-10.1.1.1/sda -Placed 153/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 153/2 onto dev r1z1-10.1.1.1/sdb -Placed 153/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 107/0 onto dev r1z1-10.1.1.1/sdd -Placed 107/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 107/1 onto dev r1z1-10.1.1.1/sdc -Placed 107/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 107/2 onto dev r1z1-10.1.1.1/sda -Placed 107/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 112/0 onto dev r1z1-10.1.1.1/sdb -Placed 112/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 112/1 onto dev r1z1-10.1.1.1/sdd -Placed 112/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 112/2 onto dev r1z1-10.1.1.1/sdc -Placed 112/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 83/0 onto dev r1z1-10.1.1.1/sda -Placed 83/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 83/1 onto dev r1z1-10.1.1.1/sdb -Placed 83/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 83/2 onto dev r1z1-10.1.1.1/sdd -Placed 83/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 90/0 onto dev r1z1-10.1.1.1/sdc -Placed 90/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 90/1 onto dev r1z1-10.1.1.1/sda -Placed 90/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 90/2 onto dev r1z1-10.1.1.1/sdb -Placed 90/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 108/0 onto dev r1z1-10.1.1.1/sdd -Placed 108/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 108/1 onto dev r1z1-10.1.1.1/sdc -Placed 108/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 108/2 onto dev r1z1-10.1.1.1/sda -Placed 108/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 8/0 onto dev r1z1-10.1.1.1/sdb -Placed 8/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 8/1 onto dev r1z1-10.1.1.1/sdd -Placed 8/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 8/2 onto dev r1z1-10.1.1.1/sdc -Placed 8/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 252/0 onto dev r1z1-10.1.1.1/sda -Placed 252/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 252/1 onto dev r1z1-10.1.1.1/sdb -Placed 252/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 252/2 onto dev r1z1-10.1.1.1/sdd -Placed 252/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 244/0 onto dev r1z1-10.1.1.1/sdc -Placed 244/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 244/1 onto dev r1z1-10.1.1.1/sda -Placed 244/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 244/2 onto dev r1z1-10.1.1.1/sdb -Placed 244/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 157/0 onto dev r1z1-10.1.1.1/sdd -Placed 157/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 157/1 onto dev r1z1-10.1.1.1/sdc -Placed 157/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 157/2 onto dev r1z1-10.1.1.1/sda -Placed 157/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 237/0 onto dev r1z1-10.1.1.1/sdb -Placed 237/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 237/1 onto dev r1z1-10.1.1.1/sdd -Placed 237/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 237/2 onto dev r1z1-10.1.1.1/sdc -Placed 237/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 106/0 onto dev r1z1-10.1.1.1/sda -Placed 106/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 106/1 onto dev r1z1-10.1.1.1/sdb -Placed 106/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 106/2 onto dev r1z1-10.1.1.1/sdd -Placed 106/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 72/0 onto dev r1z1-10.1.1.1/sdc -Placed 72/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 72/1 onto dev r1z1-10.1.1.1/sda -Placed 72/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 72/2 onto dev r1z1-10.1.1.1/sdb -Placed 72/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 77/0 onto dev r1z1-10.1.1.1/sdd -Placed 77/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 77/1 onto dev r1z1-10.1.1.1/sdc -Placed 77/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 77/2 onto dev r1z1-10.1.1.1/sda -Placed 77/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 95/0 onto dev r1z1-10.1.1.1/sdb -Placed 95/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 95/1 onto dev r1z1-10.1.1.1/sdd -Placed 95/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 95/2 onto dev r1z1-10.1.1.1/sdc -Placed 95/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 174/0 onto dev r1z1-10.1.1.1/sda -Placed 174/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 174/1 onto dev r1z1-10.1.1.1/sdb -Placed 174/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 174/2 onto dev r1z1-10.1.1.1/sdd -Placed 174/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 169/0 onto dev r1z1-10.1.1.1/sdc -Placed 169/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 169/1 onto dev r1z1-10.1.1.1/sda -Placed 169/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 169/2 onto dev r1z1-10.1.1.1/sdb -Placed 169/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 146/0 onto dev r1z1-10.1.1.1/sdd -Placed 146/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 146/1 onto dev r1z1-10.1.1.1/sdc -Placed 146/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 146/2 onto dev r1z1-10.1.1.1/sda -Placed 146/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 246/0 onto dev r1z1-10.1.1.1/sdb -Placed 246/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 246/1 onto dev r1z1-10.1.1.1/sdd -Placed 246/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 246/2 onto dev r1z1-10.1.1.1/sdc -Placed 246/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 119/0 onto dev r1z1-10.1.1.1/sda -Placed 119/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 119/1 onto dev r1z1-10.1.1.1/sdb -Placed 119/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 119/2 onto dev r1z1-10.1.1.1/sdd -Placed 119/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 155/0 onto dev r1z1-10.1.1.1/sdc -Placed 155/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 155/1 onto dev r1z1-10.1.1.1/sda -Placed 155/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 155/2 onto dev r1z1-10.1.1.1/sdb -Placed 155/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 67/0 onto dev r1z1-10.1.1.1/sdd -Placed 67/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 67/1 onto dev r1z1-10.1.1.1/sdc -Placed 67/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 67/2 onto dev r1z1-10.1.1.1/sda -Placed 67/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 51/0 onto dev r1z1-10.1.1.1/sdb -Placed 51/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 51/1 onto dev r1z1-10.1.1.1/sdd -Placed 51/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 51/2 onto dev r1z1-10.1.1.1/sdc -Placed 51/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 250/0 onto dev r1z1-10.1.1.1/sda -Placed 250/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 250/1 onto dev r1z1-10.1.1.1/sdb -Placed 250/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 250/2 onto dev r1z1-10.1.1.1/sdd -Placed 250/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 115/0 onto dev r1z1-10.1.1.1/sdc -Placed 115/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 115/1 onto dev r1z1-10.1.1.1/sda -Placed 115/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 115/2 onto dev r1z1-10.1.1.1/sdb -Placed 115/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 7/0 onto dev r1z1-10.1.1.1/sdd -Placed 7/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 7/1 onto dev r1z1-10.1.1.1/sdc -Placed 7/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 7/2 onto dev r1z1-10.1.1.1/sda -Placed 7/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 79/0 onto dev r1z1-10.1.1.1/sdb -Placed 79/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 79/1 onto dev r1z1-10.1.1.1/sdd -Placed 79/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 79/2 onto dev r1z1-10.1.1.1/sdc -Placed 79/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 109/0 onto dev r1z1-10.1.1.1/sda -Placed 109/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 109/1 onto dev r1z1-10.1.1.1/sdb -Placed 109/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 109/2 onto dev r1z1-10.1.1.1/sdd -Placed 109/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 209/0 onto dev r1z1-10.1.1.1/sdc -Placed 209/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 209/1 onto dev r1z1-10.1.1.1/sda -Placed 209/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 209/2 onto dev r1z1-10.1.1.1/sdb -Placed 209/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 171/0 onto dev r1z1-10.1.1.1/sdd -Placed 171/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 171/1 onto dev r1z1-10.1.1.1/sdc -Placed 171/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 171/2 onto dev r1z1-10.1.1.1/sda -Placed 171/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 238/0 onto dev r1z1-10.1.1.1/sdb -Placed 238/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 238/1 onto dev r1z1-10.1.1.1/sdd -Placed 238/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 238/2 onto dev r1z1-10.1.1.1/sdc -Placed 238/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 166/0 onto dev r1z1-10.1.1.1/sda -Placed 166/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 166/1 onto dev r1z1-10.1.1.1/sdb -Placed 166/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 166/2 onto dev r1z1-10.1.1.1/sdd -Placed 166/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 136/0 onto dev r1z1-10.1.1.1/sdc -Placed 136/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 136/1 onto dev r1z1-10.1.1.1/sda -Placed 136/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 136/2 onto dev r1z1-10.1.1.1/sdb -Placed 136/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 140/0 onto dev r1z1-10.1.1.1/sdd -Placed 140/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 140/1 onto dev r1z1-10.1.1.1/sdc -Placed 140/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 140/2 onto dev r1z1-10.1.1.1/sda -Placed 140/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 139/0 onto dev r1z1-10.1.1.1/sdb -Placed 139/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 139/1 onto dev r1z1-10.1.1.1/sdd -Placed 139/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 139/2 onto dev r1z1-10.1.1.1/sdc -Placed 139/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 76/0 onto dev r1z1-10.1.1.1/sda -Placed 76/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 76/1 onto dev r1z1-10.1.1.1/sdb -Placed 76/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 76/2 onto dev r1z1-10.1.1.1/sdd -Placed 76/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 62/0 onto dev r1z1-10.1.1.1/sdc -Placed 62/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 62/1 onto dev r1z1-10.1.1.1/sda -Placed 62/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 62/2 onto dev r1z1-10.1.1.1/sdb -Placed 62/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 247/0 onto dev r1z1-10.1.1.1/sdd -Placed 247/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 247/1 onto dev r1z1-10.1.1.1/sdc -Placed 247/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 247/2 onto dev r1z1-10.1.1.1/sda -Placed 247/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 53/0 onto dev r1z1-10.1.1.1/sdb -Placed 53/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 53/1 onto dev r1z1-10.1.1.1/sdd -Placed 53/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 53/2 onto dev r1z1-10.1.1.1/sdc -Placed 53/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 101/0 onto dev r1z1-10.1.1.1/sda -Placed 101/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 101/1 onto dev r1z1-10.1.1.1/sdb -Placed 101/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 101/2 onto dev r1z1-10.1.1.1/sdd -Placed 101/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 64/0 onto dev r1z1-10.1.1.1/sdc -Placed 64/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 64/1 onto dev r1z1-10.1.1.1/sda -Placed 64/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 64/2 onto dev r1z1-10.1.1.1/sdb -Placed 64/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 167/0 onto dev r1z1-10.1.1.1/sdd -Placed 167/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 167/1 onto dev r1z1-10.1.1.1/sdc -Placed 167/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 167/2 onto dev r1z1-10.1.1.1/sda -Placed 167/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 253/0 onto dev r1z1-10.1.1.1/sdb -Placed 253/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 253/1 onto dev r1z1-10.1.1.1/sdd -Placed 253/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 253/2 onto dev r1z1-10.1.1.1/sdc -Placed 253/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 9/0 onto dev r1z1-10.1.1.1/sda -Placed 9/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 9/1 onto dev r1z1-10.1.1.1/sdb -Placed 9/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 9/2 onto dev r1z1-10.1.1.1/sdd -Placed 9/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 204/0 onto dev r1z1-10.1.1.1/sdc -Placed 204/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 204/1 onto dev r1z1-10.1.1.1/sda -Placed 204/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 204/2 onto dev r1z1-10.1.1.1/sdb -Placed 204/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 18/0 onto dev r1z1-10.1.1.1/sdd -Placed 18/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 18/1 onto dev r1z1-10.1.1.1/sdc -Placed 18/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 18/2 onto dev r1z1-10.1.1.1/sda -Placed 18/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 58/0 onto dev r1z1-10.1.1.1/sdb -Placed 58/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 58/1 onto dev r1z1-10.1.1.1/sdd -Placed 58/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 58/2 onto dev r1z1-10.1.1.1/sdc -Placed 58/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 68/0 onto dev r1z1-10.1.1.1/sda -Placed 68/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 68/1 onto dev r1z1-10.1.1.1/sdb -Placed 68/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 68/2 onto dev r1z1-10.1.1.1/sdd -Placed 68/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 105/0 onto dev r1z1-10.1.1.1/sdc -Placed 105/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 105/1 onto dev r1z1-10.1.1.1/sda -Placed 105/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 105/2 onto dev r1z1-10.1.1.1/sdb -Placed 105/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 182/0 onto dev r1z1-10.1.1.1/sdd -Placed 182/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 182/1 onto dev r1z1-10.1.1.1/sdc -Placed 182/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 182/2 onto dev r1z1-10.1.1.1/sda -Placed 182/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 13/0 onto dev r1z1-10.1.1.1/sdb -Placed 13/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 13/1 onto dev r1z1-10.1.1.1/sdd -Placed 13/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 13/2 onto dev r1z1-10.1.1.1/sdc -Placed 13/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 69/0 onto dev r1z1-10.1.1.1/sda -Placed 69/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 69/1 onto dev r1z1-10.1.1.1/sdb -Placed 69/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 69/2 onto dev r1z1-10.1.1.1/sdd -Placed 69/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 127/0 onto dev r1z1-10.1.1.1/sdc -Placed 127/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 127/1 onto dev r1z1-10.1.1.1/sda -Placed 127/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 127/2 onto dev r1z1-10.1.1.1/sdb -Placed 127/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 161/0 onto dev r1z1-10.1.1.1/sdd -Placed 161/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 161/1 onto dev r1z1-10.1.1.1/sdc -Placed 161/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 161/2 onto dev r1z1-10.1.1.1/sda -Placed 161/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 176/0 onto dev r1z1-10.1.1.1/sdb -Placed 176/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 176/1 onto dev r1z1-10.1.1.1/sdd -Placed 176/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 176/2 onto dev r1z1-10.1.1.1/sdc -Placed 176/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 181/0 onto dev r1z1-10.1.1.1/sda -Placed 181/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 181/1 onto dev r1z1-10.1.1.1/sdb -Placed 181/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 181/2 onto dev r1z1-10.1.1.1/sdd -Placed 181/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 124/0 onto dev r1z1-10.1.1.1/sdc -Placed 124/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 124/1 onto dev r1z1-10.1.1.1/sda -Placed 124/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 124/2 onto dev r1z1-10.1.1.1/sdb -Placed 124/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 22/0 onto dev r1z1-10.1.1.1/sdd -Placed 22/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 22/1 onto dev r1z1-10.1.1.1/sdc -Placed 22/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 22/2 onto dev r1z1-10.1.1.1/sda -Placed 22/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 180/0 onto dev r1z1-10.1.1.1/sdb -Placed 180/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 180/1 onto dev r1z1-10.1.1.1/sdd -Placed 180/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 180/2 onto dev r1z1-10.1.1.1/sdc -Placed 180/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 254/0 onto dev r1z1-10.1.1.1/sda -Placed 254/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 254/1 onto dev r1z1-10.1.1.1/sdb -Placed 254/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 254/2 onto dev r1z1-10.1.1.1/sdd -Placed 254/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 187/0 onto dev r1z1-10.1.1.1/sdc -Placed 187/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 187/1 onto dev r1z1-10.1.1.1/sda -Placed 187/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 187/2 onto dev r1z1-10.1.1.1/sdb -Placed 187/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 231/0 onto dev r1z1-10.1.1.1/sdd -Placed 231/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 231/1 onto dev r1z1-10.1.1.1/sdc -Placed 231/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 231/2 onto dev r1z1-10.1.1.1/sda -Placed 231/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 70/0 onto dev r1z1-10.1.1.1/sdb -Placed 70/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 70/1 onto dev r1z1-10.1.1.1/sdd -Placed 70/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 70/2 onto dev r1z1-10.1.1.1/sdc -Placed 70/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 135/0 onto dev r1z1-10.1.1.1/sda -Placed 135/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 135/1 onto dev r1z1-10.1.1.1/sdb -Placed 135/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 135/2 onto dev r1z1-10.1.1.1/sdd -Placed 135/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 39/0 onto dev r1z1-10.1.1.1/sdc -Placed 39/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 39/1 onto dev r1z1-10.1.1.1/sda -Placed 39/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 39/2 onto dev r1z1-10.1.1.1/sdb -Placed 39/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 164/0 onto dev r1z1-10.1.1.1/sdd -Placed 164/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 164/1 onto dev r1z1-10.1.1.1/sdc -Placed 164/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 164/2 onto dev r1z1-10.1.1.1/sda -Placed 164/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 4/0 onto dev r1z1-10.1.1.1/sdb -Placed 4/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 4/1 onto dev r1z1-10.1.1.1/sdd -Placed 4/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 4/2 onto dev r1z1-10.1.1.1/sdc -Placed 4/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 243/0 onto dev r1z1-10.1.1.1/sda -Placed 243/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 243/1 onto dev r1z1-10.1.1.1/sdb -Placed 243/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 243/2 onto dev r1z1-10.1.1.1/sdd -Placed 243/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 229/0 onto dev r1z1-10.1.1.1/sdc -Placed 229/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 229/1 onto dev r1z1-10.1.1.1/sda -Placed 229/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 229/2 onto dev r1z1-10.1.1.1/sdb -Placed 229/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 35/0 onto dev r1z1-10.1.1.1/sdd -Placed 35/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 35/1 onto dev r1z1-10.1.1.1/sdc -Placed 35/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 35/2 onto dev r1z1-10.1.1.1/sda -Placed 35/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 183/0 onto dev r1z1-10.1.1.1/sdb -Placed 183/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 183/1 onto dev r1z1-10.1.1.1/sdd -Placed 183/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 183/2 onto dev r1z1-10.1.1.1/sdc -Placed 183/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 10/0 onto dev r1z1-10.1.1.1/sda -Placed 10/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 10/1 onto dev r1z1-10.1.1.1/sdb -Placed 10/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 10/2 onto dev r1z1-10.1.1.1/sdd -Placed 10/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 179/0 onto dev r1z1-10.1.1.1/sdc -Placed 179/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 179/1 onto dev r1z1-10.1.1.1/sda -Placed 179/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 179/2 onto dev r1z1-10.1.1.1/sdb -Placed 179/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 81/0 onto dev r1z1-10.1.1.1/sdd -Placed 81/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 81/1 onto dev r1z1-10.1.1.1/sdc -Placed 81/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 81/2 onto dev r1z1-10.1.1.1/sda -Placed 81/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 110/0 onto dev r1z1-10.1.1.1/sdb -Placed 110/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 110/1 onto dev r1z1-10.1.1.1/sdd -Placed 110/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 110/2 onto dev r1z1-10.1.1.1/sdc -Placed 110/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 226/0 onto dev r1z1-10.1.1.1/sda -Placed 226/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 226/1 onto dev r1z1-10.1.1.1/sdb -Placed 226/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 226/2 onto dev r1z1-10.1.1.1/sdd -Placed 226/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 19/0 onto dev r1z1-10.1.1.1/sdc -Placed 19/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 19/1 onto dev r1z1-10.1.1.1/sda -Placed 19/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 19/2 onto dev r1z1-10.1.1.1/sdb -Placed 19/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 104/0 onto dev r1z1-10.1.1.1/sdd -Placed 104/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 104/1 onto dev r1z1-10.1.1.1/sdc -Placed 104/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 104/2 onto dev r1z1-10.1.1.1/sda -Placed 104/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 2/0 onto dev r1z1-10.1.1.1/sdb -Placed 2/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 2/1 onto dev r1z1-10.1.1.1/sdd -Placed 2/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 2/2 onto dev r1z1-10.1.1.1/sdc -Placed 2/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 154/0 onto dev r1z1-10.1.1.1/sda -Placed 154/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 154/1 onto dev r1z1-10.1.1.1/sdb -Placed 154/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 154/2 onto dev r1z1-10.1.1.1/sdd -Placed 154/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 224/0 onto dev r1z1-10.1.1.1/sdc -Placed 224/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 224/1 onto dev r1z1-10.1.1.1/sda -Placed 224/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 224/2 onto dev r1z1-10.1.1.1/sdb -Placed 224/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 41/0 onto dev r1z1-10.1.1.1/sdd -Placed 41/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 41/1 onto dev r1z1-10.1.1.1/sdc -Placed 41/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 41/2 onto dev r1z1-10.1.1.1/sda -Placed 41/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 44/0 onto dev r1z1-10.1.1.1/sdb -Placed 44/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 44/1 onto dev r1z1-10.1.1.1/sdd -Placed 44/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 44/2 onto dev r1z1-10.1.1.1/sdc -Placed 44/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 55/0 onto dev r1z1-10.1.1.1/sda -Placed 55/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 55/1 onto dev r1z1-10.1.1.1/sdb -Placed 55/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 55/2 onto dev r1z1-10.1.1.1/sdd -Placed 55/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 126/0 onto dev r1z1-10.1.1.1/sdc -Placed 126/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 126/1 onto dev r1z1-10.1.1.1/sda -Placed 126/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 126/2 onto dev r1z1-10.1.1.1/sdb -Placed 126/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 134/0 onto dev r1z1-10.1.1.1/sdd -Placed 134/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 134/1 onto dev r1z1-10.1.1.1/sdc -Placed 134/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 134/2 onto dev r1z1-10.1.1.1/sda -Placed 134/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 200/0 onto dev r1z1-10.1.1.1/sdb -Placed 200/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 200/1 onto dev r1z1-10.1.1.1/sdd -Placed 200/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 200/2 onto dev r1z1-10.1.1.1/sdc -Placed 200/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 178/0 onto dev r1z1-10.1.1.1/sda -Placed 178/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 178/1 onto dev r1z1-10.1.1.1/sdb -Placed 178/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 178/2 onto dev r1z1-10.1.1.1/sdd -Placed 178/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 201/0 onto dev r1z1-10.1.1.1/sdc -Placed 201/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 201/1 onto dev r1z1-10.1.1.1/sda -Placed 201/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 201/2 onto dev r1z1-10.1.1.1/sdb -Placed 201/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 195/0 onto dev r1z1-10.1.1.1/sdd -Placed 195/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 195/1 onto dev r1z1-10.1.1.1/sdc -Placed 195/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 195/2 onto dev r1z1-10.1.1.1/sda -Placed 195/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 75/0 onto dev r1z1-10.1.1.1/sdb -Placed 75/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 75/1 onto dev r1z1-10.1.1.1/sdd -Placed 75/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 75/2 onto dev r1z1-10.1.1.1/sdc -Placed 75/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 111/0 onto dev r1z1-10.1.1.1/sda -Placed 111/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 111/1 onto dev r1z1-10.1.1.1/sdb -Placed 111/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 111/2 onto dev r1z1-10.1.1.1/sdd -Placed 111/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 33/0 onto dev r1z1-10.1.1.1/sdc -Placed 33/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 33/1 onto dev r1z1-10.1.1.1/sda -Placed 33/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 33/2 onto dev r1z1-10.1.1.1/sdb -Placed 33/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 185/0 onto dev r1z1-10.1.1.1/sdd -Placed 185/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 185/1 onto dev r1z1-10.1.1.1/sdc -Placed 185/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 185/2 onto dev r1z1-10.1.1.1/sda -Placed 185/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 14/0 onto dev r1z1-10.1.1.1/sdb -Placed 14/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 14/1 onto dev r1z1-10.1.1.1/sdd -Placed 14/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 14/2 onto dev r1z1-10.1.1.1/sdc -Placed 14/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 138/0 onto dev r1z1-10.1.1.1/sda -Placed 138/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 138/1 onto dev r1z1-10.1.1.1/sdb -Placed 138/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 138/2 onto dev r1z1-10.1.1.1/sdd -Placed 138/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 207/0 onto dev r1z1-10.1.1.1/sdc -Placed 207/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 207/1 onto dev r1z1-10.1.1.1/sda -Placed 207/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 207/2 onto dev r1z1-10.1.1.1/sdb -Placed 207/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 212/0 onto dev r1z1-10.1.1.1/sdd -Placed 212/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 212/1 onto dev r1z1-10.1.1.1/sdc -Placed 212/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 212/2 onto dev r1z1-10.1.1.1/sda -Placed 212/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 255/0 onto dev r1z1-10.1.1.1/sdb -Placed 255/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 255/1 onto dev r1z1-10.1.1.1/sdd -Placed 255/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 255/2 onto dev r1z1-10.1.1.1/sdc -Placed 255/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 214/0 onto dev r1z1-10.1.1.1/sda -Placed 214/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 214/1 onto dev r1z1-10.1.1.1/sdb -Placed 214/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 214/2 onto dev r1z1-10.1.1.1/sdd -Placed 214/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 234/0 onto dev r1z1-10.1.1.1/sdc -Placed 234/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 234/1 onto dev r1z1-10.1.1.1/sda -Placed 234/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 234/2 onto dev r1z1-10.1.1.1/sdb -Placed 234/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 184/0 onto dev r1z1-10.1.1.1/sdd -Placed 184/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 184/1 onto dev r1z1-10.1.1.1/sdc -Placed 184/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 184/2 onto dev r1z1-10.1.1.1/sda -Placed 184/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 130/0 onto dev r1z1-10.1.1.1/sdb -Placed 130/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 130/1 onto dev r1z1-10.1.1.1/sdd -Placed 130/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 130/2 onto dev r1z1-10.1.1.1/sdc -Placed 130/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 245/0 onto dev r1z1-10.1.1.1/sda -Placed 245/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 245/1 onto dev r1z1-10.1.1.1/sdb -Placed 245/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 245/2 onto dev r1z1-10.1.1.1/sdd -Placed 245/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 20/0 onto dev r1z1-10.1.1.1/sdc -Placed 20/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 20/1 onto dev r1z1-10.1.1.1/sda -Placed 20/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 20/2 onto dev r1z1-10.1.1.1/sdb -Placed 20/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 131/0 onto dev r1z1-10.1.1.1/sdd -Placed 131/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 131/1 onto dev r1z1-10.1.1.1/sdc -Placed 131/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 131/2 onto dev r1z1-10.1.1.1/sda -Placed 131/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 143/0 onto dev r1z1-10.1.1.1/sdb -Placed 143/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 143/1 onto dev r1z1-10.1.1.1/sdd -Placed 143/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 143/2 onto dev r1z1-10.1.1.1/sdc -Placed 143/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 230/0 onto dev r1z1-10.1.1.1/sda -Placed 230/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 230/1 onto dev r1z1-10.1.1.1/sdb -Placed 230/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 230/2 onto dev r1z1-10.1.1.1/sdd -Placed 230/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 193/0 onto dev r1z1-10.1.1.1/sdc -Placed 193/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 193/1 onto dev r1z1-10.1.1.1/sda -Placed 193/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 193/2 onto dev r1z1-10.1.1.1/sdb -Placed 193/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 84/0 onto dev r1z1-10.1.1.1/sdd -Placed 84/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 84/1 onto dev r1z1-10.1.1.1/sdc -Placed 84/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 84/2 onto dev r1z1-10.1.1.1/sda -Placed 84/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 38/0 onto dev r1z1-10.1.1.1/sdb -Placed 38/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 38/1 onto dev r1z1-10.1.1.1/sdd -Placed 38/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 38/2 onto dev r1z1-10.1.1.1/sdc -Placed 38/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 98/0 onto dev r1z1-10.1.1.1/sda -Placed 98/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 98/1 onto dev r1z1-10.1.1.1/sdb -Placed 98/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 98/2 onto dev r1z1-10.1.1.1/sdd -Placed 98/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 117/0 onto dev r1z1-10.1.1.1/sdc -Placed 117/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 117/1 onto dev r1z1-10.1.1.1/sda -Placed 117/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 117/2 onto dev r1z1-10.1.1.1/sdb -Placed 117/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 29/0 onto dev r1z1-10.1.1.1/sdd -Placed 29/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 29/1 onto dev r1z1-10.1.1.1/sdc -Placed 29/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 29/2 onto dev r1z1-10.1.1.1/sda -Placed 29/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 147/0 onto dev r1z1-10.1.1.1/sdb -Placed 147/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 147/1 onto dev r1z1-10.1.1.1/sdd -Placed 147/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 147/2 onto dev r1z1-10.1.1.1/sdc -Placed 147/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 17/0 onto dev r1z1-10.1.1.1/sda -Placed 17/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 17/1 onto dev r1z1-10.1.1.1/sdb -Placed 17/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 17/2 onto dev r1z1-10.1.1.1/sdd -Placed 17/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 28/0 onto dev r1z1-10.1.1.1/sdc -Placed 28/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 28/1 onto dev r1z1-10.1.1.1/sda -Placed 28/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 28/2 onto dev r1z1-10.1.1.1/sdb -Placed 28/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 144/0 onto dev r1z1-10.1.1.1/sdd -Placed 144/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 144/1 onto dev r1z1-10.1.1.1/sdc -Placed 144/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 144/2 onto dev r1z1-10.1.1.1/sda -Placed 144/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 57/0 onto dev r1z1-10.1.1.1/sdb -Placed 57/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 57/1 onto dev r1z1-10.1.1.1/sdd -Placed 57/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 57/2 onto dev r1z1-10.1.1.1/sdc -Placed 57/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 66/0 onto dev r1z1-10.1.1.1/sda -Placed 66/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 66/1 onto dev r1z1-10.1.1.1/sdb -Placed 66/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 66/2 onto dev r1z1-10.1.1.1/sdd -Placed 66/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 205/0 onto dev r1z1-10.1.1.1/sdc -Placed 205/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 205/1 onto dev r1z1-10.1.1.1/sda -Placed 205/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 205/2 onto dev r1z1-10.1.1.1/sdb -Placed 205/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 6/0 onto dev r1z1-10.1.1.1/sdd -Placed 6/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 6/1 onto dev r1z1-10.1.1.1/sdc -Placed 6/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 6/2 onto dev r1z1-10.1.1.1/sda -Placed 6/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 190/0 onto dev r1z1-10.1.1.1/sdb -Placed 190/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 190/1 onto dev r1z1-10.1.1.1/sdd -Placed 190/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 190/2 onto dev r1z1-10.1.1.1/sdc -Placed 190/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 42/0 onto dev r1z1-10.1.1.1/sda -Placed 42/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 42/1 onto dev r1z1-10.1.1.1/sdb -Placed 42/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 42/2 onto dev r1z1-10.1.1.1/sdd -Placed 42/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 225/0 onto dev r1z1-10.1.1.1/sdc -Placed 225/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 225/1 onto dev r1z1-10.1.1.1/sda -Placed 225/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 225/2 onto dev r1z1-10.1.1.1/sdb -Placed 225/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 128/0 onto dev r1z1-10.1.1.1/sdd -Placed 128/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 128/1 onto dev r1z1-10.1.1.1/sdc -Placed 128/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 128/2 onto dev r1z1-10.1.1.1/sda -Placed 128/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 21/0 onto dev r1z1-10.1.1.1/sdb -Placed 21/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 21/1 onto dev r1z1-10.1.1.1/sdd -Placed 21/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 21/2 onto dev r1z1-10.1.1.1/sdc -Placed 21/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 232/0 onto dev r1z1-10.1.1.1/sda -Placed 232/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 232/1 onto dev r1z1-10.1.1.1/sdb -Placed 232/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 232/2 onto dev r1z1-10.1.1.1/sdd -Placed 232/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 114/0 onto dev r1z1-10.1.1.1/sdc -Placed 114/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 114/1 onto dev r1z1-10.1.1.1/sda -Placed 114/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 114/2 onto dev r1z1-10.1.1.1/sdb -Placed 114/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 202/0 onto dev r1z1-10.1.1.1/sdd -Placed 202/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 202/1 onto dev r1z1-10.1.1.1/sdc -Placed 202/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 202/2 onto dev r1z1-10.1.1.1/sda -Placed 202/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 82/0 onto dev r1z1-10.1.1.1/sdb -Placed 82/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 82/1 onto dev r1z1-10.1.1.1/sdd -Placed 82/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 82/2 onto dev r1z1-10.1.1.1/sdc -Placed 82/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 93/0 onto dev r1z1-10.1.1.1/sda -Placed 93/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 93/1 onto dev r1z1-10.1.1.1/sdb -Placed 93/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 93/2 onto dev r1z1-10.1.1.1/sdd -Placed 93/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 27/0 onto dev r1z1-10.1.1.1/sdc -Placed 27/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 27/1 onto dev r1z1-10.1.1.1/sda -Placed 27/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 27/2 onto dev r1z1-10.1.1.1/sdb -Placed 27/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 206/0 onto dev r1z1-10.1.1.1/sdd -Placed 206/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 206/1 onto dev r1z1-10.1.1.1/sdc -Placed 206/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 206/2 onto dev r1z1-10.1.1.1/sda -Placed 206/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 175/0 onto dev r1z1-10.1.1.1/sdb -Placed 175/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 175/1 onto dev r1z1-10.1.1.1/sdd -Placed 175/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 175/2 onto dev r1z1-10.1.1.1/sdc -Placed 175/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 25/0 onto dev r1z1-10.1.1.1/sda -Placed 25/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 25/1 onto dev r1z1-10.1.1.1/sdb -Placed 25/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 25/2 onto dev r1z1-10.1.1.1/sdd -Placed 25/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 74/0 onto dev r1z1-10.1.1.1/sdc -Placed 74/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 74/1 onto dev r1z1-10.1.1.1/sda -Placed 74/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 74/2 onto dev r1z1-10.1.1.1/sdb -Placed 74/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 99/0 onto dev r1z1-10.1.1.1/sdd -Placed 99/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 99/1 onto dev r1z1-10.1.1.1/sdc -Placed 99/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 99/2 onto dev r1z1-10.1.1.1/sda -Placed 99/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 198/0 onto dev r1z1-10.1.1.1/sdb -Placed 198/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 198/1 onto dev r1z1-10.1.1.1/sdd -Placed 198/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 198/2 onto dev r1z1-10.1.1.1/sdc -Placed 198/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 129/0 onto dev r1z1-10.1.1.1/sda -Placed 129/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 129/1 onto dev r1z1-10.1.1.1/sdb -Placed 129/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 129/2 onto dev r1z1-10.1.1.1/sdd -Placed 129/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 159/0 onto dev r1z1-10.1.1.1/sdc -Placed 159/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 159/1 onto dev r1z1-10.1.1.1/sda -Placed 159/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 159/2 onto dev r1z1-10.1.1.1/sdb -Placed 159/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 186/0 onto dev r1z1-10.1.1.1/sdd -Placed 186/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 186/1 onto dev r1z1-10.1.1.1/sdc -Placed 186/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 186/2 onto dev r1z1-10.1.1.1/sda -Placed 186/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 216/0 onto dev r1z1-10.1.1.1/sdb -Placed 216/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 216/1 onto dev r1z1-10.1.1.1/sdd -Placed 216/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 216/2 onto dev r1z1-10.1.1.1/sdc -Placed 216/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 46/0 onto dev r1z1-10.1.1.1/sda -Placed 46/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 46/1 onto dev r1z1-10.1.1.1/sdb -Placed 46/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 46/2 onto dev r1z1-10.1.1.1/sdd -Placed 46/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 71/0 onto dev r1z1-10.1.1.1/sdc -Placed 71/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 71/1 onto dev r1z1-10.1.1.1/sda -Placed 71/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 71/2 onto dev r1z1-10.1.1.1/sdb -Placed 71/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 113/0 onto dev r1z1-10.1.1.1/sdd -Placed 113/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 113/1 onto dev r1z1-10.1.1.1/sdc -Placed 113/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 113/2 onto dev r1z1-10.1.1.1/sda -Placed 113/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 208/0 onto dev r1z1-10.1.1.1/sdb -Placed 208/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 208/1 onto dev r1z1-10.1.1.1/sdd -Placed 208/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 208/2 onto dev r1z1-10.1.1.1/sdc -Placed 208/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 36/0 onto dev r1z1-10.1.1.1/sda -Placed 36/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 36/1 onto dev r1z1-10.1.1.1/sdb -Placed 36/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 36/2 onto dev r1z1-10.1.1.1/sdd -Placed 36/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 149/0 onto dev r1z1-10.1.1.1/sdc -Placed 149/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 149/1 onto dev r1z1-10.1.1.1/sda -Placed 149/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 149/2 onto dev r1z1-10.1.1.1/sdb -Placed 149/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 227/0 onto dev r1z1-10.1.1.1/sdd -Placed 227/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 227/1 onto dev r1z1-10.1.1.1/sdc -Placed 227/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 227/2 onto dev r1z1-10.1.1.1/sda -Placed 227/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 133/0 onto dev r1z1-10.1.1.1/sdb -Placed 133/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 133/1 onto dev r1z1-10.1.1.1/sdd -Placed 133/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 133/2 onto dev r1z1-10.1.1.1/sdc -Placed 133/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 215/0 onto dev r1z1-10.1.1.1/sda -Placed 215/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 215/1 onto dev r1z1-10.1.1.1/sdb -Placed 215/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 215/2 onto dev r1z1-10.1.1.1/sdd -Placed 215/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 188/0 onto dev r1z1-10.1.1.1/sdc -Placed 188/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 188/1 onto dev r1z1-10.1.1.1/sda -Placed 188/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 188/2 onto dev r1z1-10.1.1.1/sdb -Placed 188/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 151/0 onto dev r1z1-10.1.1.1/sdd -Placed 151/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 151/1 onto dev r1z1-10.1.1.1/sdc -Placed 151/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 151/2 onto dev r1z1-10.1.1.1/sda -Placed 151/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 240/0 onto dev r1z1-10.1.1.1/sdb -Placed 240/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 240/1 onto dev r1z1-10.1.1.1/sdd -Placed 240/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 240/2 onto dev r1z1-10.1.1.1/sdc -Placed 240/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 94/0 onto dev r1z1-10.1.1.1/sda -Placed 94/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 94/1 onto dev r1z1-10.1.1.1/sdb -Placed 94/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 94/2 onto dev r1z1-10.1.1.1/sdd -Placed 94/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 100/0 onto dev r1z1-10.1.1.1/sdc -Placed 100/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 100/1 onto dev r1z1-10.1.1.1/sda -Placed 100/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 100/2 onto dev r1z1-10.1.1.1/sdb -Placed 100/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 173/0 onto dev r1z1-10.1.1.1/sdd -Placed 173/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 173/1 onto dev r1z1-10.1.1.1/sdc -Placed 173/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 173/2 onto dev r1z1-10.1.1.1/sda -Placed 173/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 15/0 onto dev r1z1-10.1.1.1/sdb -Placed 15/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 15/1 onto dev r1z1-10.1.1.1/sdd -Placed 15/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 15/2 onto dev r1z1-10.1.1.1/sdc -Placed 15/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 85/0 onto dev r1z1-10.1.1.1/sda -Placed 85/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 85/1 onto dev r1z1-10.1.1.1/sdb -Placed 85/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 85/2 onto dev r1z1-10.1.1.1/sdd -Placed 85/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 162/0 onto dev r1z1-10.1.1.1/sdc -Placed 162/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 162/1 onto dev r1z1-10.1.1.1/sda -Placed 162/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 162/2 onto dev r1z1-10.1.1.1/sdb -Placed 162/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 32/0 onto dev r1z1-10.1.1.1/sdd -Placed 32/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 32/1 onto dev r1z1-10.1.1.1/sdc -Placed 32/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 32/2 onto dev r1z1-10.1.1.1/sda -Placed 32/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 103/0 onto dev r1z1-10.1.1.1/sdb -Placed 103/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 103/1 onto dev r1z1-10.1.1.1/sdd -Placed 103/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 103/2 onto dev r1z1-10.1.1.1/sdc -Placed 103/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 170/0 onto dev r1z1-10.1.1.1/sda -Placed 170/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 170/1 onto dev r1z1-10.1.1.1/sdb -Placed 170/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 170/2 onto dev r1z1-10.1.1.1/sdd -Placed 170/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 120/0 onto dev r1z1-10.1.1.1/sdc -Placed 120/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 120/1 onto dev r1z1-10.1.1.1/sda -Placed 120/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 120/2 onto dev r1z1-10.1.1.1/sdb -Placed 120/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 158/0 onto dev r1z1-10.1.1.1/sdd -Placed 158/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 158/1 onto dev r1z1-10.1.1.1/sdc -Placed 158/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 158/2 onto dev r1z1-10.1.1.1/sda -Placed 158/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 172/0 onto dev r1z1-10.1.1.1/sdb -Placed 172/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 172/1 onto dev r1z1-10.1.1.1/sdd -Placed 172/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 172/2 onto dev r1z1-10.1.1.1/sdc -Placed 172/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 248/0 onto dev r1z1-10.1.1.1/sda -Placed 248/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 248/1 onto dev r1z1-10.1.1.1/sdb -Placed 248/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 248/2 onto dev r1z1-10.1.1.1/sdd -Placed 248/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 78/0 onto dev r1z1-10.1.1.1/sdc -Placed 78/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 78/1 onto dev r1z1-10.1.1.1/sda -Placed 78/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 78/2 onto dev r1z1-10.1.1.1/sdb -Placed 78/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 137/0 onto dev r1z1-10.1.1.1/sdd -Placed 137/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 137/1 onto dev r1z1-10.1.1.1/sdc -Placed 137/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 137/2 onto dev r1z1-10.1.1.1/sda -Placed 137/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 1/0 onto dev r1z1-10.1.1.1/sdb -Placed 1/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 1/1 onto dev r1z1-10.1.1.1/sdd -Placed 1/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 1/2 onto dev r1z1-10.1.1.1/sdc -Placed 1/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 233/0 onto dev r1z1-10.1.1.1/sda -Placed 233/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 233/1 onto dev r1z1-10.1.1.1/sdb -Placed 233/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 233/2 onto dev r1z1-10.1.1.1/sdd -Placed 233/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 217/0 onto dev r1z1-10.1.1.1/sdc -Placed 217/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 217/1 onto dev r1z1-10.1.1.1/sda -Placed 217/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 217/2 onto dev r1z1-10.1.1.1/sdb -Placed 217/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 49/0 onto dev r1z1-10.1.1.1/sdd -Placed 49/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 49/1 onto dev r1z1-10.1.1.1/sdc -Placed 49/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 49/2 onto dev r1z1-10.1.1.1/sda -Placed 49/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 239/0 onto dev r1z1-10.1.1.1/sdb -Placed 239/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 239/1 onto dev r1z1-10.1.1.1/sdd -Placed 239/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 239/2 onto dev r1z1-10.1.1.1/sdc -Placed 239/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Assigned 768 parts -Assigned 768 parts -DEBUG: Finished rebalance plan after 1 attempts -Finished rebalance plan after 1 attempts -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -0 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 246 (Last start was 164) -DEBUG: Gather start is 246 (Last start was 164) -Gather start is 246 (Last start was 164) -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -Unable to finish rebalance plan after 1 attempts -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -0 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 246 (Last start was 164) -DEBUG: Gather start is 246 (Last start was 164) -DEBUG: Gather start is 246 (Last start was 164) -Gather start is 246 (Last start was 164) -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -Unable to finish rebalance plan after 1 attempts -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload ... ok -test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory -test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring ... ok - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0001 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0046 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0017 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0035 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0070 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0058 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0014 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0014 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0030 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0018 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0020 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0036 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0015 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0014 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0016 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0019 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 33253 2 -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0033 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0006 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 33253 - -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0019 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0040 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0015 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0014 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0023 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0019 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0021 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0020 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0023 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a/c_zero" 201 - "-" "-" "-" 0.0010 "-" 33253 0 -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0020 "-" 33253 1 -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0016 "-" 33253 2 -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0016 "-" 33253 3 -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0009 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0036 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0016 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0045 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0035 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0017 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0015 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0040 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0021 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0012 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0000 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0056 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0049 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0029 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 33253 0 -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0041 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 33253 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies -test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_conflicting_meta_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_conflicting_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region -test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region ... ok - -swift-ring-builder remove [search-value ...] - [--yes] - -or - -swift-ring-builder remove - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Removes the device(s) from the ring. This should normally just be used for - a device that has failed. For a device you wish to decommission, it's best - to set its weight to 0, wait for it to drain all its data, then use this - remove command. This will not take effect until after running 'rebalance'. - This is so you can make multiple device changes and rebalance them all just - once. - - Option --yes assume a yes response to all questions. -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_zone - [ set_zone - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_zone - [ set_zone - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -Reassigned 768 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -No partitions could be reassigned. -The time between rebalances must be at least min_part_hours: 1 hours (1:00:00 remaining) -Reassigned 192 (75.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -No partitions could be reassigned. -The time between rebalances must be at least min_part_hours: 1 hours (0:24:00 remaining) -No partitions could be reassigned. -There is no need to do so at this time -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 1000.0 -No partitions could be reassigned. -The time between rebalances must be at least min_part_hours: 1 hours (1:00:00 remaining) -------------------------------------------------------------------------------- -An error has occurred during ring validation. Common -causes of failure are rings that are empty or do not -have enough devices to accommodate the replica count. -Original exception message: - There are no devices in this ring, or all devices have been deleted -------------------------------------------------------------------------------- -Partition power increase in progress. -You need to finish the increase first before rebalancing. -Reassigned 0 (0.00%) partitions. Balance is now 0.00. Dispersion is now 0.00test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices -test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_part_power_increase -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_part_power_increase ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_new_format ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted -test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second -test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash -test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error -test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_existing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file_relink_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_data_missing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' - rejecting request -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +test DEBUG: User tenant_id with role(s) rdr1,rdr2 has project reader authorizing +test ERROR: Error retrieving recon data: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/service.py", line 35, in GET - resp = req.get_response(self.app, query={'format': 'json'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test-ic DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -fake-swift INFO: - - 21/Dec/2024/18/13/40 GET /cont/obj HTTP/1.0 200 - some_agent - - 19 - - - 0.0003 - - 1734804820.859387398 1734804820.859695196 - -fake-swift INFO: - - 21/Dec/2024/18/13/40 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0002 - - 1734804820.860785484 1734804820.861001492 - -fake-swift INFO: - - 21/Dec/2024/18/13/40 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0002 - - 1734804820.861672878 1734804820.861831427 - -fake-swift INFO: - - 21/Dec/2024/18/13/40 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1734804820.862221241 1734804820.862337589 - -test DEBUG: Before request -test DEBUG: Inside of request (txn: foo) -test DEBUG: After request -fake-swift INFO: - - 21/Dec/2024/18/13/40 DELETE /container HTTP/1.0 409 - some_agent - - 19 - - - 0.0001 - - 1734804820.867466211 1734804820.867572069 - -test ERROR: Problem finding shard upper in '/tmp/tmphmqfje2f/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmphmqfje2f/test_container.db': : + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 228, in raise_Exception + raise Exception +Exception +test ERROR: Error reading recon cache file: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -69968,3031 +71510,2927 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect -sqlite3.OperationalErrortest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy -test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_missing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_missing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_ts_missing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_ts_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file_relink_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_missing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_missing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_missing_data_missing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist -test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist_and_relink_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist_and_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_no_applicable_policy -test.unit.cli.test_relinker.TestRelinker.test_cleanup_no_applicable_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_mounted -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_mounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked_low -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked_low ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_dir -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_lock_taken_between_get_hashes_and_rm -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_lock_taken_between_get_hashes_and_rm ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_partition_lock_taken_during_get_hashes -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_partition_lock_taken_during_get_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_replication_lock_taken -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_replication_lock_taken ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition -test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_reapable -test.unit.cli.test_relinker.TestRelinker.test_cleanup_reapable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl - func(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/x_profile/profile_model.py", line 273, in dump_profile - profiler.dump_stats(tmpfn) - File "/usr/lib/python3.12/profile.py", line 394, in dump_stats - with open(file, 'wb') as f: - ^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/tmp/tmpezyii4ik/log/swift/profile/default.profile33307.tmp' -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl - func(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/x_profile/profile_model.py", line 273, in dump_profile - profiler.dump_stats(tmpfn) - File "/usr/lib/python3.12/profile.py", line 394, in dump_stats - with open(file, 'wb') as f: - ^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/tmp/tmprnn_7_2w/log/swift/profile/default.profile33307.tmp' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_relinked_ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_relinked_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition -test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash -test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking -test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_conf_file -test.unit.cli.test_relinker.TestRelinker.test_conf_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering -test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking -test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_rehashing -test.unit.cli.test_relinker.TestRelinker.test_rehashing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies -test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup -test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_file -test.unit.cli.test_relinker.TestRelinker.test_relink_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload -test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced -test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id -test.unit.common.ring.test_builder.TestRingBuilder.test_id ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from -test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file -test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors -test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_init -test.unit.common.ring.test_builder.TestRingBuilder.test_init ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +OSError: [Errno None] Noneswift: Adding required filter copy to pipeline at position 1 +swift: Adding required filter listing_formats to pipeline at position 1 +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror ... ok +swift: Adding required filter gatekeeper to pipeline at position 1 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper listing_formats copy dlo versioned_writes healthcheck proxy-server". +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized ... ok +swift: Adding required filter versioned_writes to pipeline at position 2 +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage ... ok +swift: Adding required filter dlo to pipeline at position 2 +swift: Adding required filter copy to pipeline at position 2 +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail ... ok +swift: Adding required filter listing_formats to pipeline at position 2 +swift: Adding required filter gatekeeper to pipeline at position 0 +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_filesswift: Pipeline was modified. New pipeline is "gatekeeper healthcheck catch_errors listing_formats copy dlo versioned_writes proxy-server". + ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info ... ok +swift: Adding required filter versioned_writes to pipeline at position 2 +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted ... ok +swift: Adding required filter dlo to pipeline at position 2 +swift: Adding required filter copy to pipeline at position 2 +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted ... ok +swift: Adding required filter listing_formats to pipeline at position 2 +swift: Adding required filter gatekeeper to pipeline at position 1 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper proxy_logging listing_formats copy dlo versioned_writes proxy-server". +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing +test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj +test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override ... ok +swift: Adding required filter versioned_writes to pipeline at position 1 +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input +test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input ... ok +swift: Adding required filter dlo to pipeline at position 1 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account ... ok +swift: Adding required filter copy to pipeline at position 1 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set ... ok +swift: Adding required filter listing_formats to pipeline at position 5 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set ... ok +swift: Adding required filter gatekeeper to pipeline at position 1 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 ... ok +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper copy dlo versioned_writes cache listing_formats proxy-server". +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset +test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset ... ok +test.unit.common.test_daemon.TestRunDaemon.test_fork_workers +test.unit.common.test_daemon.TestRunDaemon.test_fork_workers ... ok +test.unit.common.test_daemon.TestRunDaemon.test_forked_worker +test.unit.common.test_daemon.TestRunDaemon.test_forked_worker ... ok +swift: Adding required filter versioned_writes to pipeline at position 0 +swift: Adding required filter dlo to pipeline at position 0 +swift: Adding required filter copy to pipeline at position 0 +swift: Adding required filter listing_formats to pipeline at position 0 +swift: Adding required filter gatekeeper to pipeline at position 0 +swift: Adding required filter catch_errors to pipeline at position 0 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper listing_formats copy dlo versioned_writes healthcheck proxy-server". +swift: Adding required filter versioned_writes to pipeline at position 2 +swift: Adding required filter copy to pipeline at position 0 +swift: Adding required filter listing_formats to pipeline at position 0 +swift: Adding required filter gatekeeper to pipeline at position 0 +swift: Adding required filter catch_errors to pipeline at position 0 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper listing_formats copy slo dlo versioned_writes healthcheck proxy-server". +swift: Adding required filter container_quotas to pipeline at position 3 +swift: Adding required filter catch_errors to pipeline at position 0 +swift: Pipeline was modified. New pipeline is "catch_errors healthcheck proxy-logging bulk container_quotas tempurl proxy-server". +swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. +swift: Adding required filter versioned_writes to pipeline at position 5 +swift: Adding required filter dlo to pipeline at position 5 +swift: Adding required filter copy to pipeline at position 5 +swift: Adding required filter listing_formats to pipeline at position 3 +swift: Adding required filter gatekeeper to pipeline at position 1 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper healthcheck cache listing_formats ratelimit tempauth copy dlo versioned_writes proxy-server". +swift: Adding required filter versioned_writes to pipeline at position 6 +swift: Adding required filter dlo to pipeline at position 6 +swift: Adding required filter copy to pipeline at position 6 +swift: Adding required filter listing_formats to pipeline at position 6 +swift: Adding required filter gatekeeper to pipeline at position 1 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper healthcheck cache ratelimit tempauth proxy-logging listing_formats copy dlo versioned_writes proxy-server". fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Reassigned 48 (75.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Reassigned 20 (31.25%) partitions. Balance is now 24.48. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 24.48 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. -------------------------------------------------------------------------------- -Reassigned 64 (100.00%) partitions. Balance is now 100.00. Dispersion is now 33.33 -------------------------------------------------------------------------------- -NOTE: Dispersion of 33.333333 indicates some parts are not - optimally dispersed. - - You may want to adjust some device weights, increase - the overload or review the dispersion report. -------------------------------------------------------------------------------- -Reassigned 64 (100.00%) partitions. Balance is now 100.00. Dispersion is now 16.67 -------------------------------------------------------------------------------- -NOTE: Dispersion of 16.666667 indicates some parts are not - optimally dispersed. - - You may want to adjust some device weights, increase - the overload or review the dispersion report. -------------------------------------------------------------------------------- -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Matched more than one device: - d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" - d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" - d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" - d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. -d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" marked for removal and will be removed next rebalance. -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:9000/sda30_"other meta data" with 3.14159265359 weight got id 4 -d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:9000/sda30_"other meta data" marked for removal and will be removed next rebalance. -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" marked for removal and will be removed next rebalance. -Search value matched 0 devices. -The on-disk ring builder is unchanged. -swift-ring-builder remove [search-value ...] - [--yes] - -or - -swift-ring-builder remove - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Removes the device(s) from the ring. This should normally just be used for - a device that has failed. For a device you wish to decommission, it's best - to set its weight to 0, wait for it to drain all its data, then use this - remove command. This will not take effect until after running 'rebalance'. - This is so you can make multiple device changes and rebalance them all just - once. - - Option --yes assume a yes response to all questions. - -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -Partition power increase in progress. You need -to finish the increase first before removing devices. -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 4 2 3 test.test.com 6200 r.test.com 7000 sda3 3.14 2 33.67 some meta data -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 0 0 0 127.0.0.1 6200 127.0.0.1 6200 sda1 100.00 0 -100.00 some meta data -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 0 0 0 127.0.0.1 6200 127.0.0.1 6200 sda1 100.00 0 -100.00 some meta datatest.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high -test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info -test.unit.cli.test_ringbuilder.TestCommands.test_set_info ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.common.test_manager.TestServer.test_wait -test.unit.common.test_manager.TestServer.test_wait ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift WARNING: multipart: No SLO middleware in pipeline fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift WARNING: multipart: No SLO middleware in pipeline fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: checking permission: nojunk None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 01 Apr 2014 12:00:00 GMT', 'X-Amz-Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000'} +test DEBUG: checking permission: bucket None POST {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000'} +test DEBUG: bucket None POST +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_acct != 1 +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing from an overriding middleware +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: txe002978fff9c40558f0e9-0069741592) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx654ffd9a09e14e23840e7-0069741592) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_all_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_all_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses ... ok +swift: Adding required filter versioned_writes to pipeline at position 7 +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507 +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_timeouts +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_timeouts ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_none_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_none_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_one_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_one_found ... ok +swift: Adding required filter dlo to pipeline at position 7 +swift: Adding required filter copy to pipeline at position 7 +swift: Adding required filter listing_formats to pipeline at position 4 +swift: Adding required filter gatekeeper to pipeline at position 1 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper healthcheck proxy-logging cache listing_formats slo ratelimit tempauth copy dlo versioned_writes container-quotas account-quotas proxy-logging proxy-server". +swift: Adding required filter versioned_writes to pipeline at position 8 +swift: Adding required filter dlo to pipeline at position 8 +swift: Adding required filter copy to pipeline at position 8 +swift: Adding required filter listing_formats to pipeline at position 4 +swift: Adding required filter gatekeeper to pipeline at position 1 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper healthcheck proxy-logging cache listing_formats bulk slo ratelimit tempauth copy dlo versioned_writes container-quotas account-quotas proxy-logging proxy-server". +swift: Adding required filter versioned_writes to pipeline at position 10 +swift: Adding required filter dlo to pipeline at position 10 +swift: Adding required filter copy to pipeline at position 10 +swift: Adding required filter listing_formats to pipeline at position 5 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper healthcheck proxy-logging cache listing_formats container_sync bulk slo ratelimit tempauth copy dlo versioned_writes container-quotas account-quotas proxy-logging proxy-server". +swift: Adding required filter versioned_writes to pipeline at position 11 +swift: Adding required filter copy to pipeline at position 11 +swift: Adding required filter listing_formats to pipeline at position 5 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper healthcheck proxy-logging cache listing_formats container_sync bulk slo dlo ratelimit tempauth copy versioned_writes container-quotas account-quotas proxy-logging proxy-server". +swift: Adding required filter versioned_writes to pipeline at position 12 +swift: Adding required filter copy to pipeline at position 12 +swift: Adding required filter listing_formats to pipeline at position 5 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper healthcheck proxy-logging cache listing_formats container_sync bulk tempurl slo dlo ratelimit tempauth copy versioned_writes container-quotas account-quotas proxy-logging proxy-server". +swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. +swift: Adding required filter versioned_writes to pipeline at position 14 +swift: Adding required filter copy to pipeline at position 10 +swift: Adding required filter listing_formats to pipeline at position 5 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper healthcheck proxy-logging cache listing_formats container_sync bulk tempurl ratelimit tempauth copy container-quotas account-quotas slo dlo versioned_writes proxy-logging proxy-server". +swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. +swift: Adding required filter copy to pipeline at position 10 +swift: Adding required filter listing_formats to pipeline at position 5 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper healthcheck proxy-logging cache listing_formats container_sync bulk tempurl ratelimit tempauth copy container-quotas account-quotas slo dlo versioned_writes proxy-logging proxy-server". +swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. +swift: Adding required filter listing_formats to pipeline at position 5 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper healthcheck proxy-logging cache listing_formats container_sync bulk tempurl ratelimit tempauth copy container-quotas account-quotas slo dlo versioned_writes proxy-logging proxy-server". +swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. +swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. +swift: Adding required filter versioned_writes to pipeline at position 2 +swift: Adding required filter dlo to pipeline at position 2 +swift: Adding required filter copy to pipeline at position 2 +swift: Adding required filter listing_formats to pipeline at position 2 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper listing_formats copy dlo versioned_writes proxy-server". + +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 3082122 - +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0017 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0021 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0015 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0018 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0017 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0018 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0020 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0015 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0010 "-" 3082122 0 +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0016 "-" 3082122 1 +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0110 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0010 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0016 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0119 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0022 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0054 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0016 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0016 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0013 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0000 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0031 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3082122 1 +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0024 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0021 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0015 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0015 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0016 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0017 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0043 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0017 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0018 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0015 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0015 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0018 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0020 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0014 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0014 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0036 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0035 "-" 3082122 -test.unit.account.test_server.TestAccountController.test_utf8_metadata +test.unit.account.test_server.TestAccountController.test_utf8_metadata ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name +test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false ... ok +test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata +test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default ... ok +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'AUTH_a.example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb0dd1d80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb0dd22c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb0dd1d80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb0dd1d80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb0dd1d80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb0dd1d80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb0dd1d80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb0dd1d80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb0dd1d80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb0dd22c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/dontchange', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.aexample.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb0dd2800>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb0dd1d80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/ä½\xa0好', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb122e440>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/FOO_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb122e440>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb122e440>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': }test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format ... ok +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read -test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read ... ok -test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix -test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix ... ok -test.unit.common.test_memcached.TestMemcacheCommand.test_init -test.unit.common.test_memcached.TestMemcacheCommand.test_init ... ok -test.unit.common.test_splice.TestSplice.test_available -test.unit.common.test_splice.TestSplice.test_available ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete ... ok + +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test ERROR: Bad key for 'container': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys - self.crypto.check_key(key) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys - self.crypto.check_key(key) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: get_keys(): from callback: boom: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys - keys = fetch_crypto_keys(key_id=key_id) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_crypto_utils.py", line 95, in callback - raise Exception('boom') -Exception: boom -test ERROR: ERROR get_keys() missing callback: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys - fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] - ~~~^^^^^^^^^^^^^^^^^^^^^ -KeyError: 'swift.callback.fetch_crypto_keys' -test ERROR: Missing key for 'container': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'container' -test ERROR: Missing key for 'object': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'object' -test ERROR: Missing key for 'object': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'object' -test ERROR: Did not get a keys dict: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys - key = keys[name] - ~~~~^^^^^^ -TypeError: list indices must be integers or slices, not str +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0058 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0012 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0067 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0011 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0028 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0011 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0011 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0061 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0012 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0046 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0012 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0012 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0030 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0013 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0011 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0011 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0012 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0011 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0068 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0011 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0011 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0011 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0011 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 33161 - -test DEBUG: Unlinked retiring db '/tmp/tmp09c1km2n/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0021 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0011 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0011 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0012 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0026 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0012 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0062 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0012 "-" 33161 -test.unit.common.ring.test_builder.TestRingBuilder.test_load -test.unit.common.ring.test_builder.TestRingBuilder.test_load ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'Content-Md5': 'i4CS9WiTvEfCFGqAHP8j0A==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8b8092f56893bc47c2146a801cff23d0', 'Content-Length': '1030946'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission ... ok + +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0011 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0012 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0012 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 3082127 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 3082127 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0057 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0032 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0026 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0019 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0023 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0022 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0023 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0024 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0057 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0032 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0024 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0024 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0029 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0028 "-" 3082127 2 +test DEBUG: Unlinked retiring db '/tmp/tmphw5x3ga4/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0021 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0021 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0026 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0029 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0042 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0038 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0027 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0040 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0036 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 3082127 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0042 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0025 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 3082127 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'Content-Md5': '/JzPJjlXCqpRBmlyhGXNDg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'fc9ccf2639570aaa510669728465cd0e', 'Content-Length': '139'}test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet ... ok - +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 229, in PUT + self.req.get_acl_response(app, 'PUT', self.container) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting -test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard -test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_invalid ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica -test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment -test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas ... ok -test.unit.common.test_splice.TestSplice.test_errno -test.unit.common.test_splice.TestSplice.test_errno ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted ... ok -test.unit.common.test_splice.TestSplice.test_fileno -test.unit.common.test_splice.TestSplice.test_fileno ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second -test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash -test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears -test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error -test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file -test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid -test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid ... ok -test.unit.container.test_server.TestContainerController.test_GET_auto_record_type -test.unit.container.test_server.TestContainerController.test_GET_auto_record_type ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter -test.unit.container.test_server.TestContainerController.test_GET_delimiter ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii -test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes ... ok -test.unit.container.test_server.TestContainerController.test_GET_invalid_accept -test.unit.container.test_server.TestContainerController.test_GET_invalid_accept ... ok -test.unit.common.test_splice.TestSplice.test_flags -test.unit.common.test_splice.TestSplice.test_flags ... ok -test.unit.common.test_splice.TestSplice.test_flags_list -test.unit.common.test_splice.TestSplice.test_flags_list ... ok -test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe -test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe ... ok -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file ... ok -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe ... ok -test.unit.common.test_splice.TestSplice.test_unavailable -test.unit.common.test_splice.TestSplice.test_unavailable ... ok -test.unit.common.test_splice.TestSplice.test_unavailable_in_libc -test.unit.common.test_splice.TestSplice.test_unavailable_in_libc ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains -test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_del -test.unit.common.test_swob.TestHeaderEnvironProxy.test_del ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys -test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys -test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy -test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access -test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location ... ok + +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0038 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0024 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0022 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0032 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0023 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0014 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0024 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0038 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0037 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0040 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0065 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0039 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 3082127 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0038 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0025 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0024 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0007 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0003 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0003 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0003 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0003 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0039 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0025 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0024 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0021 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0022 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0044 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0024 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0023 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0027 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0061 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0013 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0003 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0030 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 3082127 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'Content-Md5': 'zDBBHq17IpuHzskOm+GHEQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'cc30411ead7b229b87cec90e9be18711', 'Content-Length': '139'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'Content-Md5': 'hTnOh9sxGnzPiScnD+t0Mg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8539ce87db311a7ccf8927270feb7432', 'Content-Length': '139'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'Content-Md5': 'mbEtd8ufKpkpCIfMjGD7Tw==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '99b12d77cb9f2a99290887cc8c60fb4f', 'Content-Length': '90'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter -test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig -test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf -test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args -test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through -test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss -test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss -test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok -test INFO: Begin account audit "once" mode -test ERROR: Audit Failed for /tmp/tmpsbckzo_7/sda/accounts/0/0/0/test.db: The total container_count for the account a (3) does not match the sum of container_count across policies (2) -test INFO: Account audit "once" mode completed: 0.00s -=============================================================================== ---> Starting reconnaissance on 2 hosts (object) -=============================================================================== -=============================================================================== ---> Starting reconnaissance on 5 hosts (object) -=============================================================================== -=============================================================================== ---> Starting reconnaissance on 2 hosts (object) -=============================================================================== -test ERROR: get_keys(): from callback: Testing: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys - keys = fetch_crypto_keys(key_id=key_id) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_encrypter.py", line 913, in raise_exc - raise Exception('Testing') -Exception: Testing -test ERROR: ERROR get_keys() missing callback: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys - fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] - ~~~^^^^^^^^^^^^^^^^^^^^^ -KeyError: 'swift.callback.fetch_crypto_keys' -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", + +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3082122 - +test INFO: - - - [24/Jan/2026:00:42:53 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3082122 - +Finished. Marked 0 objects for deletion. fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -test INFO: Loaded config file /tmp/tmpwhqdpyx3/backend-ratelimit.conf, config changed -test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmpwhqdpyx3/backend-ratelimit.conf -test INFO: Loaded new config file /tmp/tmpwhqdpyx3/backend-ratelimit.conf, config unchanged -test DEBUG: Loaded existing config file /tmp/tmpwhqdpyx3/backend-ratelimit.conf, config unchanged -test INFO: Loaded config file /tmp/tmp37plqck4/missing, config changed -test INFO: Loaded config file /tmp/tmp37plqck4/missing, config changed -test INFO: Loaded new config file /tmp/tmpxxo1cvkm/backend-ratelimit.conf, config unchanged -test INFO: Loaded config file /tmp/tmpf9u64ion/backend-ratelimit.conf, config changed -test WARNING: Invalid config file /tmp/tmpf9u64ion/backend-ratelimit.conf, config unchanged: BOOM -test INFO: Loaded config file /tmp/tmpf9u64ion/backend-ratelimit.conf, config changed -test INFO: Loaded config file /tmp/tmparki3ywp/backend-ratelimit.conf, config changed -test DEBUG: Loaded existing config file /tmp/tmparki3ywp/backend-ratelimit.conf, config unchanged -test INFO: Loaded config file /tmp/tmparki3ywp/backend-ratelimit.conf, config changed -test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmp5v3bx1at/missing -test INFO: Loaded config file /tmp/tmp5tonsztg/override-ratelimit.conf, config changed -test WARNING: Invalid config file /tmp/tmpl038y0tv/backend_rl.conf, config unchanged: Unable to find backend_ratelimit config section in /tmp/tmpl038y0tv/backend_rl.conf -test WARNING: Failed to load config file, config unchanged: Unable to read config from -test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmpzzai277l/backend_rl.conf -test INFO: Loaded config file /tmp/tmpw6m6yns1/backend-ratelimit.conf, config changed -test DEBUG: User tenant_id with role(s) rdr1,rdr2 has project reader authorizing -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. -fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -Unable to locate config number 5 for account-server -Unable to locate config number 5 for object-server -Signal object-server pid: 1 signal: 15 -Signal object-server pid: 1 signal: 15 -Signal object-server pid: 1 signal: 1 -Signal object-replicator pid: 11 signal: 15 -Signal object-replicator pid: 12 signal: 15 -Signal proxy-server pid: 1 signal: 1 -output Removing pid file /tmp/tmplxkdvajj/var/run/one-server.pid with wrong pid 3 -output Removing pid file /tmp/tmplxkdvajj/var/run/zero-server.pid with invalid pid -output Removing pid file /tmp/tmplxkdvajj/var/run/invalid-server.pid with invalid pid -Signal account-reaper pid: 1 signal: 15 -Signal account-reaper pid: 2 signal: 15 -Signal account-reaper pid: 3 signal: 15 -Signal account-reaper pid: 4 signal: 15 -Signal account-reaper pid: 1 signal: 15 -Signal account-reaper pid: 2 signal: 15 -Signal account-reaper pid: 3 signal: 15 -Signal account-reaper pid: 4 signal: 15 -Signal account-reaper pid: 3 signal: 15 -test WARNING: Skipping /tmp/tmpgbadow88/devices3/device_is_file/data because [Errno 20] Not a directory: '/tmp/tmpgbadow88/devices3/device_is_file/data' -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 4 2 3 2001:0:1234::c1c0:abcd:876 6200 2::10 7000 sda3 3.14 2 33.67 some meta data -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 4 2 3 2001:0:1234::c1c0:abcd:876 6200 2::10 7000 sda3 3.14 2 33.67 some meta data -No matching devices found -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. - -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Matched more than one device: - d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" - d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" - d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" - d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"something" -Device d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" is now d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"something" -Device d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" is now d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"something" -Device d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" is now d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"something" -Device 1 already uses 127.0.0.2:6201/sda2. -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" is now d4r2z3-test.test2.com:9000Rr.test2.com:9000/sda300_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.2.1:9000R127.0.2.1:9000/sda100_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.1.1:8000/sda10_"other meta data" -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" is now d4r2z3-[4001:0:1234::c1c0:abcd:876]:9000R[4::10]:9000/sda300_"other meta data" -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" is now d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:8000/sda30_"other meta data" -Search value matched 0 devices. -The on-disk ring builder is unchanged. -swift-ring-builder set_info - :[R:]/_ - [ :[R:]/_] ... - [--yes] - -or - -swift-ring-builder set_info - --ip --port - --replication-ip --replication-port - --device --meta - --change-ip --change-port - --change-replication-ip - --change-replication-port - --change-device - --change-meta - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - For each search-value, resets the matched device's information. - This information isn't used to assign partitions, so you can use - 'write_ring' afterward to rewrite the current ring with the newer - device information. Any of the parts are optional in the final - :/_ parameter; just give what you - want to change. For instance set_info d74 _"snet: 5.6.7.8" would - just update the meta data for device id 74. - - Option --yes assume a yes response to all questions. - -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included.test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter -test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers -test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy -test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted -test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter -test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option -test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash -test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges -test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub -test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_state_file -test.unit.cli.test_relinker.TestRelinker.test_state_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_workers_children -test.unit.cli.test_relinker.TestRelinker.test_workers_children ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_workers_parent -test.unit.cli.test_relinker.TestRelinker.test_workers_parent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0012 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0005 "-" 33161 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0058 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 33161 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0096 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 33161 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0089 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0076 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0024 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0090 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0023 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0029 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0027 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0030 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0037 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0029 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0023 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0033 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0037 "-" 33161 0 -test DEBUG: Unlinked retiring db '/tmp/tmprnp8002h/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0047 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0034 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0033 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0035 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0058 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0051 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0003 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0034 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0023 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0088 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0060 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0047 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0038 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0031 "-" 33161 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0046 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0021 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0009 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0003 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0036 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:42 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0022 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 33161 0test.unit.container.test_server.TestContainerController.test_GET_json -test.unit.container.test_server.TestContainerController.test_GET_json ... ok -test.unit.container.test_server.TestContainerController.test_GET_json_last_modified -test.unit.container.test_server.TestContainerController.test_GET_json_last_modified ... ok -test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter -test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter ... ok -test.unit.container.test_server.TestContainerController.test_GET_limit -test.unit.container.test_server.TestContainerController.test_GET_limit ... ok -test.unit.container.test_server.TestContainerController.test_GET_log_requests_false -test.unit.container.test_server.TestContainerController.test_GET_log_requests_false ... ok -test.unit.container.test_server.TestContainerController.test_GET_log_requests_true -test.unit.container.test_server.TestContainerController.test_GET_log_requests_true ... ok -test.unit.container.test_server.TestContainerController.test_GET_marker -test.unit.container.test_server.TestContainerController.test_GET_marker ... ok -test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter -test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors -test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported -test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors -test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestAuditLocationGenerator.test_filters -test.unit.common.test_utils.TestAuditLocationGenerator.test_filters ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects -test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks -test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata -test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive -test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.test_utils.TestFsHasFreeSpace.test_percent -test.unit.common.test_utils.TestFsHasFreeSpace.test_percent ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type -test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset -test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset ... ok -test.unit.common.test_utils.TestShardRange.test_constants -test.unit.common.test_utils.TestShardRange.test_constants ... ok -test.unit.common.test_utils.TestShardRange.test_copy -test.unit.common.test_utils.TestShardRange.test_copy ... ok -test.unit.common.test_utils.TestShardRange.test_deleted_setter -test.unit.common.test_utils.TestShardRange.test_deleted_setter ... ok -test.unit.common.test_utils.TestShardRange.test_epoch_setter -test.unit.common.test_utils.TestShardRange.test_epoch_setter ... ok -test.unit.common.test_utils.TestShardRange.test_find_ancestors -test.unit.common.test_utils.TestShardRange.test_find_ancestors ... ok -test.unit.common.test_utils.TestShardRange.test_find_root -test.unit.common.test_utils.TestShardRange.test_find_root ... ok -test.unit.common.test_utils.TestShardRange.test_increment_meta -test.unit.common.test_utils.TestShardRange.test_increment_meta ... ok -test.unit.common.test_utils.TestShardRange.test_is_child_of -test.unit.common.test_utils.TestShardRange.test_is_child_of ... ok -test.unit.common.test_utils.TestShardRange.test_make_path -test.unit.common.test_utils.TestShardRange.test_make_path ... ok -test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter ... ok -test.unit.common.test_utils.TestShardRange.test_min_max_bounds -test.unit.common.test_utils.TestShardRange.test_min_max_bounds ... ok -test.unit.common.test_utils.TestShardRange.test_name -test.unit.common.test_utils.TestShardRange.test_name ... ok -test.unit.common.test_utils.TestShardRange.test_name_validation -test.unit.common.test_utils.TestShardRange.test_name_validation ... ok -test.unit.common.test_utils.TestShardRange.test_repr -test.unit.common.test_utils.TestShardRange.test_repr ... ok -test.unit.common.test_utils.TestShardRange.test_resolve_state -test.unit.common.test_utils.TestShardRange.test_resolve_state ... ok -test.unit.common.test_utils.TestShardRange.test_row_count -test.unit.common.test_utils.TestShardRange.test_row_count ... ok -test.unit.common.test_utils.TestShardRange.test_set_deleted -test.unit.common.test_utils.TestShardRange.test_set_deleted ... ok -test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation -test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation ... ok -test.unit.common.test_utils.TestShardRange.test_sort_key -test.unit.common.test_utils.TestShardRange.test_sort_key ... ok -test.unit.common.test_utils.TestShardRange.test_sort_key_order -test.unit.common.test_utils.TestShardRange.test_sort_key_order ... ok -test.unit.common.test_utils.TestShardRange.test_state_setter -test.unit.common.test_utils.TestShardRange.test_state_setter ... ok -test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter ... ok -test.unit.common.test_utils.TestShardRange.test_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_timestamp_setter ... ok -test.unit.common.test_utils.TestShardRange.test_to_from_dict -test.unit.common.test_utils.TestShardRange.test_to_from_dict ... ok -test.unit.common.test_utils.TestShardRange.test_update_meta -test.unit.common.test_utils.TestShardRange.test_update_meta ... ok -test.unit.common.test_utils.TestShardRange.test_update_state -test.unit.common.test_utils.TestShardRange.test_update_state ... ok -test.unit.common.test_utils.TestShardRange.test_update_tombstones -test.unit.common.test_utils.TestShardRange.test_update_tombstones ... ok -test.unit.common.test_utils.TestSpliterator.test_big_input_string -test.unit.common.test_utils.TestSpliterator.test_big_input_string ... ok -test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries -test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries ... ok -test.unit.common.test_utils.TestSpliterator.test_closing -test.unit.common.test_utils.TestSpliterator.test_closing ... ok -test.unit.common.test_utils.TestSpliterator.test_no_empty_strings -test.unit.common.test_utils.TestSpliterator.test_no_empty_strings ... ok -test.unit.common.test_utils.TestSpliterator.test_overlap -test.unit.common.test_utils.TestSpliterator.test_overlap ... ok -test.unit.common.test_utils.TestSpliterator.test_running_out -test.unit.common.test_utils.TestSpliterator.test_running_out ... ok -test.unit.common.test_utils.TestSpliterator.test_string -test.unit.common.test_utils.TestSpliterator.test_string ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_load_app -test.unit.common.test_wsgi.TestPipelineModification.test_load_app ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app -test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content -test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all ... ok -test.unit.cli.test_reload.TestMain.test_check_failed -test.unit.cli.test_reload.TestMain.test_check_failed ... ok -test.unit.cli.test_reload.TestMain.test_good -test.unit.cli.test_reload.TestMain.test_good ... ok -test.unit.cli.test_reload.TestMain.test_needs_pid -test.unit.cli.test_reload.TestMain.test_needs_pid ... ok -test.unit.cli.test_reload.TestMain.test_timeout -test.unit.cli.test_reload.TestMain.test_timeout ... ok -test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs -test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose -test.unit.cli.test_ringcomposer.TestCommands.test_compose ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing -test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files -test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_show -test.unit.cli.test_ringcomposer.TestCommands.test_show ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command -test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command ... ok -test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config -test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours_number_of_arguments ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info -test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload -test.unit.common.ring.test_builder.TestRingBuilder.test_overload ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers -test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem -test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types -test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_invalid ... ok - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'Content-Md5': 'PggRsy85Tu07EsbATYB/cA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '3e0811b32f394eed3b12c6c04d807f70', 'Content-Length': '139'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'Content-Md5': 'zDBBHq17IpuHzskOm+GHEQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'cc30411ead7b229b87cec90e9be18711', 'Content-Length': '139'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'Content-Md5': 'hTnOh9sxGnzPiScnD+t0Mg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8539ce87db311a7ccf8927270feb7432', 'Content-Length': '139'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:55 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:55 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:55 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:55 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'Content-Md5': 'mbEtd8ufKpkpCIfMjGD7Tw==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '99b12d77cb9f2a99290887cc8c60fb4f', 'Content-Length': '90'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_negative -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_negative ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_non_numeric -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_non_numeric ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent_strange_input -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent_strange_input ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region -test.unit.cli.test_ringbuilder.TestCommands.test_set_region ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_values_no_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_invalid_value -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_invalid_value ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing -test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function -test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body ... ok - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0021 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0018 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0021 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0019 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0052 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0014 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0037 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0036 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0048 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0003 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0003 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0061 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0011 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0034 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0046 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0030 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0044 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0021 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0022 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0076 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0091 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0003 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0111 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0030 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0036 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0022 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0022 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0024 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0030 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0053 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0025 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0012 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0030 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0212 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0031 "-" 33161 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme ... ok -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device -test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device ... ok - -Search value matched 0 devices. -The on-disk ring builder is unchanged. -The minimum number of hours before a partition can be reassigned is now set to 24 -swift-ring-builder set_min_part_hours - Changes the to the given . This should be set to - however long a full replication/update cycle takes. We're working on a way - to determine this more easily than scanning logs. -The overload factor is now 19.88% (0.198780) -The change will take effect after the next rebalance. -Overload must be non-negative. -swift-ring-builder set_overload [%] - Changes the overload factor to the given . - - A rebalance is needed to make the change take effect. -'swedish fish' is not a valid number. -swift-ring-builder set_overload [%] - Changes the overload factor to the given . - - A rebalance is needed to make the change take effect. -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -Device d4r2z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r314z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r314z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" region set to 314 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r314z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" region set to 314 -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -Search value matched 0 devices. -The on-disk ring builder is unchanged. -The replica count is now 3.141593. -The change will take effect after the next rebalance. -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. -"test" is not a valid number. -Replica count must be at least 1. -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -Matched more than one device: - d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" - d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" - d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" - d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 200.0 -d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" weight set to 200.0 -d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" weight set to 200.0test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_no_matching ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'Content-Md5': '9Z+cE+YYsVYXLtR89GLUSA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'f59f9c13e618b156172ed47cf462d448', 'Content-Length': '88'} -fake-swift ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete - resp = req.get_response(self.app, method='DELETE', query=query, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1462, in _get_response - sw_resp = sw_req.get_response(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 183, in __call__ - return self.app(env, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/s3api/__init__.py", line 84, in __call__ - return self.app(env, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 197, in _select_response - is_success = resp_class().is_success - ^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception: kaboom fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_values_no_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching ... ok - -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -test ERROR: Invalid current //REALM/CLUSTER (foo) -test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) -test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_acct != 1 -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing from an overriding middleware -test INFO: - - 21/Dec/2024/18/13/42 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1734804822.592258930 1734804822.592458725 0 -test INFO: - - 21/Dec/2024/18/13/42 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0059 - - 1734804822.592216492 1734804822.598124027 0 -test INFO: - - 21/Dec/2024/18/13/42 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1734804822.599809647 1734804822.600068569 0 -test INFO: - - 21/Dec/2024/18/13/42 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0008 - - 1734804822.599765062 1734804822.600524426 0 -test INFO: - - 21/Dec/2024/18/13/42 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1734804822.604902983 1734804822.605132580 0 -test INFO: - - 21/Dec/2024/18/13/42 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0008 - - 1734804822.604860306 1734804822.605630875 0 -test INFO: - - 21/Dec/2024/18/13/42 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1734804822.606965542 1734804822.607199192 0 -test INFO: - - 21/Dec/2024/18/13/42 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0120 - - 1734804822.606925249 1734804822.618916035 0 -test INFO: - - 21/Dec/2024/18/13/42 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1734804822.620437860 1734804822.620634794 0 -test INFO: - - 21/Dec/2024/18/13/42 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0008 - - 1734804822.620397329 1734804822.621184349 0 -test INFO: - - 21/Dec/2024/18/13/42 HEAD /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1734804822.622915745 1734804822.623093605 0 -test INFO: - - 21/Dec/2024/18/13/42 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1734804822.623420238 1734804822.623602152 0 -test INFO: - - 21/Dec/2024/18/13/42 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1734804822.623982668 1734804822.624099731 0 -test INFO: - - 21/Dec/2024/18/13/42 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0017 - - 1734804822.622778654 1734804822.624522686 - -test INFO: - - 21/Dec/2024/18/13/42 GET /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1734804822.633953333 1734804822.634196520 0 -test INFO: - - 21/Dec/2024/18/13/42 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1734804822.634517431 1734804822.634693861 0 -test INFO: - - 21/Dec/2024/18/13/42 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1734804822.635059118 1734804822.635207653 0 -test INFO: - - 21/Dec/2024/18/13/42 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0018 - - 1734804822.633814812 1734804822.635617733 - -test INFO: - - 21/Dec/2024/18/13/42 POST /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1734804822.645234346 1734804822.645466089 0 -test INFO: - - 21/Dec/2024/18/13/42 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1734804822.645864725 1734804822.646056414 0 -test INFO: - - 21/Dec/2024/18/13/42 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1734804822.646433592 1734804822.646565437 0test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params -test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Expecting an element , got nothing, line 1 fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:56 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function -test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'Content-Md5': 'PASShqNoUehYib8aEilNlw==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '3c049286a36851e85889bf1a12294d97', 'Content-Length': '289'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'Content-Md5': 'Zq4jhjViSPUS6eQfn2iiwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '66ae2386356248f512e9e41f9f68a2c1', 'Content-Length': '230'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error -test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_save -test.unit.common.ring.test_builder.TestRingBuilder.test_save ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_save_load -test.unit.common.ring.test_builder.TestRingBuilder.test_save_load ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs -test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port -test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather -test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance ... ok - -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 200.0 -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" weight set to 3.14159265359 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" weight set to 3.14159265359 -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. +test INFO: - - 24/Jan/2026/00/42/57 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769215377.578418970 1769215377.578635216 0test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST ... ok +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile ... ok +test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts +test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts ... ok +test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree +test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree ... ok +test.unit.common.ring.test_utils.TestUtils.test_dispersion_report +test.unit.common.ring.test_utils.TestUtils.test_dispersion_report ... ok +test.unit.common.ring.test_utils.TestUtils.test_is_local_device +test.unit.common.ring.test_utils.TestUtils.test_is_local_device ... ok +test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname +test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname ... ok +test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names +test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format +test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_args +test.unit.common.ring.test_utils.TestUtils.test_parse_args ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args +test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts +test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_search_value +test.unit.common.ring.test_utils.TestUtils.test_parse_search_value ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts +test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts ... ok +test.unit.common.ring.test_utils.TestUtils.test_replication_defaults +test.unit.common.ring.test_utils.TestUtils.test_replication_defaults ... ok +test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev +test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_args +test.unit.common.ring.test_utils.TestUtils.test_validate_args ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format +test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type ... ok +test.unit.common.test_db.TestGetDBConnection.test_invalid_path +test.unit.common.test_db.TestGetDBConnection.test_invalid_path ... ok +test.unit.common.test_db.TestGetDBConnection.test_locked_db +test.unit.common.test_db.TestGetDBConnection.test_locked_db ... ok +test.unit.common.test_db.TestGetDBConnection.test_normal_case +test.unit.common.test_db.TestGetDBConnection.test_normal_case ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover +test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers +test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header ... ok +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter ... ok +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges ... ok +test.unit.common.test_swob.TestAccept.test_accept_invalid +test.unit.common.test_swob.TestAccept.test_accept_invalid ... ok +test.unit.common.test_swob.TestAccept.test_accept_json +test.unit.common.test_swob.TestAccept.test_accept_json2 RLock(s) were not greened, to fix this error make sure you run eventlet.monkey_patch() before importing any other modules. + ... ok +test.unit.common.test_swob.TestAccept.test_accept_plain +test.unit.common.test_swob.TestAccept.test_accept_plain ... ok +test.unit.common.test_swob.TestAccept.test_accept_xml +test.unit.common.test_swob.TestAccept.test_accept_xml ... ok +test.unit.common.test_swob.TestAccept.test_repr +test.unit.common.test_swob.TestAccept.test_repr ... ok +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip ... ok +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 ... ok +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states ... ok - Option --yes assume a yes response to all questions. +test INFO: - - 24/Jan/2026/00/42/54 GET / HTTP/1.0 200 - - - - 12 - - - 0.0001 - - 1769215374.103389502 1769215374.103475571 - +test INFO: - - 24/Jan/2026/00/42/54 GET /v1/a/c/o HTTP/1.0 503 - - - - 118 - - - 0.7000 - - 1769215374.104454994 1769215374.804455042 0 +test INFO: - - 24/Jan/2026/00/42/54 PUT /v1/a/c/o HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1769215374.112038374 1769215374.112068176 1 +test INFO: - - 24/Jan/2026/00/42/54 GET /v1/a/c HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769215374.112793922 1769215374.112859488 1 +test INFO: 4.5.6.7 1.2.3.4 24/Jan/2026/00/42/54 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769215374.113876820 1769215374.113952875 - +test INFO: 4.5.6.7 1.2.3.4 24/Jan/2026/00/42/54 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769215374.114752531 1769215374.114820004 - +test INFO: - - 24/Jan/2026/00/42/54 GET /v1/something HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769215374.115834951 1769215374.115902185 - +test INFO: - - 24/Jan/2026/00/42/54 GET / HTTP/1.0 499 - - - - 4 - - - 0.0001 - - 1769215374.118304729 1769215374.118405819 - +test INFO: - - 24/Jan/2026/00/42/54 POST /v1/a/c HTTP/1.0 200 - - - 11 8 - - Host:%20localhost:80 0.0000 - - 1769215374.119208813 1769215374.119228601 - +test INFO: - - 24/Jan/2026/00/42/54 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1769215374.119862318 1769215374.119883537 0 +test INFO: - - 24/Jan/2026/00/42/54 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1769215374.120309830 1769215374.120325804 -1 +test INFO: - - 24/Jan/2026/00/42/54 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1769215374.120911121 1769215374.120929003 - +test ERROR: ERROR Could not get container info /tmp/tmplr52c8ew/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmplr52c8ew/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmpju8kqj4d/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test INFO: Since Thu Jan 1 14:00:00 1970: container audits: 0 passed audit, 1 failed audit +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test ERROR: ERROR Could not get container info /tmp/tmpju8kqj4d/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmppw0t9q2b/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmppw0t9q2b/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.02s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmppw0t9q2b/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmppw0t9q2b/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmppw0t9q2b/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmppw0t9q2b/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmppw0t9q2b/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmppw0t9q2b/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmppw0t9q2b/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmppw0t9q2b/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon'test.unit.common.test_db_auditor.TestAuditor.test_run_forever +test.unit.common.test_db_auditor.TestAuditor.test_run_forever ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info ... ok +test.unit.common.test_db_auditor.TestAuditor.test_run_once +test.unit.common.test_db_auditor.TestAuditor.test_run_once ... ok +test.unit.common.test_exceptions.TestExceptions.test_client_exception +test.unit.common.test_exceptions.TestExceptions.test_client_exception ... ok +test.unit.common.test_exceptions.TestExceptions.test_replication_exception +test.unit.common.test_exceptions.TestExceptions.test_replication_exception ... ok +test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout +test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_no_match +test.unit.common.test_swob.TestConditionalIfMatch.test_no_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match +test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match ... ok +test.unit.common.test_swob.TestStatusMap.test_status_map +test.unit.common.test_swob.TestStatusMap.test_status_map ... ok +test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir +test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir ... ok +test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 +test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending +test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db +test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_info +test.unit.container.test_backend.TestCommonContainerBroker.test_get_info ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row +test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata +test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs +test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get +test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp +test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at +test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at ... ok +test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim +test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBroker.test_chexor +test.unit.container.test_backend.TestContainerBroker.test_chexor ... ok +test.unit.container.test_backend.TestContainerBroker.test_create_broker +test.unit.container.test_backend.TestContainerBroker.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBroker.test_creation +test.unit.container.test_backend.TestContainerBroker.test_creation ... ok +test.unit.container.test_backend.TestContainerBroker.test_db_file +test.unit.container.test_backend.TestContainerBroker.test_db_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBroker.test_delete_object +test.unit.container.test_backend.TestContainerBroker.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.container.test_backend.TestContainerBroker.test_empty +test.unit.container.test_backend.TestContainerBroker.test_empty ... ok +test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container +test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_enable_sharding +test.unit.container.test_backend.TestContainerBroker.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBroker.test_exception +test.unit.container.test_backend.TestContainerBroker.test_exception ... ok +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_brokers +test.unit.container.test_backend.TestContainerBroker.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_db_state +test.unit.container.test_backend.TestContainerBroker.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info +test.unit.container.test_backend.TestContainerBroker.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_items_since +test.unit.container.test_backend.TestContainerBroker.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_objects +test.unit.container.test_backend.TestContainerBroker.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_policy_info +test.unit.container.test_backend.TestContainerBroker.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_replication_info +test.unit.container.test_backend.TestContainerBroker.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_report_info +test.unit.container.test_backend.TestContainerBroker.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage +test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default ... ok +test.unit.container.test_backend.TestContainerBroker.test_is_deleted +test.unit.container.test_backend.TestContainerBroker.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable +test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBroker.test_last_modified_time +test.unit.container.test_backend.TestContainerBroker.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items +test.unit.container.test_backend.TestContainerBroker.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBroker.test_newid +test.unit.container.test_backend.TestContainerBroker.test_newid ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBroker.test_path +test.unit.container.test_backend.TestContainerBroker.test_path ... ok +test.unit.container.test_backend.TestContainerBroker.test_pending_file_name +test.unit.container.test_backend.TestContainerBroker.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object +test.unit.container.test_backend.TestContainerBroker.test_put_object ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim +test.unit.container.test_backend.TestContainerBroker.test_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default ... ok -The can be of the form:: +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user ... ok - drz-:R:/ - _ +test ERROR: Error reading recon cache file: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: [Errno None] None +test ERROR: Error parsing recon cache file: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 225, in raise_ValueError + raise ValueError +ValueError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file + raise IOError +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file + raise IOError +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +my-daemon DEBUG: Spawned worker mock-pid-0 with {} +my-daemon DEBUG: Spawned worker mock-pid-1 with {} +my-daemon DEBUG: Spawned worker mock-pid-2 with {} +my-daemon DEBUG: Worker mock-pid-0 exited +my-daemon DEBUG: Worker mock-pid-1 exited +my-daemon DEBUG: Worker mock-pid-2 exited +my-daemon NOTICE: Finished 3082126 +my-daemon DEBUG: Forked worker 3082126 finished +my-daemon DEBUG: Spawned worker mock-pid-0 with {} +my-daemon DEBUG: Spawned worker mock-pid-1 with {} +my-daemon DEBUG: Spawned worker mock-pid-2 with {} +my-daemon DEBUG: Daemon needs to change options, aborting workers +my-daemon DEBUG: Cleaned up worker mock-pid-0 +my-daemon DEBUG: Cleaned up worker mock-pid-1 +my-daemon DEBUG: Cleaned up worker mock-pid-2 +my-daemon DEBUG: Spawned worker mock-pid-3 with {} +my-daemon DEBUG: Spawned worker mock-pid-4 with {} +my-daemon DEBUG: Spawned worker mock-pid-5 with {} +my-daemon DEBUG: Cleaned up worker mock-pid-3 +my-daemon DEBUG: Cleaned up worker mock-pid-4test.unit.common.test_daemon.TestRunDaemon.test_restart_workers +test.unit.common.test_daemon.TestRunDaemon.test_restart_workers ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run +test.unit.common.test_daemon.TestRunDaemon.test_run ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file ... ok +test.unit.common.test_daemon.TestRunDaemon.test_signal +test.unit.common.test_daemon.TestRunDaemon.test_signal ... ok +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears ... ok +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup ... ok +test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup +test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup ... ok +test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked +test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked ... ok +test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing +test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout +test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout ... ok +test.unit.common.test_internal_client.TestInternalClient.test_container_exists +test.unit.common.test_internal_client.TestInternalClient.test_container_exists ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_account +test.unit.common.test_internal_client.TestInternalClient.test_create_account ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_container +test.unit.common.test_internal_client.TestInternalClient.test_create_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_account +test.unit.common.test_internal_client.TestInternalClient.test_delete_account ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_container +test.unit.common.test_internal_client.TestInternalClient.test_delete_container ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_object +test.unit.common.test_internal_client.TestInternalClient.test_delete_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded +test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status +test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_object +test.unit.common.test_internal_client.TestInternalClient.test_get_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_init +test.unit.common.test_internal_client.TestInternalClient.test_init ... ok +test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline +test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_containers +test.unit.common.test_internal_client.TestInternalClient.test_iter_containers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable +test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items +test.unit.common.test_internal_client.TestInternalClient.test_iter_items ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_objects +test.unit.common.test_internal_client.TestInternalClient.test_iter_objects ... ok +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config ... ok +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_path +test.unit.common.test_internal_client.TestInternalClient.test_make_path ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception +test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx +test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try +test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app +test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes +test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header +test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case +test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers +test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception +test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries +test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_upload_object +test.unit.common.test_internal_client.TestInternalClient.test_upload_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked ... ok +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get +test.unit.common.test_internal_client.TestSimpleClient.test_get ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_head +test.unit.common.test_internal_client.TestSimpleClient.test_head ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_proxy +test.unit.common.test_internal_client.TestSimpleClient.test_proxy ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError +test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError +test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError +test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read +test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read ... ok +test.unit.common.test_utils.TestFallocate.test_arg_bounds +test.unit.common.test_utils.TestFallocate.test_arg_bounds ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate +test.unit.common.test_utils.TestFallocate.test_fallocate ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error +test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate_offset +test.unit.common.test_utils.TestFallocate.test_fallocate_offset ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors +test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors ... ok +test.unit.common.test_utils.TestFallocate.test_no_fallocates_available +test.unit.common.test_utils.TestFallocate.test_no_fallocates_available ... ok +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback ... ok +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start +test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_load_app +test.unit.common.test_wsgi.TestPipelineModification.test_load_app ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app +test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_all_whitespace_value +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_all_whitespace_value ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_bogus_value +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_bogus_value ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_empty_value +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_empty_value ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_more_specific_after_less_specific +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_more_specific_after_less_specific ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_multiple +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_multiple ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_single_region +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_single_region ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_with_zone_zero +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_with_zone_zero ... ok +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_exception +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_exception ... ok +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals ... ok +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals_more +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals_more ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil +test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none +test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_delta +test.unit.common.utils.test_timestamp.TestTimestamp.test_delta ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_false +test.unit.common.utils.test_timestamp.TestTimestamp.test_false ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_float +test.unit.common.utils.test_timestamp.TestTimestamp.test_float ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal +test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat +test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable +test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable ... ok - Where and are replication ip and port. - Any part is optional, but you must include at least one part. +swift-ring-builder set_info + :[R:]/_ + [ :[R:]/_] ... + [--yes] - Examples:: +or - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 +swift-ring-builder set_info + --ip --port + --replication-ip --replication-port + --device --meta + --change-ip --change-port + --change-replication-ip + --change-replication-port + --change-device + --change-meta + [--yes] - Most specific example:: + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + For each search-value, resets the matched device's information. + This information isn't used to assign partitions, so you can use + 'write_ring' afterward to rewrite the current ring with the newer + device information. Any of the parts are optional in the final + :/_ parameter; just give what you + want to change. For instance set_info d74 _"snet: 5.6.7.8" would + just update the meta data for device id 74. - Nerd explanation: + Option --yes assume a yes response to all questions. - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" weight set to 3.14 -d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" weight set to 6.28 -Search value matched 0 devices. -The on-disk ring builder is unchanged. -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -Device d4r2z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z314-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z314-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" zone set to 314 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z314-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" zone set to 314 -swift-ring-builder set_zone - [ set_min_part_hours + Changes the to the given . This should be set to + however long a full replication/update cycle takes. We're working on a way + to determine this more easily than scanning logs. + +swift-ring-builder set_overload [%] + Changes the overload factor to the given . + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_region + [ set_zone +swift-ring-builder set_region --region --zone --ip --port --replication-ip --replication-port - --device --meta [--yes] + --device --meta [--yes] Where , and are replication ip, hostname and port. Any of the options are optional in both cases. - Resets the devices' zones. No partitions will be reassigned to or from + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_replicas + Changes the replica count to the given . may + be a floating-point value, in which case some partitions will have + floor() replicas and some will have ceiling() + in the correct proportions. + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from the device until after running 'rebalance'. This is so you can make multiple device changes and rebalance them all just once. Option --yes assume a yes response to all questions. + swift-ring-builder set_zone [ validate + Just runs the validation routines on the ring. + +swift-ring-builder write_builder [min_part_hours] + Recreate a builder from a ring file (lossy) if you lost your builder + backups. (Protip: don't lose your builder backups). + [min_part_hours] is one of those numbers lost to the builder, + you can change it with set_min_part_hours. + +swift-ring-builder write_ring + Just rewrites the distributable ring file. This is done automatically after + a successful rebalance, so really this is only useful after one or more + 'set_info' calls when no rebalance is needed but you want to send out the + new device information. + The can be of the form:: drz-:R:/ @@ -73048,651 +74501,17 @@ Nerd explanation: All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included.test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0028 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0016 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0015 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0015 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0015 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0072 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0018 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0044 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0016 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0022 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0032 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0014 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0033 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0016 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0065 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0017 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0015 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0029 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 33253 - -test INFO: - - - [21/Dec/2024:18:13:41 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 33253 - -Reloaded swift-proxy-server -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_unicode_authorization_good -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_unicode_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining -test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating ... ok -test.unit.container.test_server.TestContainerController.test_GET_non_ascii -test.unit.container.test_server.TestContainerController.test_GET_non_ascii ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET - return self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl - return ah._handle_acl(app, method) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_unknown -test.unit.cli.test_ringbuilder.TestCommands.test_unknown ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload -test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload ... ok - -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate -test.unit.common.ring.test_builder.TestRingBuilder.test_validate ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval -test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_empty -test.unit.common.test_container_sync_realms.TestUtils.test_empty ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm -test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing -test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_get_sig -test.unit.common.test_container_sync_realms.TestUtils.test_get_sig ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there -test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_one_realm -test.unit.common.test_container_sync_realms.TestUtils.test_one_realm ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_os_error -test.unit.common.test_container_sync_realms.TestUtils.test_os_error ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default -test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default ... ok -test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked -test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked ... ok -test.unit.common.test_internal_client.TestGetAuth.test_invalid_version -test.unit.common.test_internal_client.TestGetAuth.test_invalid_version ... ok -test.unit.common.test_internal_client.TestGetAuth.test_ok -test.unit.common.test_internal_client.TestGetAuth.test_ok ... ok -test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file -test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache -test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults -test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached -test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key ... ok + case the - is optional unless the device id or zone is also included. -Search value matched 0 devices. -The on-disk ring builder is unchanged. -Unknown command: unknown +Quick list: add cancel_increase_partition_power create dispersion + finish_increase_partition_power increase_partition_power list_parts + prepare_increase_partition_power pretend_min_part_hours_passed + rebalance remove search set_info set_min_part_hours set_overload + set_region set_replicas set_weight set_zone validate write_builder + write_ring +Exit codes: 0 = operation successful + 1 = operation completed with warnings + 2 = error swift-ring-builder 1.3 swift-ring-builder @@ -73891,704 +74710,1792 @@ This is so you can make multiple device changes and rebalance them all just once. - Option --yes assume a yes response to all questions.test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile -test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate -test.unit.cli.test_ringbuilder.TestCommands.test_validate ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_composite_builder_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_composite_builder_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_corrupted_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_corrupted_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_empty_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_empty_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_generic_error -test.unit.cli.test_ringbuilder.TestCommands.test_validate_generic_error ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_accessible_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_accessible_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go -test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission ... ok + Option --yes assume a yes response to all questions. + +swift-ring-builder search + +or + +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Shows information about matching devices. + +swift-ring-builder set_info + :[R:]/_ + [ :[R:]/_] ... + [--yes] + +or + +swift-ring-builder set_info + --ip --port + --replication-ip --replication-port + --device --meta + --change-ip --change-port + --change-replication-ip + --change-replication-port + --change-device + --change-meta + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + For each search-value, resets the matched device's information. + This information isn't used to assign partitions, so you can use + 'write_ring' afterward to rewrite the current ring with the newer + device information. Any of the parts are optional in the final + :/_ parameter; just give what you + want to change. For instance set_info d74 _"snet: 5.6.7.8" would + just update the meta data for device id 74. + + Option --yes assume a yes response to all questions.test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument +test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe +test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced +test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_int +test.unit.common.utils.test_timestamp.TestTimestamp.test_int ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input +test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion +test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion +test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat +test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal +test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit +test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering +test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons +test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_raw +test.unit.common.utils.test_timestamp.TestTimestamp.test_raw ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_true +test.unit.common.utils.test_timestamp.TestTimestamp.test_true ... ok +test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy +test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path +test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up +test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_unclean +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_unclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_init +test.unit.obj.test_diskfile.TestDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window +test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning +test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator +test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update +test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash ... ok +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse ... ok +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name ... ok +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file ... ok +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle ... ok +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync +test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestReplicatorStats.test_add +test.unit.obj.test_replicator.TestReplicatorStats.test_add ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats +test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields +test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip +test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon +test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon ... ok +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_updater.TestObjectUpdater.test_conf_params +test.unit.obj.test_updater.TestObjectUpdater.test_conf_params ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_creation +test.unit.obj.test_updater.TestObjectUpdater.test_creation ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected ... ok + +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb122e440>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb122e440>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb122e440>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/PREFIX_uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb122e440>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb122e440>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb122e380>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com:8080', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb122e440>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb122e440>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage1.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb122e440>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage2.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb122e440>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage3.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb122e440>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +test DEBUG: tenant mismatch: BLAN_a != tenant_id +test DEBUG: allow user with role(s) admin,swiftoperator as account admin +test DEBUG: allow user with role(s) admin,swiftoperator as account admin +test DEBUG: allowing proxy 127.0.0.1 for container-sync +test DEBUG: User tenant_id has reseller admin authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:* allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:* allowed in ACL authorizing. +test DEBUG: authorizing http://example.com/index.html via referer ACL +test DEBUG: Names allowed in acls. +test DEBUG: authorizing http://example.com/index.html via referer ACL +test DEBUG: User tenant_id has reseller admin authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:* allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:* allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL: allowme authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user *:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user *:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user *:* allowed in ACL authorizing. +test DEBUG: User tenant_name:user_name is not allowed to delete its own account +test DEBUG: User tenant_id has reseller admin authorizing +test DEBUG: Using identity: {'user': ('user_id', 'user_name'), 'tenant': ('test', 'tenant_name'), 'roles': ['reselleradmin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: User test has reseller admin authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing.test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain ... ok +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options ... ok +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok +test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception +test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order ... ok +test.unit.container.test_backend.TestContainerBroker.test_remove_objects +test.unit.container.test_backend.TestContainerBroker.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval +test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_empty +test.unit.common.test_container_sync_realms.TestUtils.test_empty ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm +test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing +test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_get_sig +test.unit.common.test_container_sync_realms.TestUtils.test_get_sig ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there +test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_one_realm +test.unit.common.test_container_sync_realms.TestUtils.test_one_realm ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_os_error +test.unit.common.test_container_sync_realms.TestUtils.test_os_error ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default +test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default ... ok +test.unit.common.test_statsd_client.TestStatsdClient.test_init_host +test.unit.common.test_statsd_client.TestStatsdClient.test_init_host ... ok +test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim ... ok +test.unit.common.test_statsd_client.TestStatsdClient.test_init_host_is_none +test.unit.common.test_statsd_client.TestStatsdClient.test_init_host_is_none ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish ... ok +test.unit.common.test_utils.TestShardRangeList.test_filter +test.unit.common.test_utils.TestShardRangeList.test_filter ... ok +test.unit.common.test_utils.TestShardRangeList.test_find_lower +test.unit.common.test_utils.TestShardRangeList.test_find_lower ... ok +test.unit.common.test_utils.TestShardRangeList.test_includes +test.unit.common.test_utils.TestShardRangeList.test_includes ... ok +test.unit.common.test_utils.TestShardRangeList.test_init +test.unit.common.test_utils.TestShardRangeList.test_init ... ok +test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path +test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path ... ok +test.unit.common.test_utils.TestShardRangeList.test_init_with_list +test.unit.common.test_utils.TestShardRangeList.test_init_with_list ... ok +test.unit.common.test_utils.TestShardRangeList.test_pop +test.unit.common.test_utils.TestShardRangeList.test_pop ... ok +test.unit.common.test_utils.TestShardRangeList.test_slice +test.unit.common.test_utils.TestShardRangeList.test_slice ... ok +test.unit.common.test_utils.TestShardRangeList.test_states +test.unit.common.test_utils.TestShardRangeList.test_states ... ok +test.unit.common.test_utils.TestShardRangeList.test_timestamps +test.unit.common.test_utils.TestShardRangeList.test_timestamps ... ok +test.unit.common.test_utils.TestUTC.test_tzname +test.unit.common.test_utils.TestUTC.test_tzname ... ok +test.unit.common.test_utils.TestUtils.test_backwards +test.unit.common.test_utils.TestUtils.test_backwards ... ok +test.unit.common.test_utils.TestUtils.test_cache_from_env +test.unit.common.test_utils.TestUtils.test_cache_from_env ... ok +test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file ... ok +test.unit.common.test_utils.TestUtils.test_cap_length +test.unit.common.test_utils.TestUtils.test_cap_length ... ok +test.unit.common.test_utils.TestUtils.test_clean_content_type +test.unit.common.test_utils.TestUtils.test_clean_content_type ... ok +test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene +test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene ... ok +test.unit.common.test_utils.TestUtils.test_drain_and_close +test.unit.common.test_utils.TestUtils.test_drain_and_close ... ok +test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit +test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit ... ok +test.unit.common.test_utils.TestUtils.test_drop_privileges +test.unit.common.test_utils.TestUtils.test_drop_privileges ... ok +test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups +test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache +test.unit.common.test_utils.TestUtils.test_dump_recon_cache ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner ... ok +test.unit.common.test_utils.TestUtils.test_extract_swift_bytes +test.unit.common.test_utils.TestUtils.test_extract_swift_bytes ... ok +test.unit.common.test_utils.TestUtils.test_find_namespace +test.unit.common.test_utils.TestUtils.test_find_namespace ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body +test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_large_body +test.unit.common.test_utils.TestUtils.test_friendly_close_large_body ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_small_body +test.unit.common.test_utils.TestUtils.test_friendly_close_small_body ... ok +test.unit.common.test_utils.TestUtils.test_fsync_dir +test.unit.common.test_utils.TestUtils.test_fsync_dir ... ok +test.unit.common.test_utils.TestUtils.test_generate_trans_id +test.unit.common.test_utils.TestUtils.test_generate_trans_id ... ok +test.unit.common.test_utils.TestUtils.test_get_db_files +test.unit.common.test_utils.TestUtils.test_get_db_files ... ok +test.unit.common.test_utils.TestUtils.test_get_partition_for_hash +test.unit.common.test_utils.TestUtils.test_get_partition_for_hash ... ok +test.unit.common.test_utils.TestUtils.test_get_partition_from_path +test.unit.common.test_utils.TestUtils.test_get_partition_from_path ... ok +test.unit.common.test_utils.TestUtils.test_get_redirect_data +test.unit.common.test_utils.TestUtils.test_get_redirect_data ... ok +test.unit.common.test_utils.TestUtils.test_get_trans_id_time +test.unit.common.test_utils.TestUtils.test_get_trans_id_time ... ok +test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str +test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str ... ok +test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string +test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string ... ok +test.unit.common.test_utils.TestUtils.test_hash_path +test.unit.common.test_utils.TestUtils.test_hash_path ... ok +test.unit.common.test_utils.TestUtils.test_human_readable +test.unit.common.test_utils.TestUtils.test_human_readable ... ok +test.unit.common.test_utils.TestUtils.test_is_file_older +test.unit.common.test_utils.TestUtils.test_is_file_older ... ok +test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error +test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders ... ok - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0122 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0057 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0046 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0059 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0016 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0036 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0016 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0039 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0016 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0045 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0026 "-" 33161 0 -test DEBUG: Unlinked retiring db '/tmp/tmpix5ic18s/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0021 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0083 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0121 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0031 "-" 33161 0 -test DEBUG: Unlinked retiring db '/tmp/tmp3maogh6p/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0028 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0021 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0056 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0025 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0020 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0020 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0059 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0018 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0065 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0043 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0072 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0018 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0036 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0020 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0037 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0020 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0039 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0021 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0041 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0047 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0022 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0050 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0003 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0003 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0003 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0003 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0003 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0025 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0004 "-" 33161 1 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 33161 1 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 33161 1 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0003 "-" 33161 1test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies -test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies ... ok -test.unit.container.test_server.TestContainerController.test_GET_over_limit -test.unit.container.test_server.TestContainerController.test_GET_over_limit ... ok -test.unit.container.test_server.TestContainerController.test_GET_path -test.unit.container.test_server.TestContainerController.test_GET_path ... ok -test.unit.container.test_server.TestContainerController.test_GET_plain -test.unit.container.test_server.TestContainerController.test_GET_plain ... ok -test.unit.container.test_server.TestContainerController.test_GET_prefix -test.unit.container.test_server.TestContainerController.test_GET_prefix ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist +test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_error +test.unit.common.test_utils.TestUtils.test_ismount_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_is_root +test.unit.common.test_utils.TestUtils.test_ismount_path_is_root ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink +test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount +test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount ... ok +test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error +test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error +test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_dev +test.unit.common.test_utils.TestUtils.test_ismount_successes_dev ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_ino +test.unit.common.test_utils.TestUtils.test_ismount_successes_ino ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile +test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile ... ok +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp ... ok +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists ... ok +test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists +test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists ... ok -test INFO: - - 21/Dec/2024/18/13/42 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0710 - - 1734804822.644617319 1734804822.715615273 - -test INFO: - - 21/Dec/2024/18/13/42 PUT /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1734804822.717412233 1734804822.717647314 0 -test INFO: - - 21/Dec/2024/18/13/42 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1734804822.717993975 1734804822.718175411 0 -test INFO: - - 21/Dec/2024/18/13/42 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1734804822.718532085 1734804822.718685150 0 -test INFO: - - 21/Dec/2024/18/13/42 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0018 - - 1734804822.717280149 1734804822.719094515 - -test INFO: - - 21/Dec/2024/18/13/42 DELETE /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1734804822.720601320 1734804822.720777988 0 -test INFO: - - 21/Dec/2024/18/13/42 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1734804822.729382515 1734804822.729629040 0 -test INFO: - - 21/Dec/2024/18/13/42 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1734804822.730073452 1734804822.730192900 0 -test INFO: - - 21/Dec/2024/18/13/42 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0102 - - 1734804822.720448732 1734804822.730640650 - -test ERROR: Error in '/tmp/tmpsm7xkfa8/container-sync-realms.conf' with mtime_check_interval: could not convert string to float: 'invalid' -test ERROR: Could not load '/tmp/tmp_9nznlq7/container-sync-realms.conf': File contains no section headers. -file: '/tmp/tmp_9nznlq7/container-sync-realms.conf', line: 1 -'invalid' -test DEBUG: Could not load '1acbc962f53142ac8c502aed6a54d9d6': [Errno 2] No such file or directory: '1acbc962f53142ac8c502aed6a54d9d6' -test ERROR: Could not load '/tmp/tmp8f6vcyg0/container-sync-realms.conf': [Errno 13] Permission denied: '/tmp/tmp8f6vcyg0/container-sync-realms.conf' -Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. -Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. -test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config -test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config ... ok +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0033 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0014 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:42:54 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0014 "-" 3082127 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0037 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0015 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0015 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0015 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0037 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 3082127 2 +test DEBUG: Unlinked retiring db '/tmp/tmpvp2aaoh5/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0021 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0022 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0037 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 3082127 2 +test DEBUG: Unlinked retiring db '/tmp/tmpl5sp4qrk/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0020 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0038 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0022 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0020 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0037 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0020 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0022 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0037 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0024 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0055 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0024 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0020 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0038 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0043 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0022 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3082127 0 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0005 "-" 3082127 0 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0004 "-" 3082127 0 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0003 "-" 3082127 0 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0003 "-" 3082127 0 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0004 "-" 3082127 0 +test INFO: - - - [24/Jan/2026:00:42:55 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0003 "-" 3082127 0test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} -fake-swift ERROR: Could not parse SLO delete response (200 OK): b'asdf': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete - delete_result = json.loads(resp.body) - ^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 338, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 356, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) +fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized -test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute -test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate -test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough -test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string -test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info -test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names ... ok -test.unit.common.test_utils.TestClosingIterator.test_close -test.unit.common.test_utils.TestClosingIterator.test_close ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_gen -test.unit.common.test_utils.TestClosingIterator.test_close_gen ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_on_exception -test.unit.common.test_utils.TestClosingIterator.test_close_on_exception ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration -test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_others -test.unit.common.test_utils.TestClosingIterator.test_close_others ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter -test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter ... ok -test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable -test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable ... ok -test.unit.common.test_utils.TestClosingIterator.test_nested_iters -test.unit.common.test_utils.TestClosingIterator.test_nested_iters ... ok -test.unit.common.test_utils.TestClosingMapper.test_close -test.unit.common.test_utils.TestClosingMapper.test_close ... ok -test.unit.common.test_utils.TestClosingMapper.test_function_raises_exception -test.unit.common.test_utils.TestClosingMapper.test_function_raises_exception ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_close -test.unit.common.test_utils.TestCooperativeIterator.test_close ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_init -test.unit.common.test_utils.TestCooperativeIterator.test_init ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_iter -test.unit.common.test_utils.TestCooperativeIterator.test_iter ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps -test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_sleeps -test.unit.common.test_utils.TestCooperativeIterator.test_sleeps ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes -test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous -test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty -test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes -test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_pending -test.unit.common.test_utils.TestGreenAsyncPile.test_pending ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything -test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn -test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first -test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter -test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_str -test.unit.common.test_wsgi.TestPipelineWrapper.test_str ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter -test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter ... ok -test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration -test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration ... ok - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 33161 1 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0003 "-" 33161 1 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0003 "-" 33161 1 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0004 "-" 33161 1 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0003 "-" 33161 1 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0003 "-" 33161 1 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0049 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0023 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0023 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0010 "-" 33161 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0002 "-" 33161 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0083 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0003 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0003 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0003 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0049 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0091 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0037 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0102 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0003 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0045 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0040 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0012 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0052 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0032 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0029 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0517 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0095 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0003 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0003 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0059 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0044 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0126 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0018 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0063 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0063 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0100 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0016 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0085 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0013 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0082 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0065 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0062 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0017 "-" 33161 0test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders ... ok -test.unit.common.test_constraints.TestConstraints.test_check_account_format -test.unit.common.test_constraints.TestConstraints.test_check_account_format ... ok -test.unit.common.test_constraints.TestConstraints.test_check_container_format -test.unit.common.test_constraints.TestConstraints.test_check_container_format ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path -test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir -test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount -test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount ... ok -test.unit.common.test_constraints.TestConstraints.test_check_float -test.unit.common.test_constraints.TestConstraints.test_check_float ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_count -test.unit.common.test_constraints.TestConstraints.test_check_metadata_count ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_good -test.unit.common.test_constraints.TestConstraints.test_check_metadata_good ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length -test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 -test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_size -test.unit.common.test_constraints.TestConstraints.test_check_metadata_size ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length -test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8 -test.unit.common.test_constraints.TestConstraints.test_check_utf8 ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal -test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods +test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered +test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy +test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_unicode_authorization_good +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_unicode_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value +test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope +test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid ... ok + +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: txfbe4dc45f9e34a75887a0-0069741592) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txbd7aaf9023ec4662a36d3-0069741592) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx609ca04af748462992bfa-0069741592) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx609ca04af748462992bfa-0069741592) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txaa8e8ce62e06482f8cb16-0069741592) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txaa8e8ce62e06482f8cb16-0069741592) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sda, error: ERROR Insufficient Storage (txn: txaa8e8ce62e06482f8cb16-0069741592) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sda (txn: txaa8e8ce62e06482f8cb16-0069741592) +proxy-server ERROR: Object DELETE returning 503 for (503,) (txn: txaa8e8ce62e06482f8cb16-0069741592) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txe0e29ad5d27c4fc8b8002-0069741592) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest +test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash +test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error +test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_insufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires +test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough +test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config +test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_sufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_succeed +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_succeed ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header_defaults +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header_defaults ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim +test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value +test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed +test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed ... ok +test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting +test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting ... ok +test.unit.common.test_db.TestDatabaseBroker.test_commit_puts +test.unit.common.test_db.TestDatabaseBroker.test_commit_puts ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok +test.unit.common.test_db.TestDatabaseBroker.test_delete_db +test.unit.common.test_db.TestDatabaseBroker.test_delete_db ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok +test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init +test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init ... ok +test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate +test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate ... ok +test.unit.common.test_db.TestDatabaseBroker.test_initialize +test.unit.common.test_db.TestDatabaseBroker.test_initialize ... ok +test.unit.common.test_db.TestDatabaseBroker.test_lock +test.unit.common.test_db.TestDatabaseBroker.test_lock ... ok +test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init +test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init ... ok +test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs +test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata +test.unit.common.test_db.TestDatabaseBroker.test_metadata ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size ... ok +test.unit.common.test_db.TestDatabaseBroker.test_newid +test.unit.common.test_db.TestDatabaseBroker.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok +fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +fake INFO: - - 24/Jan/2026/00/43/00 GET /v1/a/c/o%3Ftemp_url_sig%3Ddeadbeefdeadbeef...%26temp_url_expires%3D1769216380 HTTP/1.0 404 - - - - - - - - 0.0002 - - 1769215380.585315466 1769215380.585505962 - +Quarantined /tmp/tmp6bar3cpa/dev/dbs/par/pre/db to /tmp/tmp6bar3cpa/dev/quarantined/tests/db due to malformed database +Quarantined /tmp/tmp6bar3cpa/dev/dbs/par/pre/db to /tmp/tmp6bar3cpa/dev/quarantined/tests/db due to malformed database +Quarantined /tmp/tmp6bar3cpa/dev/dbs/par/pre/db to /tmp/tmp6bar3cpa/dev/quarantined/tests/db due to corrupted database +Quarantined /tmp/tmp6bar3cpa/dev/dbs/par/pre/db to /tmp/tmp6bar3cpa/dev/quarantined/tests/db due to disk error while accessing database +test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors +test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors ... ok +test.unit.common.test_db.TestDatabaseBroker.test_put_record +test.unit.common.test_db.TestDatabaseBroker.test_put_record ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'Content-Md5': '9Z+cE+YYsVYXLtR89GLUSA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'f59f9c13e618b156172ed47cf462d448', 'Content-Length': '88'} +fake-swift ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete + resp = req.get_response(self.app, method='DELETE', query=query, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1462, in _get_response + sw_resp = sw_req.get_response(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 183, in __call__ + return self.app(env, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/s3api/__init__.py", line 84, in __call__ + return self.app(env, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 197, in _select_response + is_success = resp_class().is_success + ^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception: kaboom fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container ... ok + +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test ERROR: Error in '/tmp/tmp9dnira6_/container-sync-realms.conf' with mtime_check_interval: could not convert string to float: 'invalid' +test ERROR: Could not load '/tmp/tmphum3ghjl/container-sync-realms.conf': File contains no section headers. +file: '/tmp/tmphum3ghjl/container-sync-realms.conf', line: 1 +'invalid' +test DEBUG: Could not load '3745c93b9ff74f4bbd5524cba2f5ab68': [Errno 2] No such file or directory: '3745c93b9ff74f4bbd5524cba2f5ab68' +test ERROR: Could not load '/tmp/tmpj_w1cn6n/container-sync-realms.conf': [Errno 13] Permission denied: '/tmp/tmpj_w1cn6n/container-sync-realms.conf' +test ERROR: ERROR: swift.cache could not be found in env! +test ERROR: ERROR: swift.cache could not be found in env! +test WARNING: Unable to perform fsync() on directory /tmp/tmpodfq677h: Bad file descriptor +Unable to locate some_not_real_function in libc. Leaving as a no-op. +test.unit.common.test_utils.TestUtils.test_load_libc_function +test.unit.common.test_utils.TestUtils.test_load_libc_function ... ok +test.unit.common.test_utils.TestUtils.test_load_pkg_resource +test.unit.common.test_utils.TestUtils.test_load_pkg_resource ... skipped 'pkg_resources loading is only available on python 3.7 and earlier' +test.unit.common.test_utils.TestUtils.test_load_recon_cache +test.unit.common.test_utils.TestUtils.test_load_recon_cache ... ok +test.unit.common.test_utils.TestUtils.test_lock_file +test.unit.common.test_utils.TestUtils.test_lock_file ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink +test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail +test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open +test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open ... ok +test.unit.common.test_utils.TestUtils.test_lock_path +test.unit.common.test_utils.TestUtils.test_lock_path ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_class +test.unit.common.test_utils.TestUtils.test_lock_path_class ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit +test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_name +test.unit.common.test_utils.TestUtils.test_lock_path_name ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps +test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps ... ok +test.unit.common.test_utils.TestUtils.test_majority_size +test.unit.common.test_utils.TestUtils.test_majority_size ... ok +test.unit.common.test_utils.TestUtils.test_make_db_file_path +test.unit.common.test_utils.TestUtils.test_make_db_file_path ... ok +test.unit.common.test_utils.TestUtils.test_makedirs_count +test.unit.common.test_utils.TestUtils.test_makedirs_count ... ok +test.unit.common.test_utils.TestUtils.test_md5_with_data +test.unit.common.test_utils.TestUtils.test_md5_with_data ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates -test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical -test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical ... ok -test.unit.common.test_constraints.TestConstraints.test_valid_api_version -test.unit.common.test_constraints.TestConstraints.test_valid_api_version ... ok -test.unit.common.test_constraints.TestConstraints.test_valid_timestamp -test.unit.common.test_constraints.TestConstraints.test_valid_timestamp ... ok -test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta -test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta ... ok -test.unit.common.test_constraints.TestConstraints.test_validate_constraints -test.unit.common.test_constraints.TestConstraints.test_validate_constraints ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container ... ok +Quarantined /tmp/tmp0znw32mu/dev/dbs/par/pre/db to /tmp/tmp0znw32mu/dev/quarantined/containers/db due to missing row in container_stat table +test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info +test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info ... ok +test.unit.common.test_db.TestDatabaseBroker.test_skip_commits +test.unit.common.test_db.TestDatabaseBroker.test_skip_commits ... ok +Quarantined /tmp/tmpm89u_vps/dev/dbs/par/pre/db to /tmp/tmpm89u_vps/dev/quarantined/containers/db due to missing row in container_stat table +test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info +test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info ... ok +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata ... ok +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers +test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids +test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync +test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge +test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge ... ok test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ ... ok test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines @@ -74599,80 +76506,66 @@ test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy ... ok test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy ... ok +Traceback (most recent call last): test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https ... File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 1923, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +ok test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok - - -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. - -swift-ring-builder set_info - :[R:]/_ - [ :[R:]/_] ... - [--yes] - -or - -swift-ring-builder set_info - --ip --port - --replication-ip --replication-port - --device --meta - --change-ip --change-port - --change-replication-ip - --change-replication-port - --change-device - --change-meta - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - For each search-value, resets the matched device's information. - This information isn't used to assign partitions, so you can use - 'write_ring' afterward to rewrite the current ring with the newer - device information. Any of the parts are optional in the final - :/_ parameter; just give what you - want to change. For instance set_info d74 _"snet: 5.6.7.8" would - just update the meta data for device id 74. +test.unit.common.test_internal_client.TestGetAuth.test_invalid_version +test.unit.common.test_internal_client.TestGetAuth.test_invalid_version ... ok +test.unit.common.test_internal_client.TestGetAuth.test_ok +test.unit.common.test_internal_client.TestGetAuth.test_ok ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils ... ok +test.unit.common.test_splice.TestTee.test_available +test.unit.common.test_splice.TestTee.test_available ... ok +test.unit.common.test_splice.TestTee.test_errno +test.unit.common.test_splice.TestTee.test_errno ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path ... ok - Option --yes assume a yes response to all questions. swift-ring-builder set_min_part_hours Changes the to the given . This should be set to @@ -74816,2740 +76709,4066 @@ Exit codes: 0 = operation successful 1 = operation completed with warnings 2 = error -Problem occurred while reading builder file: /tmp/tmpuquotarc/tmpwpipww6d. Generic error occurred +/tmp/tmp6x3vwc7x/tmpd16nk5jd, build version 4, id 6c75233c430042f69291859e9723ecd2 +64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion +The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) +The overload factor is 0.00% (0.000000) +Ring file /tmp/tmp6x3vwc7x/tmpd16nk5jd.ring.gz not found, probably it hasn't been written yet +Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta + 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data + 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 + 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 + 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 +Reassigned 192 (300.00%) partitions. Balance is now 5.00. Dispersion is now 0.00 Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 6.00 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. --------------------------------------------------------------------------------test.unit.cli.test_ringbuilder.TestCommands.test_warn_at_risk -test.unit.cli.test_ringbuilder.TestCommands.test_warn_at_risk ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring -test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_ring -test.unit.cli.test_ringbuilder.TestCommands.test_write_ring ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_auth_url -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_auth_url ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_user_domain_name -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_user_domain_name ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_config_file_and_params -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_config_file_and_params ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_format -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_format ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_id -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_id ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE ... ok +swift-ring-builder add + [r]z-:[R:]/_ + + [[r]z-:[R:]/_ + ] ... -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission ... ok + Where and are replication ip and port. -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:42 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort ... ok - -Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 6.00 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. -------------------------------------------------------------------------------- -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sdb_"" with 1.0 weight got id 4 -Device d5r1z1-127.0.0.1:6200R127.0.0.1:6200/sdc_"" with 1.0 weight got id 5 -Reassigned 192 (300.00%) partitions. Balance is now 109.38. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 109.38 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. -------------------------------------------------------------------------------- -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Reassigned 48 (75.00%) partitions. Balance is now 214.58. Dispersion is now 1.56 -------------------------------------------------------------------------------- -NOTE: Dispersion of 1.562500 indicates some parts are not - optimally dispersed. - - You may want to adjust some device weights, increase - the overload or review the dispersion report. -------------------------------------------------------------------------------- -Note: using /tmp/tmpvi7pqnnf/tmpqz_k24wl.builder instead of /tmp/tmpvi7pqnnf/tmpqz_k24wl.ring.gz as builder file -Reassigned 4 (6.25%) partitions. Balance is now 57.29. Dispersion is now 0.52 -------------------------------------------------------------------------------- -NOTE: Dispersion of 0.520833 indicates some parts are not - optimally dispersed. - - You may want to adjust some device weights, increase - the overload or review the dispersion report. -------------------------------------------------------------------------------- -Reassigned 24 (37.50%) partitions. Balance is now 1.04. Dispersion is now 0.00 -Note: using /tmp/tmpggambcbp/tmpfmdvc7bw.builder instead of /tmp/tmpggambcbp/tmpfmdvc7bw.ring.gz as builder file -Note: using /tmp/tmpf4dz92yh/tmp379gioet.builder instead of /tmp/tmpf4dz92yh/tmp379gioet.ring.gz as builder file -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -test ERROR: Error decrypting container listing: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: get_keys(): unknown key id: unknown_key -test ERROR: Error decrypting container listing: unknown_key -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE - self._delete_segments_bucket(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket - resp = req.get_response(self.app, 'HEAD') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 208, in HEAD - return self._handle_acl(app, 'DELETE') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 150, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors ... ok +or -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{}' -test DEBUG: Error on keystone reply: 201 b'{}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'[]' -test DEBUG: Error on keystone reply: 201 b'[]' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'null' -test DEBUG: Error on keystone reply: 201 b'null' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'"foo"' -test DEBUG: Error on keystone reply: 201 b'"foo"' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'1' -test DEBUG: Error on keystone reply: 201 b'1' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'true' -test DEBUG: Error on keystone reply: 201 b'true' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Received error, rejecting request with error: 400 Bad Request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone reply error: status=403 reason=None -test DEBUG: Received error, rejecting request with error: 401 Unauthorized -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -Sat Dec 21 06:13:42 2024 /tmp/tmpezyii4ik/log/swift/profile/default.profile33307 -Sat Dec 21 06:13:42 2024 /tmp/tmpezyii4ik/log/swift/profile/default.profile123 -Sat Dec 21 06:13:42 2024 /tmp/tmpezyii4ik/log/swift/profile/default.profile456 +swift-ring-builder add + --region --zone --ip --port + [--replication-ip ] [--replication-port ] + --device --weight + [--meta ] - 45 function calls in 0.001 seconds + Adds devices to the ring with the given information. No partitions will be + assigned to the new device until after running 'rebalance'. This is so you + can make multiple device changes and rebalance them all just once. +swift-ring-builder list_parts [] .. - Ordered by: internal time +or - ncalls tottime percall cumtime percall filename:lineno(function) - 9 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 9 0.001 0.000 0.001 0.000 :0(exec) - 9 0.000 0.000 0.000 0.000 :0(getcwd) - 9 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 9 0.000 0.000 0.000 0.000 :0(setprofile) +swift-ring-builder list_parts + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. -proxy INFO: (33307) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (33307) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY jojo', (txn: tx7b9273647d02436e9c63f-0067670558) + Returns a 2 column list of all the partitions that are assigned to any of + the devices matching the search values given. The first column is the + assigned partition number and the second column is the number of device + matches for that partition. The list is ordered from most number of matches + to least. If there are a lot of devices to match against, this command + could take a while to run.test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_region_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_region_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_weight_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_weight_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_zone_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_zone_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_pretend_min_part_hours_passed +test.unit.cli.test_ringbuilder.TestCommands.test_pretend_min_part_hours_passed ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_failure_does_not_reset_last_moves_epoch +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_failure_does_not_reset_last_moves_epoch ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_min_part_hours_not_passed +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_min_part_hours_not_passed ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_device_change +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_device_change ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase ... ok +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00033 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpu54ktwh3/sda/fake/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00334 seconds (299.24219/s) +test INFO: Removed 1 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00034 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00207 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00028 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +proxy INFO: (3082121) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3082121) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY jojo', (txn: txb737446bdb8345b2ba9e8-0069741595) proxy INFO: wsgi exiting -proxy INFO: (33307) wsgi exited, is_accepting=True -proxy INFO: (33307) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (33307) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXYjojo a b c d e', (txn: txa8eeed26c53c4286a4ead-0067670558) +proxy INFO: (3082121) wsgi exited, is_accepting=True +proxy INFO: (3082121) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3082121) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXYjojo a b c d e', (txn: txfaa8f3383f3149eba73cd-0069741595) proxy INFO: wsgi exiting -proxy INFO: (33307) wsgi exited, is_accepting=True -proxy INFO: (33307) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (33307) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY a b c d e', (txn: tx3d9d5d659bc345e88588c-0067670558) +proxy INFO: (3082121) wsgi exited, is_accepting=True +proxy INFO: (3082121) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3082121) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY a b c d e', (txn: txe17160a9da5e42f8b6f1e-0069741595) proxy INFO: wsgi exiting -proxy INFO: (33307) wsgi exited, is_accepting=True -proxy INFO: (33307) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (33307) accepted ('127.0.0.1', 8359) +proxy INFO: (3082121) wsgi exited, is_accepting=True +proxy INFO: (3082121) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3082121) accepted ('127.0.0.1', 8359) proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'GET /someurl HTTP/1.0\r\n', (txn: test-bad-req-trans-id) proxy INFO: wsgi exiting -proxy INFO: (33307) wsgi exited, is_accepting=True -proxy INFO: (33307) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (33307) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [21/Dec/2024 06:13:44] "GET /someurl HTTP/1.1" 200 160 0.000080 -proxy INFO: 192.168.0.1 - - [21/Dec/2024 06:13:44] "GET /otherurl HTTP/1.1" 200 179 0.000026 +proxy INFO: (3082121) wsgi exited, is_accepting=True +proxy INFO: (3082121) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3082121) accepted ('127.0.0.1', 8359) +proxy INFO: 192.168.0.1 - - [24/Jan/2026 14:43:01] "GET /someurl HTTP/1.1" 200 160 0.000057 +proxy INFO: 192.168.0.1 - - [24/Jan/2026 14:43:01] "GET /otherurl HTTP/1.1" 200 179 0.000031 proxy INFO: wsgi exiting -proxy INFO: (33307) wsgi exited, is_accepting=True -proxy INFO: (33307) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (33307) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [21/Dec/2024 06:13:44] "GET /someurl HTTP/1.0" 200 186 0.000043 +proxy INFO: (3082121) wsgi exited, is_accepting=True +proxy INFO: (3082121) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3082121) accepted ('127.0.0.1', 8359) +proxy INFO: 192.168.0.1 - - [24/Jan/2026 14:43:01] "GET /someurl HTTP/1.0" 200 186 0.000048 proxy INFO: wsgi exiting -proxy INFO: (33307) wsgi exited, is_accepting=True -proxy INFO: (33307) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (33307) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [21/Dec/2024 06:13:44] "GET /someurl HTTP/1.0" 200 179 0.000043 +proxy INFO: (3082121) wsgi exited, is_accepting=True +proxy INFO: (3082121) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3082121) accepted ('127.0.0.1', 8359) +proxy INFO: 192.168.0.1 - - [24/Jan/2026 14:43:01] "GET /someurl HTTP/1.0" 200 179 0.000043 proxy INFO: wsgi exiting -proxy INFO: (33307) wsgi exited, is_accepting=True -proxy INFO: (33307) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (33307) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:13:44] "GET /someurl HTTP/1.0" 200 180 0.000043 +proxy INFO: (3082121) wsgi exited, is_accepting=True +proxy INFO: (3082121) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3082121) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:43:01] "GET /someurl HTTP/1.0" 200 180 0.000048 proxy INFO: wsgi exiting -proxy INFO: (33307) wsgi exited, is_accepting=True -proxy INFO: (33307) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (33307) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:13:44] "GET /someurl HTTP/1.0" 200 180 0.000044 +proxy INFO: (3082121) wsgi exited, is_accepting=True +proxy INFO: (3082121) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3082121) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:43:01] "GET /someurl HTTP/1.0" 200 180 0.000041 proxy INFO: wsgi exiting -proxy INFO: (33307) wsgi exited, is_accepting=True -proxy INFO: (33307) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (33307) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:13:44] "GET /someurl HTTP/1.0" 200 180 0.000046 +proxy INFO: (3082121) wsgi exited, is_accepting=True +proxy INFO: (3082121) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3082121) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [24/Jan/2026 14:43:01] "GET /someurl HTTP/1.0" 200 180 0.000062 proxy INFO: wsgi exiting -proxy INFO: (33307) wsgi exited, is_accepting=True -proxy INFO: (33307) wsgi starting up on http:('127.0.0.1', 8359)test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_no_match -test.unit.common.test_swob.TestConditionalIfMatch.test_no_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match -test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match ... ok -test.unit.common.test_utils.TestContextPool.test_close -test.unit.common.test_utils.TestContextPool.test_close ... ok -test.unit.common.test_utils.TestContextPool.test_context_manager -test.unit.common.test_utils.TestContextPool.test_context_manager ... ok -test.unit.common.test_utils.TestFsync.test_fsync_bad_fullsync -test.unit.common.test_utils.TestFsync.test_fsync_bad_fullsync ... ok -test.unit.common.test_utils.TestFsync.test_fsync_f_fullsync -test.unit.common.test_utils.TestFsync.test_fsync_f_fullsync ... ok -test.unit.common.test_utils.TestFsync.test_fsync_no_fullsync -test.unit.common.test_utils.TestFsync.test_fsync_no_fullsync ... ok -test.unit.common.test_utils.TestFsync.test_no_fdatasync -test.unit.common.test_utils.TestFsync.test_no_fdatasync ... ok -test.unit.common.test_utils.TestFsync.test_yes_fdatasync -test.unit.common.test_utils.TestFsync.test_yes_fdatasync ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish ... ok -test.unit.common.test_utils.TestLRUCache.test_maxsize -test.unit.common.test_utils.TestLRUCache.test_maxsize ... ok -test.unit.common.test_utils.TestLRUCache.test_maxtime -test.unit.common.test_utils.TestLRUCache.test_maxtime ... ok -test.unit.common.test_utils.TestLRUCache.test_set_maxsize -test.unit.common.test_utils.TestLRUCache.test_set_maxsize ... ok -test.unit.common.test_utils.TestLRUCache.test_set_maxtime -test.unit.common.test_utils.TestLRUCache.test_set_maxtime ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable ... ok -test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata -test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects ... ok +proxy INFO: (3082121) wsgi exited, is_accepting=True +Error while closing FD +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_splice.py", line 52, in safe_close + os.close(fd) +OSError: [Errno 9] Bad file descriptor +Error while closing FD +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_splice.py", line 52, in safe_close + os.close(fd) +OSError: [Errno 9] Bad file descriptor +test.unit.common.test_splice.TestTee.test_fileno +test.unit.common.test_splice.TestTee.test_fileno ... ok +test.unit.common.test_splice.TestTee.test_flags_list +test.unit.common.test_splice.TestTee.test_flags_list ... ok +test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe +test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe ... ok +test.unit.common.test_splice.TestTee.test_unavailable +test.unit.common.test_splice.TestTee.test_unavailable ... ok +test.unit.common.test_splice.TestTee.test_unavailable_in_libc +test.unit.common.test_splice.TestTee.test_unavailable_in_libc ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_bad_hostname_instantiation +test.unit.common.test_statsd_client.TestStatsdLogging.test_bad_hostname_instantiation ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_defaults +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_defaults ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_non_defaults +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_non_defaults ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_not_specified +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_not_specified ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_memcached_timing_stats +test.unit.common.test_statsd_client.TestStatsdLogging.test_memcached_timing_stats ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet +test.unit.common.test_statsd_client.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates +test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates_with_sample_rate_factor +test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates_with_sample_rate_factor ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_sending_ipv6 +test.unit.common.test_statsd_client.TestStatsdLogging.test_sending_ipv6 ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_statsd_set_prefix_deprecation +test.unit.common.test_statsd_client.TestStatsdLogging.test_statsd_set_prefix_deprecation ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_timing_stats +test.unit.common.test_statsd_client.TestStatsdLogging.test_timing_stats ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match ... ok +test.unit.common.test_swob.TestTransferEncoding.test_is_chunked +test.unit.common.test_swob.TestTransferEncoding.test_is_chunked ... ok +test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser +test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser ... ok +test.unit.common.test_utils.TestWatchdog.test_start_stop +test.unit.common.test_utils.TestWatchdog.test_start_stop ... ok +test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency +test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency ... ok +test.unit.common.test_utils.TestWatchdog.test_timeout_expire +test.unit.common.test_utils.TestWatchdog.test_timeout_expire ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit +test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout +test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks +test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock +test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook +test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets +test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets ... ok +test.unit.common.test_utils.TestUtils.test_md5_without_data +test.unit.common.test_utils.TestUtils.test_md5_without_data ... ok +test.unit.common.test_utils.TestUtils.test_mkdirs +test.unit.common.test_utils.TestUtils.test_mkdirs ... ok +test.unit.common.test_utils.TestUtils.test_monkey_patch +test.unit.common.test_utils.TestUtils.test_monkey_patch ... ok +test.unit.common.test_utils.TestUtils.test_node_to_string +test.unit.common.test_utils.TestUtils.test_node_to_string ... ok +test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error +test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error ... ok +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp ... ok +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision ... ok +test.unit.common.test_utils.TestUtils.test_normalize_timestamp +test.unit.common.test_utils.TestUtils.test_normalize_timestamp ... ok +test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type +test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type ... ok +test.unit.common.test_utils.TestUtils.test_parse_content_type +test.unit.common.test_utils.TestUtils.test_parse_content_type ... ok +test.unit.common.test_utils.TestUtils.test_parse_db_filename +test.unit.common.test_utils.TestUtils.test_parse_db_filename ... ok +test.unit.common.test_utils.TestUtils.test_parse_header +test.unit.common.test_utils.TestUtils.test_parse_header ... ok +test.unit.common.test_utils.TestUtils.test_parse_options +test.unit.common.test_utils.TestUtils.test_parse_options ... ok +test.unit.common.test_utils.TestUtils.test_parse_options_errors +test.unit.common.test_utils.TestUtils.test_parse_options_errors ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest WARNING: Error sending UDP message to ('some.host.com', 8125): [Errno 1] test errno 1 +test NOTICE: Started child 0 (PID 88) for port 6006 +test NOTICE: Started child 1 (PID 89) for port 6006 +test NOTICE: Started child 2 (PID 90) for port 6006 +test NOTICE: Started child 0 (PID 91) for port 6007 +test NOTICE: Started child 1 (PID 92) for port 6007 +test NOTICE: Started child 2 (PID 93) for port 6007 +test NOTICE: Closing unnecessary sock for port 6006 (child pid 88) +test NOTICE: Closing unnecessary sock for port 6006 (child pid 89) +test NOTICE: Closing unnecessary sock for port 6006 (child pid 90) +test CRITICAL: Unable to bind to port 6009: ack +test CRITICAL: Unable to bind to port 6009: ack +test CRITICAL: Unable to bind to port 6009: ack +test NOTICE: Started child 0 (PID 94) for port 6009 +test NOTICE: Started child 1 (PID 95) for port 6009 +test NOTICE: Started child 2 (PID 96) for port 6009 +test NOTICE: Started child 1 (PID 97) for port 6009 +test NOTICE: Child 2 (PID 3082121, port 6007) exiting normally +test NOTICE: Started child 0 (PID 88) for port 6006 +test NOTICE: Started child 1 (PID 89) for port 6006 +test NOTICE: Started child 2 (PID 90) for port 6006 +test NOTICE: Started child 0 (PID 91) for port 6007 +test NOTICE: Started child 1 (PID 92) for port 6007 +test NOTICE: Started child 2 (PID 93) for port 6007 +test NOTICE: Child 3082121 exiting normally +test NOTICE: Started child 88 from parent 3082121 +test NOTICE: Started child 89 from parent 3082121 +test ERROR: Removing dead child 88 from parent 3082121 +test NOTICE: Started child 90 from parent 3082121 +test NOTICE: Started child 88 from parent 3082121 +test NOTICE: Started child 89 from parent 3082121 +test1 +STDOUT: test2 +STDERR: test4 +test5 +STDERR: test6 +test8 +STDOUT: a#012b#012c +STDOUT: d +test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject +test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject ... ok +test.unit.common.test_utils.TestUtils.test_parse_override_options +test.unit.common.test_utils.TestUtils.test_parse_override_options ... ok +test.unit.common.test_utils.TestUtils.test_quorum_size +test.unit.common.test_utils.TestUtils.test_quorum_size ... ok +test.unit.common.test_utils.TestUtils.test_quote_bytes +test.unit.common.test_utils.TestUtils.test_quote_bytes ... ok +test.unit.common.test_utils.TestUtils.test_quote_unicode +test.unit.common.test_utils.TestUtils.test_quote_unicode ... ok +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep ... ok +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr ... ok +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep ... ok +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 2128, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +test.unit.common.test_utils.TestUtils.test_remove_directory +test.unit.common.test_utils.TestUtils.test_remove_directory ... ok +test.unit.common.test_utils.TestUtils.test_remove_file +test.unit.common.test_utils.TestUtils.test_remove_file ... ok +test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false +test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false ... ok +test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir +test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir ... ok +test.unit.common.test_utils.TestUtils.test_replace_partition_in_path +test.unit.common.test_utils.TestUtils.test_replace_partition_in_path ... ok +test.unit.common.test_utils.TestUtils.test_round_robin_iter +test.unit.common.test_utils.TestUtils.test_round_robin_iter ... ok +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost ... ok +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible ... ok +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip ... ok +test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation +test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation ... ok +test.unit.common.test_utils.TestUtils.test_safe_json_loads +test.unit.common.test_utils.TestUtils.test_safe_json_loads ... ok +test.unit.common.test_utils.TestUtils.test_search_tree +test.unit.common.test_utils.TestUtils.test_search_tree ... ok +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match ... ok +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match ... ok +test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match +test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match ... ok +test.unit.common.test_utils.TestUtils.test_select_node_ip +test.unit.common.test_utils.TestUtils.test_select_node_ip ... ok +test.unit.common.test_utils.TestUtils.test_split_path +test.unit.common.test_utils.TestUtils.test_split_path ... ok +test.unit.common.test_utils.TestUtils.test_storage_directory +test.unit.common.test_utils.TestUtils.test_storage_directory ... ok +test.unit.common.test_utils.TestUtils.test_streq_const_time +test.unit.common.test_utils.TestUtils.test_streq_const_time ... ok +test.unit.common.test_utils.TestUtils.test_strict_b64decode +test.unit.common.test_utils.TestUtils.test_strict_b64decode ... ok +test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error +test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error ... ok +test.unit.common.test_utils.TestUtils.test_systemd_notify +test.unit.common.test_utils.TestUtils.test_systemd_notify ... ok +test.unit.common.test_utils.TestUtils.test_validate_device_partition +test.unit.common.test_utils.TestUtils.test_validate_device_partition ... ok +test.unit.common.test_utils.TestUtils.test_validate_hash_conf +test.unit.common.test_utils.TestUtils.test_validate_hash_conf ... ok +test.unit.common.test_utils.TestUtils.test_validate_sync_to +test.unit.common.test_utils.TestUtils.test_validate_sync_to ... ok +test.unit.common.test_utils.TestUtils.test_write_file +test.unit.common.test_utils.TestUtils.test_write_file ... ok +test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration +test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration ... ok +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_in_order_expirer_bytes_ctype +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_in_order_expirer_bytes_ctype ... ok +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_out_of_order_expirer_bytes_ctype +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_out_of_order_expirer_bytes_ctype ... ok +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_unupgraded_expirer_bytes_ctype +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_unupgraded_expirer_bytes_ctype ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking +test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges +test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps +test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates +test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate +test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate +test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible +test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats +test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats ... ok +test.unit.obj.test_server.TestObjectController.test_DELETE +test.unit.obj.test_server.TestObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp +test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired +test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at +test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue +test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates +test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive +test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST +test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive +test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive +test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET +test.unit.obj.test_server.TestObjectController.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences +test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_but_expired +test.unit.obj.test_server.TestObjectController.test_GET_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config +test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object ... ok +test.unit.obj.test_server.TestObjectController.test_GET_if_match +test.unit.obj.test_server.TestObjectController.test_GET_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at +test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since +test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_none_match +test.unit.obj.test_server.TestObjectController.test_GET_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission ... ok +test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since +test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_quarantine +test.unit.obj.test_server.TestObjectController.test_GET_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable +test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object +test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD +test.unit.obj.test_server.TestObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired +test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_match +test.unit.obj.test_server.TestObjectController.test_HEAD_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since +test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match +test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since +test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte +test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_OPTIONS +test.unit.obj.test_server.TestObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp +test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_but_expired +test.unit.obj.test_server.TestObjectController.test_POST_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at +test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue +test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST +test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.obj.test_server.TestObjectController.test_POST_container_connection +test.unit.obj.test_server.TestObjectController.test_POST_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_invalid_headers +test.unit.obj.test_server.TestObjectController.test_POST_invalid_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_invalid_path +test.unit.obj.test_server.TestObjectController.test_POST_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp +test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_not_exist +test.unit.obj.test_server.TestObjectController.test_POST_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp +test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte +test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_system_metadata +test.unit.obj.test_server.TestObjectController.test_POST_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type +test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta +test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_update_meta +test.unit.obj.test_server.TestObjectController.test_POST_update_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive +test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_open_expired +test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_replication +test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding +test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at +test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection +test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout +test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_commits_data +test.unit.obj.test_server.TestObjectController.test_PUT_commits_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_common +test.unit.obj.test_server.TestObjectController.test_PUT_common ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_connection +test.unit.obj.test_server.TestObjectController.test_PUT_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past +test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored +test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim ... ok +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer +test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum +test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_etag +test.unit.obj.test_server.TestObjectController.test_PUT_no_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", + +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit "once" mode +test ERROR: ERROR Could not get container info /tmp/tmpjm6w1noz/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpjm6w1noz/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit "once" mode completed: 0.02s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test ERROR: Problem finding shard upper in '/tmp/tmpk2ia9z91/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpk2ia9z91/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpvjcx9pgj/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpvjcx9pgj/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBroker.test_set_db_states +test.unit.container.test_backend.TestContainerBroker.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs +test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property +test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBroker.test_sync_merging +test.unit.container.test_backend.TestContainerBroker.test_sync_merging ... ok +test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy +test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy ... ok +test.unit.container.test_reconciler.TestReconciler.test_concurrency +test.unit.container.test_reconciler.TestReconciler.test_concurrency ... ok +test.unit.container.test_reconciler.TestReconciler.test_concurrency_config +test.unit.container.test_reconciler.TestReconciler.test_concurrency_config ... ok +test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers +test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers ... ok +test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers +test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers ... ok +test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi +test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi ... ok +test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name +test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name ... ok +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name ... ok +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward ... ok +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_slow +test.unit.obj.test_server.TestObjectController.test_PUT_slow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag +test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST +test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive +test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers +test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length +test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol +test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones +test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout +test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_works +test.unit.obj.test_server.TestObjectController.test_REPLICATE_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS +test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called +test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test__call__returns_500 +test.unit.obj.test_server.TestObjectController.test__call__returns_500 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_allowed_headers +test.unit.obj.test_server.TestObjectController.test_allowed_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx +test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_http_connect +test.unit.obj.test_server.TestObjectController.test_async_update_http_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_bad_sinces +test.unit.obj.test_server.TestObjectController.test_bad_sinces ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_bad_method +test.unit.obj.test_server.TestObjectController.test_call_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_bad_request +test.unit.obj.test_server.TestObjectController.test_call_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_name_collision +test.unit.obj.test_server.TestObjectController.test_call_name_collision ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_not_found +test.unit.obj.test_server.TestObjectController.test_call_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive +test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive +test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero +test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_put +test.unit.obj.test_server.TestObjectController.test_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_async +test.unit.obj.test_server.TestObjectController.test_container_update_async ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_bad_args +test.unit.obj.test_server.TestObjectController.test_container_update_bad_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update +test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_success +test.unit.obj.test_server.TestObjectController.test_container_update_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_content_encoding +test.unit.obj.test_server.TestObjectController.test_content_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_correct_allowed_method +test.unit.obj.test_server.TestObjectController.test_correct_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_POST_update_same_expiration +test.unit.obj.test_server.TestObjectController.test_delete_at_POST_update_same_expiration ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_cap +test.unit.obj.test_server.TestObjectController.test_delete_at_cap ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_negative +test.unit.obj.test_server.TestObjectController.test_delete_at_negative ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_overwrite_same_expiration_different_bytes +test.unit.obj.test_server.TestObjectController.test_delete_at_overwrite_same_expiration_different_bytes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries +test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete +test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_backend_replication +test.unit.obj.test_server.TestObjectController.test_delete_backend_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_device_unavailable +test.unit.obj.test_server.TestObjectController.test_device_unavailable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_dynamic_datadir +test.unit.obj.test_server.TestObjectController.test_dynamic_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_extra_headers_contain_object_bytes +test.unit.obj.test_server.TestObjectController.test_extra_headers_contain_object_bytes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config +test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_init +test.unit.obj.test_server.TestObjectController.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist +test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public +test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_list_allowed_methods +test.unit.obj.test_server.TestObjectController.test_list_allowed_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_log_line_format +test.unit.obj.test_server.TestObjectController.test_log_line_format ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_max_object_name_length +test.unit.obj.test_server.TestObjectController.test_max_object_name_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_max_upload_time +test.unit.obj.test_server.TestObjectController.test_max_upload_time ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining +test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_not_allowed_method +test.unit.obj.test_server.TestObjectController.test_not_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests +test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update +test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_object_update_with_offset +test.unit.obj.test_server.TestObjectController.test_object_update_with_offset ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object +test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header +test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer +test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine +test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods +test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_serv_reserv +test.unit.obj.test_server.TestObjectController.test_serv_reserv ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_short_body +test.unit.obj.test_server.TestObjectController.test_short_body ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated +test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers +test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers +test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats +test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_GET +test.unit.obj.test_server.TestZeroCopy.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_GET_big +test.unit.obj.test_server.TestZeroCopy.test_GET_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_quarantine +test.unit.obj.test_server.TestZeroCopy.test_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file +test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestAccountController.test_DELETE +test.unit.proxy.test_server.TestAccountController.test_DELETE ... ok +test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string +test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string ... ok +I like ham +STDERR: --- Logging error --- +STDERR: Traceback (most recent call last): +STDERR: File "/build/reproducible-path/swift-2.34.0/test/unit/common/utils/test_logs.py", line 157, in emit + raise socket.error(errno.ENOTCONN, "This is an ex-syslog") +STDERR: OSError: [Errno 107] This is an ex-syslog +STDERR: Call stack: +STDERR: File "", line 198, in _run_module_as_main +STDERR: File "", line 88, in _run_code +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 88, in + main() +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 82, in main + program.TestProgram( +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 197, in __init__ + self.runTests() +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 247, in runTests + self.result = testRunner.run(self.test) +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 51, in run + test(result) +STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 84, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 122, in run + test(result) +STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 84, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 122, in run + test(result) +STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 84, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 122, in run + test(result) +STDERR: File "/usr/lib/python3.12/unittest/case.py", line 690, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.12/unittest/case.py", line 634, in run + self._callTestMethod(testMethod) +STDERR: File "/usr/lib/python3.12/unittest/case.py", line 589, in _callTestMethod + if method() is not None: +STDERR: File "/build/reproducible-path/swift-2.34.0/test/unit/common/utils/test_logs.py", line 189, in test_LoggerFileObject_recursion + logger.info("I like ham") +STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1539, in info + self._log(INFO, msg, args, **kwargs) +STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1684, in _log + self.handle(record) +STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1700, in handle + self.callHandlers(record) +STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1762, in callHandlers + hdlr.handle(record) +STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1028, in handle + self.emit(record) +STDERR: File "/build/reproducible-path/swift-2.34.0/test/unit/common/utils/test_logs.py", line 159, in emit + self.handleError(record) +STDERR: Message: 'I like ham' +Arguments: () +test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject_recursion +test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject_recursion ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_NullLogger +test.unit.common.utils.test_logs.TestUtilsLogs.test_NullLogger ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_capture_stdio +test.unit.common.utils.test_logs.TestUtilsLogs.test_capture_stdio ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_clean_logger_exception +test.unit.common.utils.test_logs.TestUtilsLogs.test_clean_logger_exception ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_log_line +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_log_line ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_console +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_console ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_name_and_route +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_name_and_route ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_sysloghandler_plumbing +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_sysloghandler_plumbing ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_policy_index +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_policy_index ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_log_string_formatter +test.unit.common.utils.test_logs.TestUtilsLogs.test_log_string_formatter ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_nested_prefixlogger +test.unit.common.utils.test_logs.TestUtilsLogs.test_nested_prefixlogger ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_prefixlogger +test.unit.common.utils.test_logs.TestUtilsLogs.test_prefixlogger ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer_python_maddness +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer_python_maddness ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_format_time +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_format_time ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter +test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter_max_line_length +test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter_max_line_length ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.proxy.test_server.TestAccountController.test_GET +test.unit.proxy.test_server.TestAccountController.test_GET ... ok +test.unit.proxy.test_server.TestAccountController.test_GET_autocreate +test.unit.proxy.test_server.TestAccountController.test_GET_autocreate ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods -test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy -test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission ... ok +test.unit.proxy.test_server.TestAccountController.test_HEAD +test.unit.proxy.test_server.TestAccountController.test_HEAD ... ok +test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate +test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate ... ok -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0045 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0028 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0027 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0098 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0060 "-" 33161 0 -test DEBUG: Unlinked retiring db '/tmp/tmpmwrh2vno/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0021 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0021 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0042 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0065 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0019 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0031 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0027 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0031 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0015 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0049 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0050 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0034 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0026 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0038 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0037 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0021 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0026 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0037 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0026 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0040 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0024 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:43 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0017 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0115 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0070 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0016 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0025 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0033 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0036 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0022 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0018 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0048 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0003 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0080 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0014 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0030 "-" 33161 0test.unit.container.test_server.TestContainerController.test_GET_xml -test.unit.container.test_server.TestContainerController.test_GET_xml ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches ... ok -test.unit.container.test_server.TestContainerController.test_HEAD -test.unit.container.test_server.TestContainerController.test_HEAD ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx0ec92a5d039342b48e93b-0069741593) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx0ec92a5d039342b48e93b-0069741593) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd21c2bc1b3654d928243a-0069741593) +proxy-server ERROR: Object POST returning 503 for (503,) (txn: txd21c2bc1b3654d928243a-0069741593) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5e8cb5ab05214733ac733-0069741593) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx90f3c1150f3f4982b855f-0069741593) +proxy-server ERROR: Object POST returning 503 for (503,) (txn: tx90f3c1150f3f4982b855f-0069741593) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx48a632831c154471abcd9-0069741593) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sda, error: ERROR Insufficient Storage (txn: tx48a632831c154471abcd9-0069741593) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sda (txn: tx48a632831c154471abcd9-0069741593) +proxy-server ERROR: Object POST returning 503 for (503,) (txn: tx48a632831c154471abcd9-0069741593) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort ... ok + +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0005 "-" 3082127 0 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0004 "-" 3082127 0 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0004 "-" 3082127 0 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0003 "-" 3082127 0 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0003 "-" 3082127 0 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0003 "-" 3082127 1 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 3082127 1 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 3082127 1 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0003 "-" 3082127 1 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 3082127 1 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0003 "-" 3082127 1 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0003 "-" 3082127 1 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0003 "-" 3082127 1 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0003 "-" 3082127 1 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0003 "-" 3082127 1 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0042 "-" 3082127 0 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0022 "-" 3082127 0 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0025 "-" 3082127 0 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 3082127 0 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0011 "-" 3082127 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0002 "-" 3082127 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0003 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0003 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0003 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0040 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0037 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0020 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0003 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0036 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0012 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0043 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0025 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0025 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0003 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0003 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0003 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0042 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0017 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0040 "-" 3082127 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges ... ok +test.unit.proxy.test_server.TestAccountController.test_OPTIONS +test.unit.proxy.test_server.TestAccountController.test_OPTIONS ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata +test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_metadata +test.unit.proxy.test_server.TestAccountController.test_POST_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT +test.unit.proxy.test_server.TestAccountController.test_PUT ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata +test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'Content-Md5': 'S1M0H2Nq+ugdcJAV9YgaLg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '4b53341f636afae81d709015f5881a2e', 'Content-Length': '289'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'Content-Md5': '1PD6lWwKDKv5cTOGOHVD9A==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd4f0fa956c0a0cabf9713386387543f4', 'Content-Length': '230'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions +test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length +test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length ... ok + +my-daemon DEBUG: Cleaned up worker mock-pid-5 +my-daemon NOTICE: SIGTERM received () +my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} +my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} +my-daemon DEBUG: Worker mock-pid exited +my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} +my-daemon NOTICE: Worker mock-pid died +my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} +my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} +my-daemon DEBUG: Cleaned up worker mock-pid-1 +my-daemon DEBUG: Cleaned up worker mock-pid-2 +my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} +my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} +my-daemon DEBUG: Cleaned up worker mock-pid-1 +my-daemon DEBUG: Cleaned up worker mock-pid-2 +test-ic DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +fake-swift INFO: - - 24/Jan/2026/00/42/58 GET /cont/obj HTTP/1.0 200 - some_agent - - 19 - - - 0.0003 - - 1769215378.402066946 1769215378.402370453 - +fake-swift INFO: - - 24/Jan/2026/00/42/58 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0002 - - 1769215378.403517485 1769215378.403716326 - +fake-swift INFO: - - 24/Jan/2026/00/42/58 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0002 - - 1769215378.404678106 1769215378.404861689 - +fake-swift INFO: - - 24/Jan/2026/00/42/58 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1769215378.405301809 1769215378.405432463 - +test DEBUG: Before request +test DEBUG: Inside of request (txn: foo) +test DEBUG: After request +fake-swift INFO: - - 24/Jan/2026/00/42/58 DELETE /container HTTP/1.0 409 - some_agent - - 19 - - - 0.0001 - - 1769215378.410603046 1769215378.410726547 - +test-ic DEBUG: -> 2014-05-27T20:54:11 GET http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - +test-ic DEBUG: -> 2014-05-27T20:54:11 HEAD http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - +test DEBUG: Skipping the update of recently changed /tmp/tmpeaem70co/sdq/objects/auditor_status_ALL.json +test DEBUG: Skipping the update of recently changed /tmp/tmpeaem70co/sdp/objects/auditor_status_ALL.json +test DEBUG: Skipping the update of recently changed /tmp/tmpeaem70co/sdq/objects/auditor_status_ALL.json +test DEBUG: Skipping the update of recently changed /tmp/tmpeaem70co/sdp/objects/auditor_status_ALL.json +test DEBUG: Skipping: /tmp/tmpsn4q8ilk/garbage is not a directory +test DEBUG: Skipping: /tmp/tmpsn4q8ilk/garbage is not mounted +test DEBUG: Skipping: /tmp/tmphia7nmsg/sdq is not mounted +test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. +test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. +test ERROR: ERROR: Unable to access foo/bar: permission_denied +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp5w771d6t/devices/sda1 (pid: 3082126) +test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmp5w771d6t/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215384.00000 +test INFO: Object update sweep completed on /tmp/tmp5w771d6t/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3082126) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmprpm2jtce/devices/sda1 (pid: 3082126) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmprpm2jtce/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215384.00000 +test INFO: Object update sweep completed on /tmp/tmprpm2jtce/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3082126) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpafs46xjh/devices/sda1 (pid: 3082126) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmpafs46xjh/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215383.00000 to .shards_a/c_shard_new +test DEBUG: Update sent for /.shards_a/c_shard_new/o /tmp/tmpafs46xjh/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215383.00000 +test INFO: Object update sweep completed on /tmp/tmpafs46xjh/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3082126) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpy0b3zo4t/devices/sda1 (pid: 3082126) +test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmpy0b3zo4t/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215383.00000 +test INFO: Object update sweep completed on /tmp/tmpy0b3zo4t/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3082126) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpy0b3zo4t/devices/sda1 (pid: 3082126) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmpy0b3zo4t/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215383.00000 to .shards_a/c_shard_1 +test DEBUG: Update sent for /.shards_a/c_shard_1/o /tmp/tmpy0b3zo4t/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215383.00000 +test INFO: Object update sweep completed on /tmp/tmpy0b3zo4t/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3082126) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drainstest.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_metadata +test.unit.proxy.test_server.TestAccountController.test_PUT_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_status +test.unit.proxy.test_server.TestAccountController.test_PUT_status ... ok +test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json +test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok +test.unit.proxy.test_server.TestAccountController.test_connection_refused +test.unit.proxy.test_server.TestAccountController.test_connection_refused ... ok +test.unit.proxy.test_server.TestAccountController.test_other_socket_error +test.unit.proxy.test_server.TestAccountController.test_other_socket_error ... ok +test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header +test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header +test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header ... ok +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + +swift-ring-builder remove [search-value ...] + [--yes] + +or + +swift-ring-builder remove + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Removes the device(s) from the ring. This should normally just be used for + a device that has failed. For a device you wish to decommission, it's best + to set its weight to 0, wait for it to drain all its data, then use this + remove command. This will not take effect until after running 'rebalance'. + This is so you can make multiple device changes and rebalance them all just + once. + + Option --yes assume a yes response to all questions. +swift-ring-builder search + +or + +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Shows information about matching devices. +swift-ring-builder search + +or + +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Shows information about matching devices. +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +Reassigned 768 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +No partitions could be reassigned. +The time between rebalances must be at least min_part_hours: 1 hours (1:00:00 remaining) +Reassigned 192 (75.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +No partitions could be reassigned. +The time between rebalances must be at least min_part_hours: 1 hours (0:24:00 remaining) +No partitions could be reassigned. +There is no need to do so at this time +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 1000.0 +No partitions could be reassigned. +The time between rebalances must be at least min_part_hours: 1 hours (1:00:00 remaining) +------------------------------------------------------------------------------- +An error has occurred during ring validation. Common +causes of failure are rings that are empty or do not +have enough devices to accommodate the replica count. +Original exception message: + There are no devices in this ring, or all devices have been deleted +------------------------------------------------------------------------------- +Partition power increase in progress. +You need to finish the increase first before rebalancing. +Reassigned 0 (0.00%) partitions. Balance is now 0.00. Dispersion is now 0.00test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices +test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path -test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up -test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_no_matching ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_part_power_increase +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_part_power_increase ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_new_format ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:55 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:55 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission ... ok +test ERROR: Invalid swift_bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2824, in override_bytes_from_content_type + listing_dict['bytes'] = int(swift_bytes) + ^^^^^^^^^^^^^^^^ +ValueError: invalid literal for int() with base 10: 'hey' +test INFO: Begin container audit "once" mode +test DEBUG: Audit passed for /tmp/tmp2usharct/sda/containers/0/0/0/test.db +test INFO: Container audit "once" mode completed: 0.00s +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp7w0_rbip/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp1mckjeiy/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp1mckjeiy/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp1mckjeiy/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp1mckjeiy/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0035 "-" 3082131 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0031 "-" 3082131 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 3082131 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 3082131 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx2bcf2e83535044a5adfb7-0069741598" "proxy-server 3082131" 0.0012 "-" 3082131 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:46307/sdb1/3/a/c" "tx2bcf2e83535044a5adfb7-0069741598" "container-server 3082131" 0.0011 "-" 3082131 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:55015/sda1/3/a/c" "tx2bcf2e83535044a5adfb7-0069741598" "container-server 3082131" 0.0011 "-" 3082131 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx2bcf2e83535044a5adfb7-0069741598" "proxy-server 3082131" 0.0142 "-" 3082131 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx2bcf2e83535044a5adfb7-0069741598" "proxy-server 3082131" 0.0100 "-" 3082131 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/04 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx2bcf2e83535044a5adfb7-0069741598 - 0.0241 - - 1769215384.557015181 1769215384.581073761 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx2e8abd733f724b36a858c-0069741598" "proxy-server 3082131" 0.0012 "-" 3082131 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:46307/sdb1/0/a1/c1" "tx2e8abd733f724b36a858c-0069741598" "container-server 3082131" 0.0023 "-" 3082131 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:55015/sda1/0/a1/c1" "tx2e8abd733f724b36a858c-0069741598" "container-server 3082131" 0.0012 "-" 3082131 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx2e8abd733f724b36a858c-0069741598" "proxy-server 3082131" 0.0100 "-" 3082131 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx2e8abd733f724b36a858c-0069741598" "proxy-server 3082131" 0.0151 "-" 3082131 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/04 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx2e8abd733f724b36a858c-0069741598 - 0.0227 - - 1769215384.582750797 1769215384.605484247 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb33d666ca51d41659c2f7-0069741598" "proxy-server 3082131" 0.0021 "-" 3082131 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:55015/sda1/3/a/c1" "txb33d666ca51d41659c2f7-0069741598" "container-server 3082131" 0.0026 "-" 3082131 1 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:46307/sdb1/3/a/c1" "txb33d666ca51d41659c2f7-0069741598" "container-server 3082131" 0.0011 "-" 3082131 1 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txb33d666ca51d41659c2f7-0069741598" "proxy-server 3082131" 0.0142 "-" 3082131 1 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txb33d666ca51d41659c2f7-0069741598" "proxy-server 3082131" 0.0108 "-" 3082131 1 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/04 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txb33d666ca51d41659c2f7-0069741598 - 0.0235 - - 1769215384.607209921 1769215384.630697489 1 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx767a3d1e4ef04026b40cf-0069741598" "proxy-server 3082131" 0.0020 "-" 3082131 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:55015/sda1/0/a/c2" "tx767a3d1e4ef04026b40cf-0069741598" "container-server 3082131" 0.0027 "-" 3082131 2 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:46307/sdb1/0/a/c2" "tx767a3d1e4ef04026b40cf-0069741598" "container-server 3082131" 0.0011 "-" 3082131 2 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx767a3d1e4ef04026b40cf-0069741598" "proxy-server 3082131" 0.0103 "-" 3082131 2 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx767a3d1e4ef04026b40cf-0069741598" "proxy-server 3082131" 0.0154 "-" 3082131 2 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/04 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx767a3d1e4ef04026b40cf-0069741598 - 0.0240 - - 1769215384.632272959 1769215384.656264544 2 + +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpn6dap0x1/devices/sda1 (pid: 3082126) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_older/o /tmp/tmpn6dap0x1/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215383.00000 to .shards_a/c_shard_new +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_new/o /tmp/tmpn6dap0x1/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215383.00000 to .shards_a/c_shard_newer +test INFO: Object update sweep completed on /tmp/tmpn6dap0x1/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3082126) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpn6dap0x1/devices/sda1 (pid: 3082126) +test DEBUG: Update sent for /.shards_a/c_shard_newer/o /tmp/tmpn6dap0x1/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215383.00000 +test INFO: Object update sweep completed on /tmp/tmpn6dap0x1/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3082126) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpv0wg4e1p/devices/sda1 (pid: 3082126) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmpv0wg4e1p/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215383.00000 to .shards_a/c_shard_1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmpv0wg4e1p/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215383.00000 to .shards_a/c_shard_2 +test INFO: Object update sweep completed on /tmp/tmpv0wg4e1p/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3082126) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpv0wg4e1p/devices/sda1 (pid: 3082126) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_2/o /tmp/tmpv0wg4e1p/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215383.00000 to None +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmpv0wg4e1p/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215383.00000 to .shards_a/c_shard_3 +test INFO: Object update sweep completed on /tmp/tmpv0wg4e1p/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3082126) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpv0wg4e1p/devices/sda1 (pid: 3082126) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_3/o /tmp/tmpv0wg4e1p/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215383.00000 to .shards_a/c_shard_1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmpv0wg4e1p/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215383.00000 to None +test INFO: Object update sweep completed on /tmp/tmpv0wg4e1p/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3082126) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpv0wg4e1p/devices/sda1 (pid: 3082126) +test DEBUG: Update sent for /a/c/o /tmp/tmpv0wg4e1p/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215383.00000 +test INFO: Object update sweep completed on /tmp/tmpv0wg4e1p/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3082126) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpw_97ur_4/devices/sda1 (pid: 3082126) +test DEBUG: Update sent for /.shards_a/shard_c/o /tmp/tmpw_97ur_4/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215384.00000 +test INFO: Object update sweep completed on /tmp/tmpw_97ur_4/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3082126) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweeptest.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates ... ok +Unlinked retiring db '/tmp/tmpj01nrih8/containers/part/suffix/hash/container.db' + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_unclean -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_unclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail -test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_not_found -test.unit.container.test_server.TestContainerController.test_HEAD_not_found ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset -test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset ... ok -test.unit.container.test_server.TestContainerController.test_OPTIONS -test.unit.container.test_server.TestContainerController.test_OPTIONS ... ok -test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata -test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata ... ok -test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update -test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update ... ok -test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata -test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata ... ok -test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found -test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found ... ok -test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change -test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning -test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator -test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_server.TestContainerController.test_POST_insufficient_space -test.unit.container.test_server.TestContainerController.test_POST_insufficient_space ... ok -test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to -test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to ... ok -test.unit.container.test_server.TestContainerController.test_POST_invalid_partition -test.unit.container.test_server.TestContainerController.test_POST_invalid_partition ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config ... ok +test ERROR: Failed to unlink '/tmp/tmp9egsb4kb/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmp9egsb4kb/containers/part/suffix/hash/container_1769215384.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmp9egsb4kb/containers/part/suffix/hash/container_1769215384.00000.db': ['/tmp/tmp9egsb4kb/containers/part/suffix/hash/container.db', '/tmp/tmp9egsb4kb/containers/part/suffix/hash/container_1769215385.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp9egsb4kb/containers/part/suffix/hash/container_1769215385.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 +test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 1768546800 +test DEBUG: looking for objects in 1768546800 +test DEBUG: checking container 1768543200 +test DEBUG: looking for objects in 1768543200 +test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'something', 'last_modified': '1970-01-01T00:00:00.000000', 'hash': '0.000000', 'content_type': 'application/x-put'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile + queue_item = parse_raw_obj(raw_obj) + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj + policy_index, obj_name = raw_obj_name.split(':', 1) + ^^^^^^^^^^^^^^^^^^^^^^ +ValueError: not enough values to unpack (expected 2, got 1) +test INFO: Reconciler Stats: {'invalid_record': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test ERROR: Error listing containers in account .misplaced_objects (Unexpected response: 503 Service Unavailable) +test INFO: Reconciler Stats: {} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: ppi_skip: Container policy (0) in the middle of a part power increase (PPI) +test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'ppi_skip': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'bogus', 'last_modified': '1970-01-01T01:00:18.841870', 'hash': '3618.841870', 'content_type': 'application/x-put'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile + queue_item = parse_raw_obj(raw_obj) + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj + policy_index, obj_name = raw_obj_name.split(':', 1) + ^^^^^^^^^^^^^^^^^^^^^^ +ValueError: not enough values to unpack (expected 2, got 1) +test INFO: Reconciler Stats: {'invalid_record': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': '00000bogus', 'last_modified': '1970-01-01T01:00:00.000000', 'hash': '3600.000000', 'content_type': 'application/x-put'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile + queue_item = parse_raw_obj(raw_obj) + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj + policy_index, obj_name = raw_obj_name.split(':', 1) + ^^^^^^^^^^^^^^^^^^^^^^ +ValueError: not enough values to unpack (expected 2, got 1) +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'invalid_record': 1, 'noop_object': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 1769209200 +test DEBUG: looking for objects in 1769209200 +test DEBUG: checking container 1769205600 +test DEBUG: looking for objects in 1769205600 +test DEBUG: checking container 1769202000 +test DEBUG: looking for objects in 1769202000 +test DEBUG: checking container 1769198400 +test DEBUG: looking for objects in 1769198400 +test DEBUG: checking container 1769194800 +test DEBUG: looking for objects in 1769194800 +test DEBUG: checking container 1769191200 +test DEBUG: looking for objects in 1769191200 +test DEBUG: checking container 1769187600 +test DEBUG: looking for objects in 1769187600 +test DEBUG: checking container 1769184000 +test DEBUG: looking for objects in 1769184000 +test DEBUG: checking container 1769180400 +test DEBUG: looking for objects in 1769180400 +test DEBUG: checking container 1768608000 +test DEBUG: looking for objects in 1768608000 +test DEBUG: checking container 1768604400 +test DEBUG: looking for objects in 1768604400 +test DEBUG: checking container 1768600800 +test DEBUG: looking for objects in 1768600800 +test DEBUG: checking container 1768597200 +test DEBUG: looking for objects in 1768597200 +test DEBUG: checking container 1768593600 +test DEBUG: looking for objects in 1768593600test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse +test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse ... ok +test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process +test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process ... ok +test.unit.container.test_reconciler.TestReconciler.test_no_concurrency +test.unit.container.test_reconciler.TestReconciler.test_no_concurrency ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_delete +test.unit.container.test_reconciler.TestReconciler.test_object_delete ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop +test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move +test.unit.container.test_reconciler.TestReconciler.test_object_move ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry ... ok + +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:56 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:56 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request ... ok -test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception -test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.test_daemon.TestDaemon.test_create -test.unit.common.test_daemon.TestDaemon.test_create ... ok -test.unit.common.test_daemon.TestDaemon.test_stubs -test.unit.common.test_daemon.TestDaemon.test_stubs ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate -test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_creation -test.unit.common.test_db_replicator.TestDBReplicator.test_creation ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db -test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update -test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup -test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device -test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete -test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect -test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable ... ok -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json ... ok -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_unicode_access_key -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_unicode_access_key ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:56 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 ... ok + +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0012 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:42:56 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0038 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0021 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0037 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0019 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0020 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 3082127 2 +test DEBUG: Unlinked retiring db '/tmp/tmpbvex36ej/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0067 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0020 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0020 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0019 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0038 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0020 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0037 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0024 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0037 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0026 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0021 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0059 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0015 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:42:57 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3082127 0test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission ... ok - -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0033 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0023 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0024 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0051 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0014 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0040 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0143 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 33161 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 33161 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0002 "-" 33161 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 33161 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0085 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0055 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0109 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0058 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0042 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0145 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0099 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0116 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0141 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0080 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0081 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0108 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0016 "-" 33161 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0080 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0062 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 33161 1 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0062 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 33161 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync -test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync ... ok -test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float ... ok -test.unit.container.test_server.TestContainerController.test_PUT -test.unit.container.test_server.TestContainerController.test_PUT ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata -test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission ... ok +Unlinked retiring db '/tmp/tmpcy4r408w/containers/part/suffix/hash/container.db' +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_custom_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_custom_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_default_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_default_config ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file ... ok + +test INFO: Object update sweep starting on /tmp/tmpw_97ur_4/devices/sda1 (pid: 3082126) +test DEBUG: Update sent for /a/c/o /tmp/tmpw_97ur_4/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215385.00000 +test INFO: Object update sweep completed on /tmp/tmpw_97ur_4/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3082126) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpw_97ur_4/devices/sda1 (pid: 3082126) +test DEBUG: Update sent for /a/c/o /tmp/tmpw_97ur_4/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215386.00000 +test INFO: Object update sweep completed on /tmp/tmpw_97ur_4/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3082126) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpw_97ur_4/devices/sda1 (pid: 3082126) +test DEBUG: Update sent for /a/c/o /tmp/tmpw_97ur_4/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215387.00000 +test INFO: Object update sweep completed on /tmp/tmpw_97ur_4/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3082126) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpw_97ur_4/devices/sda1 (pid: 3082126) +test DEBUG: Update sent for /a/c/o /tmp/tmpw_97ur_4/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215388.00000 +test INFO: Object update sweep completed on /tmp/tmpw_97ur_4/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3082126) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpw_97ur_4/devices/sda1 (pid: 3082126) +test DEBUG: Update sent for /a/c/o /tmp/tmpw_97ur_4/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215389.00000 +test INFO: Object update sweep completed on /tmp/tmpw_97ur_4/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3082126) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp6hdt0_ah/devices/sda1 (pid: 3082126) +test DEBUG: Update sent for /a/c/o /tmp/tmp6hdt0_ah/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215384.00000 +test INFO: Object update sweep completed on /tmp/tmp6hdt0_ah/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3082126) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon'test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep +test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited ... ok + +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +Reassigned 48 (75.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Reassigned 20 (31.25%) partitions. Balance is now 24.48. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 24.48 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. +------------------------------------------------------------------------------- +Reassigned 64 (100.00%) partitions. Balance is now 100.00. Dispersion is now 33.33 +------------------------------------------------------------------------------- +NOTE: Dispersion of 33.333333 indicates some parts are not + optimally dispersed. + + You may want to adjust some device weights, increase + the overload or review the dispersion report. +------------------------------------------------------------------------------- +Reassigned 64 (100.00%) partitions. Balance is now 100.00. Dispersion is now 16.67 +------------------------------------------------------------------------------- +NOTE: Dispersion of 16.666667 indicates some parts are not + optimally dispersed. + + You may want to adjust some device weights, increase + the overload or review the dispersion report. +------------------------------------------------------------------------------- +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Matched more than one device: + d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" + d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" + d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" + d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. +d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" marked for removal and will be removed next rebalance. +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:9000/sda30_"other meta data" with 3.14159265359 weight got id 4 +d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:9000/sda30_"other meta data" marked for removal and will be removed next rebalance. +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" marked for removal and will be removed next rebalance. +Search value matched 0 devices. +The on-disk ring builder is unchanged. +swift-ring-builder remove [search-value ...] + [--yes] + +or + +swift-ring-builder remove + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Removes the device(s) from the ring. This should normally just be used for + a device that has failed. For a device you wish to decommission, it's best + to set its weight to 0, wait for it to drain all its data, then use this + remove command. This will not take effect until after running 'rebalance'. + This is so you can make multiple device changes and rebalance them all just + once. + + Option --yes assume a yes response to all questions. + +The can be of the form:: + + drz-:R:/ + _ + + Where and are replication ip and port. + + Any part is optional, but you must include at least one part. + + Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + + Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + + Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. +Partition power increase in progress. You need +to finish the increase first before removing devices. +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 4 2 3 test.test.com 6200 r.test.com 7000 sda3 3.14 2 33.67 some meta data +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 0 0 0 127.0.0.1 6200 127.0.0.1 6200 sda1 100.00 0 -100.00 some meta data +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 0 0 0 127.0.0.1 6200 127.0.0.1 6200 sda1 100.00 0 -100.00 some meta datatest.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_no_matching ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high +test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info +test.unit.cli.test_ringbuilder.TestCommands.test_set_info ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:57 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:57 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission ... ok +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:57 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission ... ok +Unlinked retiring db '/tmp/tmp8zanyvw1/containers/part/suffix/hash/container.db' -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes -test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_conf_params -test.unit.obj.test_updater.TestObjectUpdater.test_conf_params ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_creation -test.unit.obj.test_updater.TestObjectUpdater.test_creation ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Expecting an element , got nothing, line 1 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: FORCED_TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "acc\u00e9ss", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}'test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Expecting an element , got nothing, line 1 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7aef13c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7aef13c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7aef13c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7aef19c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7aef1cc0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7aef1d80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7aef1d80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -test DEBUG: User tenant_id has system reader authorizing -test DEBUG: tenant mismatch: AUTH_tenant_id2 != tenant_id -test DEBUG: allow user with role(s) swiftoperator,admin as account admin -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/3 success) -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2/3 success) -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2 new rows) -test-replicator ERROR: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (negative max_row_delta: -1) -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Failed to delete db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -ERROR reading HTTP response from {'replication_ip': '127.0.0.1', 'replication_port': 80, 'device': 'sdb1'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:58 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} +fake-swift ERROR: Could not parse SLO delete response (200 OK): b'asdf': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 170, in replicate - self.request('REPLICATE', self.path, body, - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py", line 356, in other_req - raise Exception('blah') -Exception: blah - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete + delete_result = json.loads(resp.body) + ^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/decoder.py", line 338, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/decoder.py", line 356, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Sat, 24 Jan 2026 00:42:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Sat, 24 Jan 2026 00:42:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Sat, 24 Jan 2026 00:42:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Sat, 24 Jan 2026 00:42:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Sat, 24 Jan 2026 00:42:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Sat, 24 Jan 2026 00:42:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Sat, 24 Jan 2026 00:42:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Sat, 24 Jan 2026 00:42:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Sat, 24 Jan 2026 00:42:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Sat, 24 Jan 2026 00:42:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:57 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception ... ok + +test DEBUG: checking container 1768590000 +test DEBUG: looking for objects in 1768590000 +test DEBUG: checking container 1768586400 +test DEBUG: looking for objects in 1768586400 +test DEBUG: checking container 1768582800 +test DEBUG: looking for objects in 1768582800 +test DEBUG: checking container 1768579200 +test DEBUG: looking for objects in 1768579200 +test DEBUG: checking container 1768575600 +test DEBUG: looking for objects in 1768575600 +test INFO: Reconciler Stats: {} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 +test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) +test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1769215384.223390) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1769215384.223390) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1769215384.223390) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1769215384.223390) from storage policy 1 +test DEBUG: delete_attempt: '/AUTH_bob/c/o1' (1769215384.223390) in policy_index 1 will be deleted from policy_index 0 (1769215384.22339_0000000000000002) +test INFO: delete_success: '/AUTH_bob/c/o1' (1769215384.223390) deleted from policy_index 0 (1769215384.22339_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (1769215384.223390) from policy_index 1 (1769215384.22339_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (1769215384.223390) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (1769215384.223390) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1769215384.223390) from the queue (1769215384.22339_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'delete_attempt': 1, 'delete_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'noop_object': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 +test DEBUG: found_object: '/AUTH_bob/c/o1' (3679.201900) in policy_index 0 is newer than queue (3679.201900) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) +test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 +test DEBUG: found_object: '/AUTH_bob/c/o1' (3680.201900) in policy_index 0 is newer than queue (3679.201900) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) +test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383930) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383930) from storage policy 1test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent ... ok + +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0059 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0045 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0026 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0027 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0015 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0024 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0025 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0055 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 3082127 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 3082127 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0002 "-" 3082127 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3082127 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 3082127 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0060 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:00 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0038 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable ... ok - -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0214 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0096 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 33161 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0094 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 33161 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0143 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0087 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0063 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0069 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0084 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0035 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 33161 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 33161 - -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0033 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0074 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0018 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0080 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0060 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0062 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0090 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0019 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0062 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0018 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0018 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0061 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0020 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0020 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0021 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0060 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0064 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0019 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0020 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0019 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0064 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0020 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0018 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0068 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0034 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0021 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0023 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0018 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0018 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0018 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0032 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0028 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0018 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0043 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0062 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0018 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0047 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0032 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0021 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0055 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 33161 0/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection -test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs -test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD - resp = self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 246, in HEAD +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:57 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info ... ok + +test INFO: - - 24/Jan/2026/00/42/59 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 2.1790 - - 1769215377.578373432 1769215379.757415056 0 +test INFO: - - 24/Jan/2026/00/42/59 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1769215379.759209394 1769215379.759462833 0 +test INFO: - - 24/Jan/2026/00/42/59 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1769215379.759164095 1769215379.759913683 0 +test INFO: - - 24/Jan/2026/00/42/59 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769215379.761279345 1769215379.761471033 0 +test INFO: - - 24/Jan/2026/00/42/59 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1769215379.761235714 1769215379.761984348 0 +test INFO: - - 24/Jan/2026/00/42/59 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769215379.764295340 1769215379.764536619 0 +test INFO: - - 24/Jan/2026/00/42/59 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0008 - - 1769215379.764254570 1769215379.765027761 0 +test INFO: - - 24/Jan/2026/00/42/59 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769215379.766448736 1769215379.766649485 0 +test INFO: - - 24/Jan/2026/00/42/59 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1769215379.766407013 1769215379.767121315 0 +test INFO: - - 24/Jan/2026/00/42/59 HEAD /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769215379.768812895 1769215379.768995285 0 +test INFO: - - 24/Jan/2026/00/42/59 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1769215379.769324780 1769215379.769514561 0 +test INFO: - - 24/Jan/2026/00/42/59 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1769215379.769928932 1769215379.770053864 0 +test INFO: - - 24/Jan/2026/00/42/59 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0018 - - 1769215379.768673897 1769215379.770503283 - +test INFO: - - 24/Jan/2026/00/42/59 GET /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769215379.771999121 1769215379.772238255 0 +test INFO: - - 24/Jan/2026/00/42/59 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1769215379.772543430 1769215379.772720575 0 +test INFO: - - 24/Jan/2026/00/42/59 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1769215379.773077011 1769215379.773225069 0 +test INFO: - - 24/Jan/2026/00/42/59 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0046 - - 1769215379.771865368 1769215379.776495695 - +test INFO: - - 24/Jan/2026/00/42/59 POST /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769215379.778321743 1769215379.778513908 0 +test INFO: - - 24/Jan/2026/00/42/59 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1769215379.778902054 1769215379.779091120 0 +test INFO: - - 24/Jan/2026/00/42/59 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1769215379.779469490 1769215379.779612780 0 +test INFO: - - 24/Jan/2026/00/42/59 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0019 - - 1769215379.778188467 1769215379.780044079 - +test INFO: - - 24/Jan/2026/00/42/59 PUT /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769215379.781545639 1769215379.781786442 0 +test INFO: - - 24/Jan/2026/00/42/59 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1769215379.782140970 1769215379.782325029 0 +test INFO: - - 24/Jan/2026/00/42/59 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769215379.782707214 1769215379.782866955 0 +test INFO: - - 24/Jan/2026/00/42/59 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0019 - - 1769215379.781408072 1769215379.783297300 - +test INFO: - - 24/Jan/2026/00/42/59 DELETE /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769215379.784747124 1769215379.784916401 0 +test INFO: - - 24/Jan/2026/00/42/59 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1769215379.785239458 1769215379.785415649 0 +test INFO: - - 24/Jan/2026/00/42/59 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1769215379.785799265 1769215379.785922527 0 +test INFO: - - 24/Jan/2026/00/42/59 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0017 - - 1769215379.784621000 1769215379.786365509 - +Sat Jan 24 14:42:59 2026 /tmp/tmprggl_igc/log/swift/profile/default.profile3082122 +Sat Jan 24 14:42:59 2026 /tmp/tmprggl_igc/log/swift/profile/default.profile123 +Sat Jan 24 14:42:59 2026 /tmp/tmprggl_igc/log/swift/profile/default.profile456 + + 45 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 9 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 9 0.000 0.000 0.000 0.000 :0(exec) + 9 0.000 0.000 0.000 0.000 :0(getcwd) + 9 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 9 0.000 0.000 0.000 0.000 :0(setprofile) + + +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +test ERROR: Problem finding shard upper in '/tmp/tmp_lv17ako/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmp_lv17ako/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpmlb9sv7u/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpmlb9sv7u/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj +test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj ... ok +test.unit.container.test_sharder.TestCleavingContext.test_cursor +test.unit.container.test_sharder.TestCleavingContext.test_cursor ... ok +test.unit.container.test_sharder.TestCleavingContext.test_delete +test.unit.container.test_sharder.TestCleavingContext.test_delete ... ok +test.unit.container.test_sharder.TestCleavingContext.test_done +test.unit.container.test_sharder.TestCleavingContext.test_done ... ok +test.unit.container.test_sharder.TestCleavingContext.test_init +test.unit.container.test_sharder.TestCleavingContext.test_init ... ok +test.unit.container.test_sharder.TestCleavingContext.test_iter +test.unit.container.test_sharder.TestCleavingContext.test_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load +test.unit.container.test_sharder.TestCleavingContext.test_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load_all +test.unit.container.test_sharder.TestCleavingContext.test_load_all ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style ... ok +test.unit.container.test_sharder.TestCleavingContext.test_range_done +test.unit.container.test_sharder.TestCleavingContext.test_range_done ... ok +test.unit.container.test_sharder.TestCleavingContext.test_reset +test.unit.container.test_sharder.TestCleavingContext.test_reset ... ok +test.unit.container.test_sharder.TestCleavingContext.test_start +test.unit.container.test_sharder.TestCleavingContext.test_start ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store +test.unit.container.test_sharder.TestCleavingContext.test_store ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_old_style ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values +test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges +test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_conf +test.unit.container.test_sharder.TestContainerSharderConf.test_conf ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_default +test.unit.container.test_sharder.TestContainerSharderConf.test_default ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf +test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_validate +test.unit.container.test_sharder.TestContainerSharderConf.test_validate ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset +test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging ... ok +test.unit.obj.test_ssync_sender.TestSender.test_call +test.unit.obj.test_ssync_sender.TestSender.test_call ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others +test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads ... ok +test.unit.obj.test_ssync_sender.TestSender.test_connect +test.unit.obj.test_ssync_sender.TestSender.test_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status +test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout +test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout +test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_disconnect +test.unit.obj.test_ssync_sender.TestSender.test_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout +test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_all +test.unit.obj.test_ssync_sender.TestSender.test_readline_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed +test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk +test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk +test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow +test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension +test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer +test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk +test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_delete +test.unit.obj.test_ssync_sender.TestSender.test_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout +test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_post +test.unit.obj.test_ssync_sender.TestSender.test_send_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode +test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put +test.unit.obj.test_ssync_sender.TestSender.test_send_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout +test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout +test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable +test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete +test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map +test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted +test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_post +test.unit.obj.test_ssync_sender.TestSender.test_updates_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_put +test.unit.obj.test_ssync_sender.TestSender.test_updates_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post +test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index +test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout +test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable +test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable +test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it +test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_all_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_all_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses ... ok +test ERROR: Problem finding shard upper in '/tmp/tmpbpo4kn1k/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpbpo4kn1k/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpn65cnl0e/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpn65cnl0e/containers/part/suffix/hash/container.db'] +Unlinked retiring db '/tmp/tmpxlteq0pf/containers/part/suffix/hash/hash.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpdk13ryl8/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpdk13ryl8/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpdk13ryl8/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpdk13ryl8/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:01 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0033 "-" 3082117 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:01 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0030 "-" 3082117 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:01 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0028 "-" 3082117 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:01 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0027 "-" 3082117 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:01 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txaaab1dbd7144448680add-0069741595" "proxy-server 3082117" 0.0013 "-" 3082117 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:01 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:38141/sda1/0/a/c" "txaaab1dbd7144448680add-0069741595" "container-server 3082117" 0.0011 "-" 3082117 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:01 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:40911/sdb1/0/a/c" "txaaab1dbd7144448680add-0069741595" "container-server 3082117" 0.0011 "-" 3082117 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:01 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txaaab1dbd7144448680add-0069741595" "proxy-server 3082117" 0.0132 "-" 3082117 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:01 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txaaab1dbd7144448680add-0069741595" "proxy-server 3082117" 0.0094 "-" 3082117 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/01 PUT /v1/a/c HTTP/1.0 201 - - t - - - txaaab1dbd7144448680add-0069741595 - 0.0227 - - 1769215381.302942753 1769215381.325659990 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:01 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx9481b54cea7e4f698b86b-0069741595" "proxy-server 3082117" 0.0012 "-" 3082117 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:01 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:40911/sdb1/2/a1/c1" "tx9481b54cea7e4f698b86b-0069741595" "container-server 3082117" 0.0011 "-" 3082117 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:01 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:38141/sda1/2/a1/c1" "tx9481b54cea7e4f698b86b-0069741595" "container-server 3082117" 0.0011 "-" 3082117 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:01 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx9481b54cea7e4f698b86b-0069741595" "proxy-server 3082117" 0.0096 "-" 3082117 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:01 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx9481b54cea7e4f698b86b-0069741595" "proxy-server 3082117" 0.0147 "-" 3082117 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/01 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx9481b54cea7e4f698b86b-0069741595 - 0.0223 - - 1769215381.327244282 1769215381.349591970 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:01 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txae343e315f1f4fbea1b31-0069741595" "proxy-server 3082117" 0.0021 "-" 3082117 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:01 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:40911/sdb1/0/a/c1" "txae343e315f1f4fbea1b31-0069741595" "container-server 3082117" 0.0017 "-" 3082117 1 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:01 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:38141/sda1/0/a/c1" "txae343e315f1f4fbea1b31-0069741595" "container-server 3082117" 0.0018 "-" 3082117 1 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:01 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txae343e315f1f4fbea1b31-0069741595" "proxy-server 3082117" 0.0096 "-" 3082117 1 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:01 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txae343e315f1f4fbea1b31-0069741595" "proxy-server 3082117" 0.0145 "-" 3082117 1test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header +test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods +test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred +test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info ... ok + +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp6hdt0_ah/devices/sda1 (pid: 3082126) +test DEBUG: Update sent for /a/c/o /tmp/tmp6hdt0_ah/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215386.00000 +test INFO: Object update sweep completed on /tmp/tmp6hdt0_ah/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3082126) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp_pfain9_/devices/sda1 (pid: 3082126) +test ERROR: ERROR Pickle problem, quarantining /tmp/tmp_pfain9_/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215383.00000: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/updater.py", line 431, in _load_update + return pickle.load(open(update_path, 'rb')) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +_pickle.UnpicklingError: invalid load key, '\xff'. +test INFO: Object update sweep completed on /tmp/tmp_pfain9_/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3082126) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmptbuladd6/devices/sda1 (pid: 3082126) +test DEBUG: Update sent for /a/c1/o01 /tmp/tmptbuladd6/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1769215383.62133 +test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmptbuladd6/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1769215383.62247 +test INFO: Object update sweep completed on /tmp/tmptbuladd6/devices/sda1 in 0.20s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains (pid: 3082126) +test INFO: Object update single-threaded sweep completed: 0.20s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpqlpn7nc5/devices/sda1 (pid: 3082126) +test DEBUG: Update sent for /a/c1/o03 /tmp/tmpqlpn7nc5/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1769215383.82952 +test DEBUG: Update sent for /a/c1/o02 /tmp/tmpqlpn7nc5/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1769215383.82947 +test DEBUG: Update sent for /a/c1/o00 /tmp/tmpqlpn7nc5/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1769215383.82930 +test INFO: Object update sweep completed on /tmp/tmpqlpn7nc5/devices/sda1 in 0.10s seconds:, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains (pid: 3082126) +test INFO: Object update single-threaded sweep completed: 0.10s, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpkubuka9i/devices/sda1 (pid: 3082126) +test DEBUG: Update sent for /a/c1/o02 /tmp/tmpkubuka9i/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1769215383.93476 +test DEBUG: Update sent for /a/c1/o01 /tmp/tmpkubuka9i/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1769215383.93470 +test DEBUG: Update sent for /a/c1/o04 /tmp/tmpkubuka9i/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1769215383.93485 +test DEBUG: Update sent for /a/c1/o03 /tmp/tmpkubuka9i/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1769215383.93481 +test INFO: Object update sweep completed on /tmp/tmpkubuka9i/devices/sda1 in 0.00s seconds:, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains (pid: 3082126) +test INFO: Object update single-threaded sweep completed: 0.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp31vkh75l/devices/sda1 (pid: 3082126) +test DEBUG: Update sent for /a/c1/o02 /tmp/tmp31vkh75l/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1769215383.94018 +test DEBUG: Update sent for /a/c1/o01 /tmp/tmp31vkh75l/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1769215383.94013 +test INFO: Object update sweep completed on /tmp/tmp31vkh75l/devices/sda1 in 0.11s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains (pid: 3082126) +test INFO: Object update single-threaded sweep completed: 0.11s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpobz9e2gs/devices/sda1 (pid: 3082126) +test DEBUG: Update sent for /a/c1/o02 /tmp/tmpobz9e2gs/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1769215384.04892 +test DEBUG: Update sent for /a/c1/o07 /tmp/tmpobz9e2gs/devices/sda1/async_pending/fc8/26ac197975ac1169d403eeb7ae8bbfc8-1769215384.04913 +test DEBUG: Update sent for /a/c1/o09 /tmp/tmpobz9e2gs/devices/sda1/async_pending/bee/db77f283b4b1bb5e5b6ce501ca337bee-1769215384.04920 +test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmpobz9e2gs/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1769215384.04946 +test DEBUG: Update sent for /a/c1/o00 /tmp/tmpobz9e2gs/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1769215384.04876 +test DEBUG: Update sent for /a/c1/o08 /tmp/tmpobz9e2gs/devices/sda1/async_pending/5b8/4e594cf882aac2f7f8f2f4cdade285b8-1769215384.04917 +test DEBUG: Update sent for /a/c1/o04 /tmp/tmpobz9e2gs/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1769215384.04901 +test DEBUG: Update sent for /a/c1/o05 /tmp/tmpobz9e2gs/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1769215384.04905 +test DEBUG: Update sent for /a/c1/o01 /tmp/tmpobz9e2gs/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1769215384.04887 +test DEBUG: Update sent for /a/c1/o06 /tmp/tmpobz9e2gs/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1769215384.04909 +test DEBUG: Update sent for /a/c1/o03 /tmp/tmpobz9e2gs/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1769215384.04897 +test INFO: Object update sweep completed on /tmp/tmpobz9e2gs/devices/sda1 in 0.21s seconds:, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3082126) +test INFO: Object update single-threaded sweep completed: 0.21s, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpy576rl1v/devices/sda1 (pid: 3082126) +test DEBUG: Update sent for /a/c1/o05 /tmp/tmpy576rl1v/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1769215384.25798test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_run_once +test.unit.obj.test_updater.TestObjectUpdater.test_run_once ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted +test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps ... ok + +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 4 2 3 2001:0:1234::c1c0:abcd:876 6200 2::10 7000 sda3 3.14 2 33.67 some meta data +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 4 2 3 2001:0:1234::c1c0:abcd:876 6200 2::10 7000 sda3 3.14 2 33.67 some meta data +No matching devices found +swift-ring-builder search + +or + +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Shows information about matching devices. + +The can be of the form:: + + drz-:R:/ + _ + + Where and are replication ip and port. + + Any part is optional, but you must include at least one part. + + Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + + Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + + Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Matched more than one device: + d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" + d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" + d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" + d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"something" +Device d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" is now d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"something" +Device d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" is now d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"something" +Device d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" is now d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"something" +Device 1 already uses 127.0.0.2:6201/sda2. +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" is now d4r2z3-test.test2.com:9000Rr.test2.com:9000/sda300_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.2.1:9000R127.0.2.1:9000/sda100_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.1.1:8000/sda10_"other meta data" +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" is now d4r2z3-[4001:0:1234::c1c0:abcd:876]:9000R[4::10]:9000/sda300_"other meta data" +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" is now d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:8000/sda30_"other meta data" +Search value matched 0 devices. +The on-disk ring builder is unchanged. +swift-ring-builder set_info + :[R:]/_ + [ :[R:]/_] ... + [--yes] + +or + +swift-ring-builder set_info + --ip --port + --replication-ip --replication-port + --device --meta + --change-ip --change-port + --change-replication-ip + --change-replication-port + --change-device + --change-meta + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + For each search-value, resets the matched device's information. + This information isn't used to assign partitions, so you can use + 'write_ring' afterward to rewrite the current ring with the newer + device information. Any of the parts are optional in the final + :/_ parameter; just give what you + want to change. For instance set_info d74 _"snet: 5.6.7.8" would + just update the meta data for device id 74. + + Option --yes assume a yes response to all questions. + +The can be of the form:: + + drz-:R:/ + _ + + Where and are replication ip and port. + + Any part is optional, but you must include at least one part. + + Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + + Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + + Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included.test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours +test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_negative +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_negative ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_non_numeric +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_non_numeric ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent_strange_input +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent_strange_input ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region +test.unit.cli.test_ringbuilder.TestCommands.test_set_region ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_no_matching ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_values_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_values_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_invalid_value +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_invalid_value ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD + resp = self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 246, in HEAD return self._handle_acl(app, 'HEAD') ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl @@ -77560,425 +80779,550 @@ ^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges -test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error ... ok +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error ... ok +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:full_control OWNER +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:00 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission ... ok -test INFO: Begin container audit "once" mode -test DEBUG: Audit passed for /tmp/tmp4hj7d8i2/sda/containers/0/0/0/test.db -test INFO: Container audit "once" mode completed: 0.00s -test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. -test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. -test ERROR: ERROR: Unable to access foo/bar: permission_denied -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp_y9qe0gz/devices/sda1 (pid: 33055) -test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmp_y9qe0gz/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804825.00000 -test INFO: Object update sweep completed on /tmp/tmp_y9qe0gz/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 33055) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp45a0rw6l/devices/sda1 (pid: 33055) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmp45a0rw6l/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804825.00000 -test INFO: Object update sweep completed on /tmp/tmp45a0rw6l/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 33055) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpccr_ag6g/devices/sda1 (pid: 33055) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmpccr_ag6g/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804824.00000 to .shards_a/c_shard_new -test DEBUG: Update sent for /.shards_a/c_shard_new/o /tmp/tmpccr_ag6g/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804824.00000 -test INFO: Object update sweep completed on /tmp/tmpccr_ag6g/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 33055) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpxewpetnm/devices/sda1 (pid: 33055) -test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpxewpetnm/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804824.00000 -test INFO: Object update sweep completed on /tmp/tmpxewpetnm/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 33055) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpxewpetnm/devices/sda1 (pid: 33055) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmpxewpetnm/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804824.00000 to .shards_a/c_shard_1 -test DEBUG: Update sent for /.shards_a/c_shard_1/o /tmp/tmpxewpetnm/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804824.00000 -test INFO: Object update sweep completed on /tmp/tmpxewpetnm/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 33055) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmps3whmx23/devices/sda1 (pid: 33055) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_older/o /tmp/tmps3whmx23/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804824.00000 to .shards_a/c_shard_new -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_new/o /tmp/tmps3whmx23/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804824.00000 to .shards_a/c_shard_newer -test INFO: Object update sweep completed on /tmp/tmps3whmx23/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 33055) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmps3whmx23/devices/sda1 (pid: 33055) -test DEBUG: Update sent for /.shards_a/c_shard_newer/o /tmp/tmps3whmx23/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804824.00000 -test INFO: Object update sweep completed on /tmp/tmps3whmx23/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 33055) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpnt3u9k1r/devices/sda1 (pid: 33055) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmpnt3u9k1r/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804824.00000 to .shards_a/c_shard_1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults -test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete -test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_update -test.unit.common.middleware.s3api.test_utils.TestConfig.test_update ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata -test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container -test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container ... ok -test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates -test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_not_satisfiable ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error ... ok + +test INFO: - - - [24/Jan/2026:00:43:01 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:01 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:01 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0010 "-" 3082127 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0048 "-" 3082127 0 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 3082127 0 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 3082127 1 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 3082127 0 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3082127 0 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3082127 3 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 3082127 0 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 3082127 4 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 3082127 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3082127 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0055 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3082127 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 3082127 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0060 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0120 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0046 "-" 3082127 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 3082127 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0022 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0016 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0053 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0021 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0021 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0019 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0019 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0019 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0021 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0019 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0019 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0019 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0019 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0020 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0017 "-" 3082127 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics ... ok + +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (36123.383930) moved from policy_index 1 to policy_index 0 (0000036123.38393_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 (0000036123.38393_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (36123.383930) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/36000/1:/AUTH_bob/c/o1' (36123.383930) from the queue (0000036123.38393_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 will be moved to policy_index 0 (0000003600.12346_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.123460) moved from policy_index 1 to policy_index 0 (0000003600.12346_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted +test DEBUG: cleanup_failed: '/AUTH_bob/c/o1' (3600.123456) was not cleaned up in storage_policy 1 (Unexpected response: 503 Service Unavailable) +test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_failed': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 +test DEBUG: unavailable_destination: '/AUTH_bob/c/o1' (3600.123456) unable to determine the destination timestamp, if any +test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'unavailable_destination': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 1768546800 +test DEBUG: looking for objects in 1768546800 +test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1768550104.271723) in policy_index 1 +test DEBUG: checking for '/AUTH_jeb/c/o1' (1768550104.271723) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1768550104.271723) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_jeb/c/o1' (1768550104.271723) from storage policy 1 +test CRITICAL: lost_source: '/AUTH_jeb/c/o1' (1768550104.27172) was not available in policy_index 1 and has expired +test INFO: success: '/AUTH_jeb/c/o1' (1768550104.271723) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/1768546800/1:/AUTH_jeb/c/o1' (1768550104.271723) from the queue (1768550104.27172_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1769215384.277378) in policy_index 1 +test DEBUG: checking for '/AUTH_jeb/c/o1' (1769215384.277378) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1769215384.277378) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_jeb/c/o1' (1769215384.277378) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_jeb/c/o1' (1769215384.27738) in policy_index 1 responded 404 (0000000000.00000) +test INFO: retry: '/AUTH_jeb/c/o1' (1769215384.277378) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) +test ERROR: unhandled_error: unable to upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 635, in ensure_object_in_right_location + self.swift.upload_object( + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 844, in upload_object + self.handle_request('PUT', path, headers, acceptable_statuses, fobj, + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 264, in handle_request + resp = self.make_request(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 261, in make_request + six.reraise(exc_type, exc_value, exc_traceback) + File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise + raise value + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 231, in make_request + resp = spawn(req.get_response, self.app).wait() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 225, in wait + return self._exit_event.wait() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait + result = hub.switch() + ^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch + return self.greenlet.switch() + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 1923, in blow_up + raise Exception('kaboom!') +Exception: kaboom!test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction +test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces +test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces ... ok +test.unit.container.test_reconciler.TestReconciler.test_processes_config +test.unit.container.test_reconciler.TestReconciler.test_processes_config ... ok +Unlinked retiring db '/tmp/tmpz0_03ag5/containers/part/suffix/hash/container.db' + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:42:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server ... ok -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/0 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 1, 'weight': 10.0, 'zone': 1, 'ip': '1.1.1.1', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.1', 'replication_port': 6200, 'region': 1}: +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted ... ok +test ERROR: Failed to unlink '/tmp/tmp8ok0yl3v/containers/part/suffix/hash/container.db': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 681, in _replicate_object - success = self._repl_to_node(node, broker, partition, info, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 487, in _repl_to_node - return self._handle_sync_response(node, response, info, broker, http, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 492, in _handle_sync_response - if response.status == HTTP_NOT_FOUND: # completely missing, rsync - ^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py", line 716, in status - raise self._status -Exception: ugh -test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2}: Timeout (Nones) -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (1/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator ERROR: ERROR Remote drive not mounted {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1} -test-replicator ERROR: ERROR Remote drive not mounted {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2} -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.5:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (3/5 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -test-replicator ERROR: Unable to decode remote metadata 'metadata' -test-replicator ERROR: Quarantining DB -test-replicator ERROR: ERROR Failed to get my own IPs? -test-replicator ERROR: Can't find itself 127.0.0.1 with port 1000 in ring file, not replicating -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00022 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00170 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmp8ok0yl3v/containers/part/suffix/hash/container_1769215387.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmp8ok0yl3v/containers/part/suffix/hash/container_1769215387.00000.db': ['/tmp/tmp8ok0yl3v/containers/part/suffix/hash/container.db', '/tmp/tmp8ok0yl3v/containers/part/suffix/hash/container_1769215388.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp8ok0yl3v/containers/part/suffix/hash/container_1769215388.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test-replicator INFO: [worker 1/2 pid=3082122] Running object replicator in script mode. +test-replicator INFO: [worker 1/2 pid=3082122] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 2/2 pid=3082122] Running object replicator in script mode. +test-replicator INFO: [worker 2/2 pid=3082122] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=3082122] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=3082122] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 2/3 pid=3082122] Running object replicator in script mode. +test-replicator INFO: [worker 2/3 pid=3082122] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 3/3 pid=3082122] Running object replicator in script mode. +test-replicator INFO: [worker 3/3 pid=3082122] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=3082122] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=3082122] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=3082122] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=3082122] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=8804] Running object replicator in script mode. +test-replicator DEBUG: [worker 1/3 pid=8804] debug message +test-replicator INFO: [worker 1/3 pid=8804] info message +test-replicator WARNING: [worker 1/3 pid=8804] warning message +test-replicator ERROR: [worker 1/3 pid=8804] error message +test-replicator INFO: [worker 1/3 pid=8804] Object replication complete (once). (0.00 minutes) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/ascii/ascii From Object Server 10.0.0.1:1001/sdb (txn: tx73b44f85b68e4c3bb4297-006974159b) +proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/툎/鐉 From Object Server 10.0.0.2:1002/sdc (txn: txf143645dcf234ffba435a-006974159b) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx6bd956cd6a0247cea9181-006974159b) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx55ff0605b927418188ad7-006974159b) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx55ff0605b927418188ad7-006974159b) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx0c9d4be66f8d44499bbf9-006974159b) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx0c9d4be66f8d44499bbf9-006974159b) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/ascii/ascii: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator WARNING: Skipping: Boom! -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00046 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 1 failures -test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception (txn: tx0c9d4be66f8d44499bbf9-006974159b) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txac6a7313524a430d8904c-006974159b) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txac6a7313524a430d8904c-006974159b) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/툎/鐉: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception (txn: txac6a7313524a430d8904c-006974159b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx5b72934602a24a4086da2-006974159b)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_timeouts +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_timeouts ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_none_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_none_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_one_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_one_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files ... ok + +test DEBUG: Update sent for /a/c1/o03 /tmp/tmpy576rl1v/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1769215384.25790 +test DEBUG: Update sent for /a/c1/o04 /tmp/tmpy576rl1v/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1769215384.25794 +test DEBUG: Update sent for /a/c1/o02 /tmp/tmpy576rl1v/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1769215384.25786 +test DEBUG: Update sent for /a/c1/o01 /tmp/tmpy576rl1v/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1769215384.25781 +test INFO: Object update sweep completed on /tmp/tmpy576rl1v/devices/sda1 in 0.11s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains (pid: 3082126) +test INFO: Object update single-threaded sweep completed: 0.11s, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpuam65rsv/devices/sda1 (pid: 3082126) +test INFO: Object update sweep completed on /tmp/tmpuam65rsv/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3082126) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpuam65rsv/devices/sda1 (pid: 3082126) +test INFO: Object update sweep completed on /tmp/tmpuam65rsv/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3082126) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpuam65rsv/devices/sda1 (pid: 3082126) +test INFO: Object update sweep completed on /tmp/tmpuam65rsv/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3082126) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpuam65rsv/devices/sda1 (pid: 3082126) +test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused +test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused +test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused +test DEBUG: Update failed for /a/c/o /tmp/tmpuam65rsv/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215384.37409 +test INFO: Object update sweep completed on /tmp/tmpuam65rsv/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3082126) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpuam65rsv/devices/sda1 (pid: 3082126) +test DEBUG: Error code 500 is returned from remote server 127.0.0.1:49297/sda1 +test DEBUG: Error code 500 is returned from remote server 127.0.0.1:49297/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmpuam65rsv/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215384.37409 +test INFO: Object update sweep completed on /tmp/tmpuam65rsv/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3082126) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpuam65rsv/devices/sda1 (pid: 3082126) +test DEBUG: Error code 404 is returned from remote server 127.0.0.1:49297/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmpuam65rsv/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215384.37409 +test INFO: Object update sweep completed on /tmp/tmpuam65rsv/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3082126) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpuam65rsv/devices/sda1 (pid: 3082126) +test INFO: Timeout waiting on remote server 127.0.0.1:49297/sda1: 99 seconds +test DEBUG: Update failed for /a/c/o /tmp/tmpuam65rsv/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215384.37409 +test INFO: Object update sweep completed on /tmp/tmpuam65rsv/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3082126) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpuam65rsv/devices/sda1 (pid: 3082126) +test INFO: Timeout connecting to remote server 127.0.0.1:49297/sda1: 9 seconds +test DEBUG: Update failed for /a/c/o /tmp/tmpuam65rsv/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215384.37409 +test INFO: Object update sweep completed on /tmp/tmpuam65rsv/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3082126) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpuam65rsv/devices/sda1 (pid: 3082126) +test DEBUG: Update sent for /a/c/o /tmp/tmpuam65rsv/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769215384.37409 +test INFO: Object update sweep completed on /tmp/tmpuam65rsv/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3082126) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test WARNING: Skipping: +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache with lock_file(cache_file, lock_timeout, unlink=False) as cf: @@ -77989,1552 +81333,1885 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted ... ok +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Object update sweep starting on /tmp/tmprrf8mndg/devices/sda1 (pid: 3082126) +test INFO: Object update sweep progress on /tmp/tmprrf8mndg/devices/sda1: 16.00s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3082126)test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies ... ok +test.unit.obj.test_updater.TestSweepStats.test_copy +test.unit.obj.test_updater.TestSweepStats.test_copy ... ok +test.unit.obj.test_updater.TestSweepStats.test_reset +test.unit.obj.test_updater.TestSweepStats.test_reset ... ok +test.unit.obj.test_updater.TestSweepStats.test_since +test.unit.obj.test_updater.TestSweepStats.test_since ... ok +test.unit.obj.test_updater.TestSweepStats.test_str +test.unit.obj.test_updater.TestSweepStats.test_str ... ok +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter ... ok +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash ... ok +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_x_container_headers_db_states +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_x_container_headers_db_states ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order ... ok + +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/01 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txae343e315f1f4fbea1b31-0069741595 - 0.0232 - - 1769215381.351168871 1769215381.374321461 1 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:01 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx82b4c63ada1b4e779b282-0069741595" "proxy-server 3082117" 0.0019 "-" 3082117 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:01 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:40911/sdb1/2/a/c2" "tx82b4c63ada1b4e779b282-0069741595" "container-server 3082117" 0.0025 "-" 3082117 2 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:01 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:38141/sda1/2/a/c2" "tx82b4c63ada1b4e779b282-0069741595" "container-server 3082117" 0.0011 "-" 3082117 2 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:01 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx82b4c63ada1b4e779b282-0069741595" "proxy-server 3082117" 0.0099 "-" 3082117 2 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:01 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx82b4c63ada1b4e779b282-0069741595" "proxy-server 3082117" 0.0149 "-" 3082117 2 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/01 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx82b4c63ada1b4e779b282-0069741595 - 0.0235 - - 1769215381.376019239 1769215381.399476528 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: test msg 10.0.0.0:1000/sda +test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1310, in test_error_limit_methods + raise Exception('kaboom1!') +Exception: kaboom1! +test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1324, in test_error_limit_methods + raise Exception('kaboom2!') +Exception: kaboom2! +test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1339, in test_error_limit_methods + raise Exception('kaboom3!') +Exception: kaboom3! +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1!test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller +test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring +test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults +test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length +test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency +test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing +test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record ... ok + +Search value matched 0 devices. +The on-disk ring builder is unchanged. +The minimum number of hours before a partition can be reassigned is now set to 24 +swift-ring-builder set_min_part_hours + Changes the to the given . This should be set to + however long a full replication/update cycle takes. We're working on a way + to determine this more easily than scanning logs. +The overload factor is now 19.88% (0.198780) +The change will take effect after the next rebalance. +Overload must be non-negative. +swift-ring-builder set_overload [%] + Changes the overload factor to the given . + + A rebalance is needed to make the change take effect. +'swedish fish' is not a valid number. +swift-ring-builder set_overload [%] + Changes the overload factor to the given . + + A rebalance is needed to make the change take effect. +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +Device d4r2z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r314z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r314z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" region set to 314 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r314z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" region set to 314 +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +The can be of the form:: + + drz-:R:/ + _ + + Where and are replication ip and port. + + Any part is optional, but you must include at least one part. + + Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + + Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + + Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. +Search value matched 0 devices. +The on-disk ring builder is unchanged. +The replica count is now 3.141593. +The change will take effect after the next rebalance. +swift-ring-builder set_replicas + Changes the replica count to the given . may + be a floating-point value, in which case some partitions will have + floor() replicas and some will have ceiling() + in the correct proportions. + + A rebalance is needed to make the change take effect. +"test" is not a valid number. +Replica count must be at least 1. +swift-ring-builder set_replicas + Changes the replica count to the given . may + be a floating-point value, in which case some partitions will have + floor() replicas and some will have ceiling() + in the correct proportions. + + A rebalance is needed to make the change take effect. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +Matched more than one device: + d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" + d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" + d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" + d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 200.0 +d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" weight set to 200.0 +d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" weight set to 200.0test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_no_matching ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_values_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_values_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself ... ok -test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler -test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear -test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile -test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values ... ok -test.unit.common.test_db.TestHelperFunctions.test_zero_like -test.unit.common.test_db.TestHelperFunctions.test_zero_like ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted ... ok + +test INFO: Object update sweep progress on /tmp/tmprrf8mndg/devices/sda1: 32.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3082126) +test INFO: Object update sweep completed on /tmp/tmprrf8mndg/devices/sda1 in 44.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3082126) +test INFO: Object update sweep starting on /tmp/tmpgx2undsq/devices/sda1 (pid: 3082126) +test INFO: Object update sweep completed on /tmp/tmpgx2undsq/devices/sda1 in 0.13s seconds:, 6 successes, 0 failures, 0 quarantines, 6 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3082126) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpgr6j__zu/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpgr6j__zu/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpgr6j__zu/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpgr6j__zu/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0034 "-" 3082126 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0031 "-" 3082126 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0030 "-" 3082126 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0029 "-" 3082126 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txdd753fe7965849fca3000-0069741598" "proxy-server 3082126" 0.0014 "-" 3082126 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:55139/sdb1/0/a/c" "txdd753fe7965849fca3000-0069741598" "container-server 3082126" 0.0011 "-" 3082126 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:41855/sda1/0/a/c" "txdd753fe7965849fca3000-0069741598" "container-server 3082126" 0.0011 "-" 3082126 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txdd753fe7965849fca3000-0069741598" "proxy-server 3082126" 0.0150 "-" 3082126 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txdd753fe7965849fca3000-0069741598" "proxy-server 3082126" 0.0110 "-" 3082126 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/04 PUT /v1/a/c HTTP/1.0 201 - - t - - - txdd753fe7965849fca3000-0069741598 - 0.0251 - - 1769215384.633225679 1769215384.658311129 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx0378bd5f25204f4190dcb-0069741598" "proxy-server 3082126" 0.0012 "-" 3082126 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:41855/sda1/2/a1/c1" "tx0378bd5f25204f4190dcb-0069741598" "container-server 3082126" 0.0012 "-" 3082126 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:55139/sdb1/2/a1/c1" "tx0378bd5f25204f4190dcb-0069741598" "container-server 3082126" 0.0011 "-" 3082126 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0378bd5f25204f4190dcb-0069741598" "proxy-server 3082126" 0.0145 "-" 3082126 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0378bd5f25204f4190dcb-0069741598" "proxy-server 3082126" 0.0107 "-" 3082126 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/04 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx0378bd5f25204f4190dcb-0069741598 - 0.0232 - - 1769215384.659858942 1769215384.683023453 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3e5545463da34feeaa5e0-0069741598" "proxy-server 3082126" 0.0020 "-" 3082126 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:41855/sda1/0/a/c1" "tx3e5545463da34feeaa5e0-0069741598" "container-server 3082126" 0.0020 "-" 3082126 1 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:55139/sdb1/0/a/c1" "tx3e5545463da34feeaa5e0-0069741598" "container-server 3082126" 0.0011 "-" 3082126 1 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3e5545463da34feeaa5e0-0069741598" "proxy-server 3082126" 0.0105 "-" 3082126 1 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3e5545463da34feeaa5e0-0069741598" "proxy-server 3082126" 0.0156 "-" 3082126 1 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/04 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx3e5545463da34feeaa5e0-0069741598 - 0.0243 - - 1769215384.684601068 1769215384.708877087 1 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf2af8e22b14c4b639525d-0069741598" "proxy-server 3082126" 0.0020 "-" 3082126 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:41855/sda1/2/a/c2" "txf2af8e22b14c4b639525d-0069741598" "container-server 3082126" 0.0018 "-" 3082126 2 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:55139/sdb1/2/a/c2" "txf2af8e22b14c4b639525d-0069741598" "container-server 3082126" 0.0012 "-" 3082126 2 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf2af8e22b14c4b639525d-0069741598" "proxy-server 3082126" 0.0104 "-" 3082126 2 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf2af8e22b14c4b639525d-0069741598" "proxy-server 3082126" 0.0155 "-" 3082126 2 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/04 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txf2af8e22b14c4b639525d-0069741598 - 0.0242 - - 1769215384.710489035 1769215384.734674215 2 fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:write OWNER +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other OWNER -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Sat, 24 Jan 2026 00:43:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1769215382.00510', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:02 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_bad_hash ... ok + +test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'unhandled_error': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) +test WARNING: copy_failed: upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 returned Unexpected response: 503 Service Unavailable +test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_failed': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1768607999.000000) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1768607999.000000) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1768607999.000000) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1768607999.000000) from storage policy 1 +test CRITICAL: lost_source: '/AUTH_bob/c/o1' (1768607999.00000) was not available in policy_index 1 and has expired +test INFO: success: '/AUTH_bob/c/o1' (1768607999.000000) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1768607999.000000) from the queue (1768607999.00000_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.234570) in policy_index 1 will be moved to policy_index 0 (0000003600.23457_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.234570) moved from policy_index 1 to policy_index 0 (0000003600.23457_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3600.123456) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3600.123456) from the queue (0000003600.12346_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1769215384.315159) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1769215384.315159) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1769215384.315159) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1769215384.315159) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1769215384.31516) in policy_index 1 responded 200 (1769215383.31516) +test INFO: retry: '/AUTH_bob/c/o1' (1769215384.315159) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 +test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 1 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 should be in policy_index 1 +test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 0 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 will be moved to policy_index 1 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 0 to policy_index 1 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 0 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 0 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/0:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c ت/o1 ت' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c ت/o1 ت' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c ت/o1 ت' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name +test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name ... ok +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error ... ok +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone ... ok +test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy +test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy ... ok +test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile +test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile ... ok +test.unit.container.test_server.TestContainerController.test_DELETE +test.unit.container.test_server.TestContainerController.test_DELETE ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate ... ok + +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0046 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0019 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0020 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0041 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0019 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0016 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0037 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0019 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0041 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0021 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0026 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0027 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0026 "-" 3082127 2 +test DEBUG: Unlinked retiring db '/tmp/tmpvpz4sl1a/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0022 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0021 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0043 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0022 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0024 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0022 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0021 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0021 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0021 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0023 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0040 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0023 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0022 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3082127 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 3082127 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0062 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 3082127 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:02 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response ... ok - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1734804824.39678', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_bad_hash ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_stats -test.unit.common.test_db_replicator.TestDBReplicator.test_stats ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync -test.unit.common.test_db_replicator.TestDBReplicator.test_usync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 ... ok -test.unit.common.test_splice.TestTee.test_available -test.unit.common.test_splice.TestTee.test_available ... ok -test.unit.common.test_splice.TestTee.test_errno -test.unit.common.test_splice.TestTee.test_errno ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE + new_resp = self._restore_on_delete(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 194, in _restore_on_delete + resp = req.get_response(self.app, 'GET', req.container_name, '', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error ... ok +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE + new_resp = self._restore_on_delete(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 206, in _restore_on_delete + resp = req.get_response(self.app, 'PUT', query={ + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -test-replicator WARNING: Skipping: /srv/node/sdb is not mounted -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00033 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 6 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Attempted to replicate 0 dbs in 0.00000 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Attempted to replicate 30 dbs in 246.81358 seconds (0.12155/s) -test-replicator INFO: Removed 9 dbs -test-replicator INFO: 25 successes, 1 failures -test-replicator INFO: diff:5 diff_capped:4 empty:7 hashmatch:8 no_change:6 remote_merge:2 rsync:3 ts_repl:10 -Error while closing FD +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:02 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok + +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_splice.py", line 52, in safe_close - os.close(fd) -OSError: [Errno 9] Bad file descriptor -Error while closing FD + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_splice.py", line 52, in safe_close - os.close(fd) -OSError: [Errno 9] Bad file descriptor -test.unit.common.test_splice.TestTee.test_fileno -test.unit.common.test_splice.TestTee.test_fileno ... ok -test.unit.common.test_splice.TestTee.test_flags_list -test.unit.common.test_splice.TestTee.test_flags_list ... ok -test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe -test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items ... ok - -test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmpnt3u9k1r/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804824.00000 to .shards_a/c_shard_2 -test INFO: Object update sweep completed on /tmp/tmpnt3u9k1r/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 33055) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpnt3u9k1r/devices/sda1 (pid: 33055) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_2/o /tmp/tmpnt3u9k1r/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804824.00000 to None -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmpnt3u9k1r/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804824.00000 to .shards_a/c_shard_3 -test INFO: Object update sweep completed on /tmp/tmpnt3u9k1r/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 33055) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpnt3u9k1r/devices/sda1 (pid: 33055) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_3/o /tmp/tmpnt3u9k1r/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804824.00000 to .shards_a/c_shard_1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmpnt3u9k1r/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804824.00000 to None -test INFO: Object update sweep completed on /tmp/tmpnt3u9k1r/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 33055) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpnt3u9k1r/devices/sda1 (pid: 33055) -test DEBUG: Update sent for /a/c/o /tmp/tmpnt3u9k1r/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804824.00000 -test INFO: Object update sweep completed on /tmp/tmpnt3u9k1r/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 33055) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmplsegdh6p/devices/sda1 (pid: 33055) -test DEBUG: Update sent for /.shards_a/shard_c/o /tmp/tmplsegdh6p/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804825.00000 -test INFO: Object update sweep completed on /tmp/tmplsegdh6p/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 33055) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmplsegdh6p/devices/sda1 (pid: 33055) -test DEBUG: Update sent for /a/c/o /tmp/tmplsegdh6p/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804826.00000 -test INFO: Object update sweep completed on /tmp/tmplsegdh6p/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 33055) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmplsegdh6p/devices/sda1 (pid: 33055) -test DEBUG: Update sent for /a/c/o /tmp/tmplsegdh6p/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804827.00000 -test INFO: Object update sweep completed on /tmp/tmplsegdh6p/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 33055) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweeptest.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep -test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error ... ok + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx427596c93a104fb4952e6-0069741598) +test INFO: Client disconnected on read of '/a/c' (txn: tx427596c93a104fb4952e6-0069741598) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: txa8f7c09693b048358b7b8-0069741598) +test INFO: Client disconnected on read of '/a/c' (txn: txa8f7c09693b048358b7b8-0069741598) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: txb39738c6ebfc487d8d64b-0069741599) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: txb39738c6ebfc487d8d64b-0069741599) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: txb39738c6ebfc487d8d64b-0069741599) +test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: txb39738c6ebfc487d8d64b-0069741599) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception +test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version +test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txb92d3b607c1d4665953b6-006974159b) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txb92d3b607c1d4665953b6-006974159b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txd7e453e796c146b8ae808-006974159b) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txd7e453e796c146b8ae808-006974159b) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: txd7e453e796c146b8ae808-006974159b) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sda (txn: txd7e453e796c146b8ae808-006974159b) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: txd7e453e796c146b8ae808-006974159b) +proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sda (txn: txd7e453e796c146b8ae808-006974159b) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: txd7e453e796c146b8ae808-006974159b) +proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sda (txn: txd7e453e796c146b8ae808-006974159b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txdee1393f24504259a83b2-006974159b) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txdee1393f24504259a83b2-006974159b) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: txdee1393f24504259a83b2-006974159b) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: txdee1393f24504259a83b2-006974159b) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: txdee1393f24504259a83b2-006974159b) +proxy-server ERROR: Object DELETE returning 503 for (204, 503, 503) (txn: txdee1393f24504259a83b2-006974159b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx9584a6649c5b47c3a9ff8-006974159b) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx9584a6649c5b47c3a9ff8-006974159b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer ... ok -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0018 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0108 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0019 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0099 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0019 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0120 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0068 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0020 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0019 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0019 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0106 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0019 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0018 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0180 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0015 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0020 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0084 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:44 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0022 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0028 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0188 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0029 "-" 33161 0 -test DEBUG: Unlinked retiring db '/tmp/tmptfy43qzr/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0023 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0022 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0198 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0024 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0051 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0111 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0069 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0065 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0022 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0104 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0042 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0186 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0108 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0084 "-" 33161 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 33161 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0208 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0150 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0113 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0104 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0102 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0106 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0118 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0115 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0118 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0118 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0067 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0068 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0031 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0063 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0048 "-" 33161 0 +test DEBUG: checking for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1769215384.341856) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1769215384.341856) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1769215384.341856) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1769215384.341856) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1769215384.34186) in policy_index 1 responded 503 (0000000000.00000) +test INFO: retry: '/AUTH_bob/c/o1' (1769215384.341856) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1769215384.351904) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1769215384.351904) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1769215384.351904) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1769215384.351904) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1769215384.35190) in policy_index 1 responded 404 (1769215384.35190_0000000000000002) +test INFO: retry: '/AUTH_bob/c/o1' (1769215384.351904) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: unavailable_container: '/AUTH_bob/c/o1' (3618.841870) unable to determine the destination policy_index +test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'unavailable_container': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769212800 +test DEBUG: looking for objects in 1769212800 +test DEBUG: looking for containers in .misplaced_objects +test ERROR: Unhandled Exception trying to reconcile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 852, in run_once + self.reconcile() + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 831, in reconcile + for container in self._iter_containers(): + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 748, in _iter_containers + one_page = list(itertools.islice( + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 331, in _iter_items + resp = self.make_request( + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 261, in make_request + six.reraise(exc_type, exc_value, exc_traceback) + File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise + raise value + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 231, in make_request + resp = spawn(req.get_response, self.app).wait() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 225, in wait + return self._exit_event.wait() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait + result = hub.switch() + ^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch + return self.greenlet.switch() + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 2128, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +test INFO: Reconciler Stats: {} test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0102 "-" 33161 0test.unit.common.test_splice.TestTee.test_unavailable -test.unit.common.test_splice.TestTee.test_unavailable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body ... ok -test.unit.common.test_splice.TestTee.test_unavailable_in_libc -test.unit.common.test_splice.TestTee.test_unavailable_in_libc ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error ... ok -test.unit.common.test_swob.TestMatch.test_match -test.unit.common.test_swob.TestMatch.test_match ... ok -test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space -test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space ... ok -test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space -test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space ... ok -test.unit.common.test_swob.TestMatch.test_match_noquote -test.unit.common.test_swob.TestMatch.test_match_noquote ... ok -test.unit.common.test_swob.TestMatch.test_match_star -test.unit.common.test_swob.TestMatch.test_match_star ... ok -test.unit.common.test_swob.TestRange.test_range -test.unit.common.test_swob.TestRange.test_range ... ok -test.unit.common.test_swob.TestRange.test_range_invalid_syntax -test.unit.common.test_swob.TestRange.test_range_invalid_syntax ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_large_length -test.unit.common.test_swob.TestRange.test_ranges_for_large_length ... ok +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0047 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_account_update +test.unit.container.test_server.TestContainerController.test_DELETE_account_update ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition +test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_not_found ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_object +test.unit.container.test_server.TestContainerController.test_DELETE_object ... ok + +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 200.0 +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" weight set to 3.14159265359 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" weight set to 3.14159265359 +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +The can be of the form:: + + drz-:R:/ + _ + + Where and are replication ip and port. + + Any part is optional, but you must include at least one part. + + Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + + Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + + Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. +d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" weight set to 3.14 +d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" weight set to 6.28 +Search value matched 0 devices. +The on-disk ring builder is unchanged. +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +Device d4r2z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r2z314-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r2z314-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" zone set to 314 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r2z314-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" zone set to 314 +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +The can be of the form:: + + drz-:R:/ + _ + + Where and are replication ip and port. + + Any part is optional, but you must include at least one part. + + Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + + Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + + Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included.test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining +test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_unknown +test.unit.cli.test_ringbuilder.TestCommands.test_unknown ... ok + +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': '6qm+nUNIiw0hvrDDF0kHUQ==', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'eaa9be9d43488b0d21beb0c317490751', 'X-Timestamp': '1734804824.67352', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': '6qm+nUNIiw0hvrDDF0kHUQ==', 'Date': 'Sat, 24 Jan 2026 00:43:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'eaa9be9d43488b0d21beb0c317490751', 'X-Timestamp': '1769215382.96326', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804824.00000', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers -test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception ... ok -test.unit.common.test_manager.TestManager.test_create -test.unit.common.test_manager.TestManager.test_create ... ok -test.unit.common.test_manager.TestManager.test_default_strict -test.unit.common.test_manager.TestManager.test_default_strict ... ok -test.unit.common.test_manager.TestManager.test_force_reload -test.unit.common.test_manager.TestManager.test_force_reload ... ok -test.unit.common.test_manager.TestManager.test_get_command -test.unit.common.test_manager.TestManager.test_get_command ... ok -test.unit.common.test_manager.TestManager.test_iter -test.unit.common.test_manager.TestManager.test_iter ... ok -test.unit.common.test_manager.TestManager.test_list_commands -test.unit.common.test_manager.TestManager.test_list_commands ... ok -test.unit.common.test_manager.TestManager.test_no_daemon -test.unit.common.test_manager.TestManager.test_no_daemon ... ok -test.unit.common.test_manager.TestManager.test_no_wait -test.unit.common.test_manager.TestManager.test_no_wait ... ok -test.unit.common.test_manager.TestManager.test_once -test.unit.common.test_manager.TestManager.test_once ... ok -test.unit.common.test_manager.TestManager.test_reload -test.unit.common.test_manager.TestManager.test_reload ... ok -test.unit.common.test_manager.TestManager.test_restart -test.unit.common.test_manager.TestManager.test_restart ... ok -test.unit.common.test_manager.TestManager.test_run_command -test.unit.common.test_manager.TestManager.test_run_command ... ok -test.unit.common.test_manager.TestManager.test_shutdown -test.unit.common.test_manager.TestManager.test_shutdown ... ok -test.unit.common.test_manager.TestManager.test_start -test.unit.common.test_manager.TestManager.test_start ... ok -test.unit.common.test_manager.TestManager.test_status -test.unit.common.test_manager.TestManager.test_status ... ok -test.unit.common.test_manager.TestManager.test_stop -test.unit.common.test_manager.TestManager.test_stop ... ok -test.unit.container.test_server.TestContainerController.test_PUT_account_update -test.unit.container.test_server.TestContainerController.test_PUT_account_update ... ok -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change ... ok -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified ... ok -test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics ... ok -test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified ... ok -test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space -test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space ... ok -test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition -test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified ... ok -test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata -test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata ... ok -test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found -test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length -test.unit.common.test_swob.TestRange.test_ranges_for_length ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_edges -test.unit.common.test_swob.TestRange.test_ranges_for_length_edges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table ... ok - -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} -test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} -test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Not a path query: /, skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test INFO: Caching s3tokens for 20 seconds -test DEBUG: Calling S3Token middleware. -test DEBUG: Cached creds valid -test DEBUG: Connecting with tenant: tenant_id -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test INFO: Caching s3tokens for 20 seconds -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Cached keystone credentials -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test WARNING: The following digest algorithms are configured but not supported: not-a-valid-digest, md5 -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! - -user quit -No .MockServer object at 0xffffa7a0ca10> running -.MockServerFactory.MockServer object at 0xffffa7a0c8f0> (1) appears to have stopped -No .MockServerFactory.MockServer object at 0xffffa7a0f860> running -No .MockServerFactory.MockServer object at 0xffffa7a0c8f0> running -Waited 15 seconds for .MockServerFactory.MockServer object at 0xffffa7a0c680> to die; giving up -Waited 15 seconds for .MockServerFactory.MockServer object at 0xffffa7a0f770> to die; killing -Signal .MockServerFactory.MockServer object at 0xffffa7a0f770> pid: None signal: 9 -Waited 15 seconds for .MockServerFactory.MockServer object at 0xffffa7a0f8c0> to die; killing -Signal .MockServerFactory.MockServer object at 0xffffa7a0f8c0> pid: None signal: 9 -Waited 15 seconds for .MockServerFactory.MockServer object at 0xffffa7a0f770> to die; killingtest.unit.common.test_manager.TestManager.test_stop_kill_after_timeout -test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout ... ok -test.unit.common.test_swob.TestRequest.test_401_invalid_path -test.unit.common.test_swob.TestRequest.test_401_invalid_path ... ok -test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path -test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path ... ok -test.unit.common.test_swob.TestRequest.test_401_unauthorized -test.unit.common.test_swob.TestRequest.test_401_unauthorized ... ok -test.unit.common.test_swob.TestRequest.test_401_valid_account_path -test.unit.common.test_swob.TestRequest.test_401_valid_account_path ... ok -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists ... ok -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted ... ok -test.unit.common.test_swob.TestRequest.test_accept_header -test.unit.common.test_swob.TestRequest.test_accept_header ... ok -test.unit.common.test_swob.TestRequest.test_allow_reserved_names -test.unit.common.test_swob.TestRequest.test_allow_reserved_names ... ok -test.unit.common.test_swob.TestRequest.test_as_referer -test.unit.common.test_swob.TestRequest.test_as_referer ... ok -test.unit.common.test_swob.TestRequest.test_bad_path_info_pop -test.unit.common.test_swob.TestRequest.test_bad_path_info_pop ... ok -test.unit.common.test_swob.TestRequest.test_bad_range -test.unit.common.test_swob.TestRequest.test_bad_range ... ok -test.unit.common.test_swob.TestRequest.test_blank -test.unit.common.test_swob.TestRequest.test_blank ... ok -test.unit.common.test_swob.TestRequest.test_blank_body_precedence -test.unit.common.test_swob.TestRequest.test_blank_body_precedence ... ok -test.unit.common.test_swob.TestRequest.test_blank_parsing -test.unit.common.test_swob.TestRequest.test_blank_parsing ... ok -test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence -test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence ... ok -test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args -test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args ... ok -test.unit.common.test_swob.TestRequest.test_copy_get -test.unit.common.test_swob.TestRequest.test_copy_get ... ok -test.unit.common.test_swob.TestRequest.test_datetime_properties -test.unit.common.test_swob.TestRequest.test_datetime_properties ... ok -test.unit.common.test_swob.TestRequest.test_get_response -test.unit.common.test_swob.TestRequest.test_get_response ... ok -test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args -test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args ... ok -test.unit.common.test_swob.TestRequest.test_message_length_just_content_length -test.unit.common.test_swob.TestRequest.test_message_length_just_content_length ... ok -test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding -test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding ... ok -test.unit.common.test_swob.TestRequest.test_not_401 -test.unit.common.test_swob.TestRequest.test_not_401 ... ok -test.unit.common.test_swob.TestRequest.test_params -test.unit.common.test_swob.TestRequest.test_params ... ok -test.unit.common.test_swob.TestRequest.test_path -test.unit.common.test_swob.TestRequest.test_path ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop -test.unit.common.test_swob.TestRequest.test_path_info_pop ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop_last -test.unit.common.test_swob.TestRequest.test_path_info_pop_last ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop_none -test.unit.common.test_swob.TestRequest.test_path_info_pop_none ... ok -test.unit.common.test_swob.TestRequest.test_path_qs -test.unit.common.test_swob.TestRequest.test_path_qs ... ok -test.unit.common.test_swob.TestRequest.test_path_question_mark -test.unit.common.test_swob.TestRequest.test_path_question_mark ... ok -test.unit.common.test_swob.TestRequest.test_properties -test.unit.common.test_swob.TestRequest.test_properties ... ok -test.unit.common.test_swob.TestRequest.test_split_path -test.unit.common.test_swob.TestRequest.test_split_path ... ok -test.unit.common.test_swob.TestRequest.test_swift_entity_path -test.unit.common.test_swob.TestRequest.test_swift_entity_path ... ok -test.unit.common.test_swob.TestRequest.test_timestamp -test.unit.common.test_swob.TestRequest.test_timestamp ... ok -test.unit.common.test_swob.TestRequest.test_timestamp_invalid -test.unit.common.test_swob.TestRequest.test_timestamp_invalid ... ok -test.unit.common.test_swob.TestRequest.test_timestamp_missing -test.unit.common.test_swob.TestRequest.test_timestamp_missing ... ok -test.unit.common.test_swob.TestRequest.test_unicode_params -test.unit.common.test_swob.TestRequest.test_unicode_params ... ok -test.unit.common.test_swob.TestRequest.test_unicode_path -test.unit.common.test_swob.TestRequest.test_unicode_path ... ok -test.unit.common.test_swob.TestRequest.test_unicode_query -test.unit.common.test_swob.TestRequest.test_unicode_query ... ok -test.unit.common.test_swob.TestRequest.test_url -test.unit.common.test_swob.TestRequest.test_url ... ok -test.unit.common.test_swob.TestRequest.test_url2 -test.unit.common.test_swob.TestRequest.test_url2 ... ok -test.unit.common.test_swob.TestRequest.test_wsgify -test.unit.common.test_swob.TestRequest.test_wsgify ... ok -test.unit.common.test_swob.TestRequest.test_wsgify_method -test.unit.common.test_swob.TestRequest.test_wsgify_method ... ok -test.unit.common.test_swob.TestRequest.test_wsgify_raise -test.unit.common.test_swob.TestRequest.test_wsgify_raise ... ok -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized ... ok -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_defaults -test.unit.common.utils.test_config.ResellerConfReader.test_defaults ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_multiple_same_resellers -test.unit.common.utils.test_config.ResellerConfReader.test_multiple_same_resellers ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_multiple_stray_commas_resellers -test.unit.common.utils.test_config.ResellerConfReader.test_multiple_stray_commas_resellers ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_same_as_default -test.unit.common.utils.test_config.ResellerConfReader.test_same_as_default ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_first_blank -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_first_blank ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_blank_comma -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_blank_comma ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_conf -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_conf ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller -test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller_with_conf -test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller_with_conf ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_stray_comma -test.unit.common.utils.test_config.ResellerConfReader.test_stray_comma ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_unprefixed_options -test.unit.common.utils.test_config.ResellerConfReader.test_unprefixed_options ... ok -test.unit.common.utils.test_config.TestReadConf.test_readconf -test.unit.common.utils.test_config.TestReadConf.test_readconf ... ok -test.unit.common.utils.test_config.TestReadConf.test_readconf_dir -test.unit.common.utils.test_config.TestReadConf.test_readconf_dir ... ok -test.unit.common.utils.test_config.TestReadConf.test_readconf_dir_ignores_hidden_and_nondotconf_files -test.unit.common.utils.test_config.TestReadConf.test_readconf_dir_ignores_hidden_and_nondotconf_files ... ok -test.unit.common.utils.test_config.TestReadConf.test_readconf_raw -test.unit.common.utils.test_config.TestReadConf.test_readconf_raw ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container -test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion -test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers -test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container -test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion -test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove -test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted -test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted ... ok -test.unit.container.test_updater.TestContainerUpdater.test_conf_params -test.unit.container.test_updater.TestContainerUpdater.test_conf_params ... ok -test.unit.container.test_updater.TestContainerUpdater.test_creation -test.unit.container.test_updater.TestContainerUpdater.test_creation ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_multi -test.unit.common.test_swob.TestRange.test_ranges_for_length_multi ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending -test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping -test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many -test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many ... ok -test.unit.common.test_swob.TestRange.test_str -test.unit.common.test_swob.TestRange.test_str ... ok -test.unit.common.test_swob.TestRange.test_upsidedown_range -test.unit.common.test_swob.TestRange.test_upsidedown_range ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_burst -test.unit.common.test_utils.TestEventletRateLimiter.test_burst ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle -test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by -test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_init -test.unit.common.test_utils.TestEventletRateLimiter.test_init ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking_max_rate_adjusted -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking_max_rate_adjusted ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit -test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_set_max_rate -test.unit.common.test_utils.TestEventletRateLimiter.test_set_max_rate ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_set_rate_buffer -test.unit.common.test_utils.TestEventletRateLimiter.test_set_rate_buffer ... ok -test.unit.common.test_utils.TestFileLikeIter.test_close -test.unit.common.test_utils.TestFileLikeIter.test_close ... ok -test.unit.common.test_utils.TestFileLikeIter.test_get_hub -test.unit.common.test_utils.TestFileLikeIter.test_get_hub ... ok -test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter -test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter ... ok -test.unit.common.test_utils.TestFileLikeIter.test_next -test.unit.common.test_utils.TestFileLikeIter.test_next ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read -test.unit.common.test_utils.TestFileLikeIter.test_read ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline -test.unit.common.test_utils.TestFileLikeIter.test_readline ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline2 -test.unit.common.test_utils.TestFileLikeIter.test_readline2 ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline3 -test.unit.common.test_utils.TestFileLikeIter.test_readline3 ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size -test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readlines -test.unit.common.test_utils.TestFileLikeIter.test_readlines ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size -test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_closes -test.unit.common.test_utils.TestReiterate.test_reiterate_closes ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first -test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple -test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple ... ok -test.unit.common.test_utils.TestUTC.test_tzname -test.unit.common.test_utils.TestUTC.test_tzname ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values -test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges -test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_conf -test.unit.container.test_sharder.TestContainerSharderConf.test_conf ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_default -test.unit.container.test_sharder.TestContainerSharderConf.test_default ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf -test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_validate -test.unit.container.test_sharder.TestContainerSharderConf.test_validate ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset -test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset ... ok -test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config -test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config ... ok -test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy -test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestConfigOptionHandling.test_default -test.unit.obj.test_server.TestConfigOptionHandling.test_default ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data ... ok - -test INFO: Object update sweep starting on /tmp/tmplsegdh6p/devices/sda1 (pid: 33055) -test DEBUG: Update sent for /a/c/o /tmp/tmplsegdh6p/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804828.00000 -test INFO: Object update sweep completed on /tmp/tmplsegdh6p/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 33055) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmplsegdh6p/devices/sda1 (pid: 33055) -test DEBUG: Update sent for /a/c/o /tmp/tmplsegdh6p/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804829.00000 -test INFO: Object update sweep completed on /tmp/tmplsegdh6p/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 33055) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmplsegdh6p/devices/sda1 (pid: 33055) -test DEBUG: Update sent for /a/c/o /tmp/tmplsegdh6p/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804830.00000 -test INFO: Object update sweep completed on /tmp/tmplsegdh6p/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 33055) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpk7_xyper/devices/sda1 (pid: 33055) -test DEBUG: Update sent for /a/c/o /tmp/tmpk7_xyper/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804825.00000 -test INFO: Object update sweep completed on /tmp/tmpk7_xyper/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 33055) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpk7_xyper/devices/sda1 (pid: 33055) -test DEBUG: Update sent for /a/c/o /tmp/tmpk7_xyper/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804827.00000 -test INFO: Object update sweep completed on /tmp/tmpk7_xyper/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 33055) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpk0xv7i27/devices/sda1 (pid: 33055) -test ERROR: ERROR Pickle problem, quarantining /tmp/tmpk0xv7i27/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804824.00000: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/updater.py", line 431, in _load_update - return pickle.load(open(update_path, 'rb')) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -_pickle.UnpicklingError: invalid load key, '\xff'. -test INFO: Object update sweep completed on /tmp/tmpk0xv7i27/devices/sda1 in 0.02s seconds:, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 33055) -test INFO: Object update single-threaded sweep completed: 0.02s, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp2ptpr4f4/devices/sda1 (pid: 33055) -test DEBUG: Update sent for /a/c1/o04 /tmp/tmp2ptpr4f4/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1734804824.87250test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals ... ok - +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 24 Jan 2026 00:43:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215382.00000', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804824.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 24 Jan 2026 00:43:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215382.00000', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804824.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Sat, 24 Jan 2026 00:43:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215382.00000', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804824.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 24 Jan 2026 00:43:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215382.00000', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: public None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: authenticated None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:03 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: skipping failed PUT?version-id=1574341899.21751 fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error ... ok - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ @@ -79549,1818 +83226,2207 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD resp = req.get_response(self.app, query=query) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl - return ah._handle_acl(app, method) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id ... ok -test.unit.container.test_updater.TestContainerUpdater.test_error_in_process -test.unit.container.test_updater.TestContainerUpdater.test_error_in_process ... ok -test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception -test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception ... ok -test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception -test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD + resp = self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx59a974a4f6394df980a69-006974159b) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx59a974a4f6394df980a69-006974159b) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx59a974a4f6394df980a69-006974159b) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx59a974a4f6394df980a69-006974159b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: my-txn-id) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx804133c736d34f88b207d-006974159b) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx804133c736d34f88b207d-006974159b) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx804133c736d34f88b207d-006974159b) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx804133c736d34f88b207d-006974159b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx59ad744892e44af197fe6-006974159b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx42d432bc4ca34d8bac571-006974159b) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx42d432bc4ca34d8bac571-006974159b) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx42d432bc4ca34d8bac571-006974159b) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0d879be313034e8a9c64f-006974159b) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx0d879be313034e8a9c64f-006974159b) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc1d8133a15764cea8ade4-006974159b) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txcd8eb188edf448bbb475b-006974159b) +proxy-server ERROR: Object GET returning 503 for [] (txn: txcd8eb188edf448bbb475b-006974159b) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx876876e506e54c63bdb40-006974159b) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx876876e506e54c63bdb40-006974159b) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: txf7db3df4ea85403aa0521-006974159b) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf7db3df4ea85403aa0521-006974159b) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx711c3e48f7ad47f28db42-006974159b)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode ... ok + +cont1 DEBUG: Could not load '/tmp/tmp8rzp5pum/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp8rzp5pum/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp8rzp5pum/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp8rzp5pum/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:06 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0031 "-" 3082117 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:06 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0032 "-" 3082117 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:06 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0030 "-" 3082117 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:06 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0028 "-" 3082117 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:06 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx71ad9b4ca26048269825c-006974159a" "proxy-server 3082117" 0.0013 "-" 3082117 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:06 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:45939/sda1/0/a/c" "tx71ad9b4ca26048269825c-006974159a" "container-server 3082117" 0.0011 "-" 3082117 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:06 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:35819/sdb1/0/a/c" "tx71ad9b4ca26048269825c-006974159a" "container-server 3082117" 0.0010 "-" 3082117 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:06 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx71ad9b4ca26048269825c-006974159a" "proxy-server 3082117" 0.0132 "-" 3082117 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:06 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx71ad9b4ca26048269825c-006974159a" "proxy-server 3082117" 0.0093 "-" 3082117 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/06 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx71ad9b4ca26048269825c-006974159a - 0.0230 - - 1769215386.041836500 1769215386.064828157 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:06 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx12624c49271b4137957b0-006974159a" "proxy-server 3082117" 0.0011 "-" 3082117 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:06 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:45939/sda1/2/a1/c1" "tx12624c49271b4137957b0-006974159a" "container-server 3082117" 0.0010 "-" 3082117 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:06 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:35819/sdb1/2/a1/c1" "tx12624c49271b4137957b0-006974159a" "container-server 3082117" 0.0011 "-" 3082117 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:06 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx12624c49271b4137957b0-006974159a" "proxy-server 3082117" 0.0085 "-" 3082117 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:06 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx12624c49271b4137957b0-006974159a" "proxy-server 3082117" 0.0147 "-" 3082117 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/06 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx12624c49271b4137957b0-006974159a - 0.0225 - - 1769215386.066372156 1769215386.088882446 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:06 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe924b4f804014e71b562e-006974159a" "proxy-server 3082117" 0.0019 "-" 3082117 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:06 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:45939/sda1/0/a/c1" "txe924b4f804014e71b562e-006974159a" "container-server 3082117" 0.0028 "-" 3082117 1 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:06 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:35819/sdb1/0/a/c1" "txe924b4f804014e71b562e-006974159a" "container-server 3082117" 0.0011 "-" 3082117 1 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:06 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe924b4f804014e71b562e-006974159a" "proxy-server 3082117" 0.0145 "-" 3082117 1 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:06 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe924b4f804014e71b562e-006974159a" "proxy-server 3082117" 0.0112 "-" 3082117 1 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/06 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txe924b4f804014e71b562e-006974159a - 0.0242 - - 1769215386.090492964 1769215386.114681244 1 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:06 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txea4abda9e90c4caabe1ee-006974159a" "proxy-server 3082117" 0.0020 "-" 3082117 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:06 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:35819/sdb1/2/a/c2" "txea4abda9e90c4caabe1ee-006974159a" "container-server 3082117" 0.0026 "-" 3082117 2 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:06 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:45939/sda1/2/a/c2" "txea4abda9e90c4caabe1ee-006974159a" "container-server 3082117" 0.0010 "-" 3082117 2 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:06 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txea4abda9e90c4caabe1ee-006974159a" "proxy-server 3082117" 0.0145 "-" 3082117 2 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:06 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txea4abda9e90c4caabe1ee-006974159a" "proxy-server 3082117" 0.0115 "-" 3082117 2 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/06 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txea4abda9e90c4caabe1ee-006974159a - 0.0249 - - 1769215386.116302252 1769215386.141198158 2 + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804825.50189', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok -test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container -test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:04 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:04 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok + fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl ... ok -test DEBUG: Skipping the update of recently changed /tmp/tmpfpkkz777/sdp/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmpfpkkz777/sdq/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmpfpkkz777/sdp/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmpfpkkz777/sdq/objects/auditor_status_ALL.json -test DEBUG: Skipping: /tmp/tmpy89zzaxs/garbage is not a directory -test DEBUG: Skipping: /tmp/tmpy89zzaxs/garbage is not mounted -test DEBUG: Skipping: /tmp/tmp3mtw90dj/sdq is not mounted -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to get commit status of PUT to /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response - resp = putter.await_response( - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1747, in await_response - self.resp = self.conn.getexpect() - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 855, in getexpect - expect_status = self._status.get_expect_status() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 758, in get_expect_status - raise expect_status -Exception: kaboom! (txn: tx43cfb1ecce9540e79d49b-0067670559) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to get commit status of PUT to /v1/a/c/o: Timeout (Nones) (txn: txa6bb9e90533e4c0c9e3e4-0067670559) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: ERROR Client read timeout (Nones) (txn: tx436f9040860e407a8002c-0067670559) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending last chunk (txn: tx15df9f98219d4d979bb62-0067670559) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 3170, in _transfer_data - chunk = next(data_source) - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ - return self._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 5009, in _get_next_item - return super(CooperativeIterator, self)._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item - return next(self.wrapped_iter) - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 884, in reader - return req.environ['wsgi.input'].read( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 7204, in read - raise Exception('exception message') -Exception: exception message (txn: tx7fe1076572e443ef85d8a-0067670559) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: txa50ec0e201b0402d96a6c-0067670559) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: txaee7335cc9ae4240bc5fb-0067670559) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txaee7335cc9ae4240bc5fb-0067670559) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: txaee7335cc9ae4240bc5fb-0067670559) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: txaee7335cc9ae4240bc5fb-0067670559) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: txaee7335cc9ae4240bc5fb-0067670559) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txaee7335cc9ae4240bc5fb-0067670559) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txaee7335cc9ae4240bc5fb-0067670559) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: txaee7335cc9ae4240bc5fb-0067670559) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: txaee7335cc9ae4240bc5fb-0067670559) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: txaee7335cc9ae4240bc5fb-0067670559) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: txaee7335cc9ae4240bc5fb-0067670559) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: txaee7335cc9ae4240bc5fb-0067670559) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: txaee7335cc9ae4240bc5fb-0067670559) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: txaee7335cc9ae4240bc5fb-0067670559) -proxy-server ERROR: Not enough object servers ack'ed (got 0) (txn: txaee7335cc9ae4240bc5fb-0067670559)test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers ... ok - -Signal .MockServerFactory.MockServer object at 0xffffa7a0f770> pid: None signal: 9 -test INFO: Begin container update single threaded sweep -test ERROR: Error processing container /tmp/tmpkxpibgog/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db: Boom!: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/updater.py", line 225, in container_sweep - self.process_container(dbfile) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception: Boom! -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: ERROR: Failed to get paths to drive partitions: permission_denied -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmpjlfig0a4/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmpjlfig0a4/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.05s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /.shards_a/c /tmp/tmpjlfig0a4/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /a/c /tmp/tmppm9shc54/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /a/c /tmp/tmppm9shc54/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /a/c /tmp/tmppm9shc54/tmp_test_container_updater/devices/sda1/containers/subdir/hash.dbtest.unit.container.test_updater.TestContainerUpdater.test_run_once -test.unit.container.test_updater.TestContainerUpdater.test_run_once ... ok -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted ... ok -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout ... ok -test.unit.container.test_updater.TestContainerUpdater.test_shard_container -test.unit.container.test_updater.TestContainerUpdater.test_shard_container ... ok - -test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmp2ptpr4f4/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1734804824.87353 -test INFO: Object update sweep completed on /tmp/tmp2ptpr4f4/devices/sda1 in 0.35s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains (pid: 33055) -test INFO: Object update single-threaded sweep completed: 0.35s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpvz6137fm/devices/sda1 (pid: 33055) -test DEBUG: Update sent for /a/c1/o00 /tmp/tmpvz6137fm/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1734804825.23856 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmpvz6137fm/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1734804825.23876 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmpvz6137fm/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1734804825.23871 -test INFO: Object update sweep completed on /tmp/tmpvz6137fm/devices/sda1 in 0.10s seconds:, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains (pid: 33055) -test INFO: Object update single-threaded sweep completed: 0.10s, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp6k3a4sta/devices/sda1 (pid: 33055) -test DEBUG: Update sent for /a/c1/o03 /tmp/tmp6k3a4sta/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1734804825.34277 -test DEBUG: Update sent for /a/c1/o01 /tmp/tmp6k3a4sta/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1734804825.34267 -test DEBUG: Update sent for /a/c1/o04 /tmp/tmp6k3a4sta/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1734804825.34281 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmp6k3a4sta/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1734804825.34256 -test INFO: Object update sweep completed on /tmp/tmp6k3a4sta/devices/sda1 in 0.00s seconds:, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains (pid: 33055) -test INFO: Object update single-threaded sweep completed: 0.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp4czaogdu/devices/sda1 (pid: 33055) -test DEBUG: Update sent for /a/c1/o01 /tmp/tmp4czaogdu/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1734804825.34847 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmp4czaogdu/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1734804825.34837 -test INFO: Object update sweep completed on /tmp/tmp4czaogdu/devices/sda1 in 0.11s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains (pid: 33055) -test INFO: Object update single-threaded sweep completed: 0.11s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpyzga5mgo/devices/sda1 (pid: 33055) -test DEBUG: Update sent for /a/c1/o06 /tmp/tmpyzga5mgo/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1734804825.46364 -test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmpyzga5mgo/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1734804825.46402 -test DEBUG: Update sent for /a/c1/o07 /tmp/tmpyzga5mgo/devices/sda1/async_pending/fc8/26ac197975ac1169d403eeb7ae8bbfc8-1734804825.46368 -test DEBUG: Update sent for /a/c1/o09 /tmp/tmpyzga5mgo/devices/sda1/async_pending/bee/db77f283b4b1bb5e5b6ce501ca337bee-1734804825.46376 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmpyzga5mgo/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1734804825.46346 -test DEBUG: Update sent for /a/c1/o05 /tmp/tmpyzga5mgo/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1734804825.46359 -test DEBUG: Update sent for /a/c1/o04 /tmp/tmpyzga5mgo/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1734804825.46355 -test DEBUG: Update sent for /a/c1/o08 /tmp/tmpyzga5mgo/devices/sda1/async_pending/5b8/4e594cf882aac2f7f8f2f4cdade285b8-1734804825.46372 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmpyzga5mgo/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1734804825.46331 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmpyzga5mgo/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1734804825.46351 -test DEBUG: Update sent for /a/c1/o01 /tmp/tmpyzga5mgo/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1734804825.46341 -test INFO: Object update sweep completed on /tmp/tmpyzga5mgo/devices/sda1 in 0.21s seconds:, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 33055) -test INFO: Object update single-threaded sweep completed: 0.21s, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmppgeb13ga/devices/sda1 (pid: 33055) -test DEBUG: Update sent for /a/c1/o01 /tmp/tmppgeb13ga/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1734804825.67230 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmppgeb13ga/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1734804825.67235 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmppgeb13ga/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1734804825.67220 -test DEBUG: Update sent for /a/c1/o05 /tmp/tmppgeb13ga/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1734804825.67248 -test DEBUG: Update sent for /a/c1/o06 /tmp/tmppgeb13ga/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1734804825.67252 -test INFO: Object update sweep completed on /tmp/tmppgeb13ga/devices/sda1 in 0.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains (pid: 33055) -test INFO: Object update single-threaded sweep completed: 0.00s, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpk2qblba7/devices/sda1 (pid: 33055) -test INFO: Object update sweep completed on /tmp/tmpk2qblba7/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 33055) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpk2qblba7/devices/sda1 (pid: 33055) -test INFO: Object update sweep completed on /tmp/tmpk2qblba7/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 33055) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpk2qblba7/devices/sda1 (pid: 33055) -test INFO: Object update sweep completed on /tmp/tmpk2qblba7/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 33055) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpk2qblba7/devices/sda1 (pid: 33055)test.unit.obj.test_updater.TestObjectUpdater.test_run_once -test.unit.obj.test_updater.TestObjectUpdater.test_run_once ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted -test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift INFO: - - 24/Jan/2026/00/43/05 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0010 - - 1769215385.239634514 1769215385.240642786 1 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift INFO: - - 24/Jan/2026/00/43/05 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0009 - - 1769215385.241239786 1769215385.242116451 0 fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission ... ok - -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission ... ok + +Search value matched 0 devices. +The on-disk ring builder is unchanged. +Unknown command: unknown +swift-ring-builder 1.3 + +swift-ring-builder + Shows information about the ring and the devices within. Output + includes a table that describes the report parameters (id, region, + port, flags, etc). + flags: possible values are 'DEL' and '' + DEL - indicates that the device is marked for removal from + ring and will be removed in next rebalance. + +swift-ring-builder add + [r]z-:[R:]/_ + + [[r]z-:[R:]/_ + ] ... + + Where and are replication ip and port. + +or + +swift-ring-builder add + --region --zone --ip --port + [--replication-ip ] [--replication-port ] + --device --weight + [--meta ] + + Adds devices to the ring with the given information. No partitions will be + assigned to the new device until after running 'rebalance'. This is so you + can make multiple device changes and rebalance them all just once. + +swift-ring-builder cancel_increase_partition_power + Cancel the increase of the partition power. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to cleanup unneeded links. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder create + + Creates with 2^ partitions and . + is number of hours to restrict moving a partition more + than once. + +swift-ring-builder dispersion [options] + + Output report on dispersion. + + --recalculate option will rebuild cached dispersion info and save builder + --verbose option will display dispersion graph broken down by tier + + You can filter which tiers are evaluated to drill down using a regex + in the optional search_filter argument. i.e. + + swift-ring-builder dispersion "r\d+z\d+$" -v + + ... would only display rows for the zone tiers + + swift-ring-builder dispersion ".*\-[^/]*$" -v + + ... would only display rows for the server tiers + + The reports columns are: + + Tier : the name of the tier + parts : the total number of partitions with assignment in the tier + % : the percentage of parts in the tier with replicas over assigned + max : maximum replicas a part should have assigned at the tier + 0 - N : the number of parts with that many replicas assigned + + e.g. + Tier: parts % max 0 1 2 3 + r1z1 1022 79.45 1 2 210 784 28 + + r1z1 has 1022 total parts assigned, 79% of them have more than the + recommend max replica count of 1 assigned. Only 2 parts in the ring + are *not* assigned in this tier (0 replica count), 210 parts have + the recommend replica count of 1, 784 have 2 replicas, and 28 sadly + have all three replicas in this tier. + +swift-ring-builder finish_increase_partition_power + Finally removes the next_part_power flag. Has to be run after the + swift-object-relinker tool has been used to cleanup old existing data. + + A write_ring command is needed to make the change take effect. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder increase_partition_power + Increases the partition power by one. Needs to be run after + prepare_increase_partition_power has been run and all existing data has + been relinked using the swift-object-relinker tool. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to cleanup old data. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder list_parts [] .. + +or + +swift-ring-builder list_parts + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Returns a 2 column list of all the partitions that are assigned to any of + the devices matching the search values given. The first column is the + assigned partition number and the second column is the number of device + matches for that partition. The list is ordered from most number of matches + to least. If there are a lot of devices to match against, this command + could take a while to run. + +swift-ring-builder prepare_increase_partition_power + Prepare the ring to increase the partition power by one. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to relink existing data. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder pretend_min_part_hours_passed + Resets the clock on the last time a rebalance happened, thus + circumventing the min_part_hours check. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you run this command and deploy rebalanced rings before a replication + pass completes, you may introduce unavailability in your cluster. This + has an end-user impact. + +swift-ring-builder rebalance [options] + Attempts to rebalance the ring by reassigning partitions that haven't been + recently reassigned. + +swift-ring-builder remove [search-value ...] + [--yes] + +or + +swift-ring-builder remove + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Removes the device(s) from the ring. This should normally just be used for + a device that has failed. For a device you wish to decommission, it's best + to set its weight to 0, wait for it to drain all its data, then use this + remove command. This will not take effect until after running 'rebalance'. + This is so you can make multiple device changes and rebalance them all just + once. + + Option --yes assume a yes response to all questions.test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile +test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate +test.unit.cli.test_ringbuilder.TestCommands.test_validate ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_composite_builder_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_composite_builder_file ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_corrupted_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_corrupted_file ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_empty_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_empty_file ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_generic_error +test.unit.cli.test_ringbuilder.TestCommands.test_validate_generic_error ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_accessible_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_accessible_file ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file ... ok + +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0048 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0036 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 3082123 0 +test ERROR: ERROR Account update failed with 127.0.0.1:56491/sda1 (will retry later): Response 503 OK +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0080 "-" 3082123 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0072 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0055 "-" 3082123 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3082123 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 3082123 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 3082123 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0023 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0042 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0090 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0038 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0012 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0011 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0011 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0041 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0013 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0013 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0011 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0012 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0027 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0013 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0012 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0011 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0011 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0011 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0011 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0004 "-" 3082123 -test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard +test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float +test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float ... ok +test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid +test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error ... ok + +test INFO: - - - [24/Jan/2026:00:43:02 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0035 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0043 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0041 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0042 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0050 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0058 "-" 3082127 - +test ERROR: ERROR Account update failed with 127.0.0.1:35431/sda1 (will retry later): Response 503 OK +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0030 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 3082127 4 +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3082127 4 +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 3082127 4 +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0013 "-" 3082127 4 +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 3082127 4 +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 3082127 4 +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3082127 4 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0004 "-" 3082127 nada +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 3082127 3 +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 3082127 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3082127 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 3082127 4 +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3082127 4 +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 3082127 4 +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082127 4 +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3082127 4 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3082127 0 +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3082127 0 +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082127 0 +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3082127 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0037 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0016 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0017 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 3082127 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0050 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0031 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0012 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0012 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0011 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0043 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0013 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0012 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0012 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0041 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0013 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0006 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0013 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0011 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0044 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0012 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0012 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0013 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0006 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0035 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0012 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0012 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0039 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0013 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0011 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0013 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0012 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0012 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0011 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0013 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:04 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0012 "-" 3082127 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok + +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx711c3e48f7ad47f28db42-006974159b) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx711c3e48f7ad47f28db42-006974159b) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf7d15b5ac19249728301d-006974159b) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: txf7d15b5ac19249728301d-006974159b) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txcdbe7597e6b043afa1775-006974159b) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd4bb6f526ba746588e0f2-006974159b) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd4bb6f526ba746588e0f2-006974159b) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa05071d73d2f4964affbe-006974159b) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa05071d73d2f4964affbe-006974159b) +proxy-server ERROR: Object GET returning 503 for [] (txn: txa05071d73d2f4964affbe-006974159b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx1cefa587d9e14a41a86b3-006974159b) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx1cefa587d9e14a41a86b3-006974159b) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx1cefa587d9e14a41a86b3-006974159b) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx1cefa587d9e14a41a86b3-006974159b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: txfbcd8b7dc8604865ab60b-006974159b)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ_ACP fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804825.60878', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804825.62041', 'Content-Type': 'so'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx0d3bd8ef3ec7472e987a1-0067670559) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx0d3bd8ef3ec7472e987a1-0067670559) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx0d3bd8ef3ec7472e987a1-0067670559) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx0d3bd8ef3ec7472e987a1-0067670559) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx0d3bd8ef3ec7472e987a1-0067670559) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx0d3bd8ef3ec7472e987a1-0067670559) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx0d3bd8ef3ec7472e987a1-0067670559) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx0d3bd8ef3ec7472e987a1-0067670559) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx0d3bd8ef3ec7472e987a1-0067670559) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx0d3bd8ef3ec7472e987a1-0067670559) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx0d3bd8ef3ec7472e987a1-0067670559) -proxy-server ERROR: Not enough object servers ack'ed (got 3) (txn: tx0d3bd8ef3ec7472e987a1-0067670559) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx49a2a85870a1445eadef3-0067670559) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx49a2a85870a1445eadef3-0067670559) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx49a2a85870a1445eadef3-0067670559) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: txc7e11da3442c4ceeb54dc-0067670559) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: txc7e11da3442c4ceeb54dc-0067670559) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: txc7e11da3442c4ceeb54dc-0067670559) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node - putter = self._make_putter(node, part, req, headers) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 3035, in _make_putter - return MIMEPutter.connect( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1998, in connect - raise FooterNotSupported() -swift.common.exceptions.FooterNotSupported (txn: tx43f9e836bc074529b18ea-0067670559) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing ... ok +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0043 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0008 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0014 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0009 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0012 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0046 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0013 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0012 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0011 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0011 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0012 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0011 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0091 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0012 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0011 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 3082123 - +test DEBUG: Unlinked retiring db '/tmp/tmpec7mx7ib/tmp_test_container_server_ContainerController/sda1/containers/p/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0011 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0011 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0012 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0011 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0012 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0011 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0012 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0012 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0005 "-" 3082123 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0047 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 3082123 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 3082123 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0006 "-" 3082123 -test.unit.container.test_server.TestContainerController.test_GET_auto_record_type +test.unit.container.test_server.TestContainerController.test_GET_auto_record_type ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter +test.unit.container.test_server.TestContainerController.test_GET_delimiter ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii +test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes ... ok +test.unit.container.test_server.TestContainerController.test_GET_invalid_accept +test.unit.container.test_server.TestContainerController.test_GET_invalid_accept ... ok +test.unit.container.test_server.TestContainerController.test_GET_json +test.unit.container.test_server.TestContainerController.test_GET_json ... ok +test.unit.container.test_server.TestContainerController.test_GET_json_last_modified +test.unit.container.test_server.TestContainerController.test_GET_json_last_modified ... ok -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0065 "-" 33161 - -test ERROR: ERROR Account update failed with 127.0.0.1:57549/sda1 (will retry later): Response 503 OK -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0066 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0053 "-" 33161 1 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0103 "-" 33161 1 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 33161 1 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 33161 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0003 "-" 33161 nada -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 33161 1 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0089 "-" 33161 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 33161 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0110 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0103 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0084 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 33161 1 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0095 "-" 33161 1 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33161 1 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 33161 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0118 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0041 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0159 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0016 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0017 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0049 "-" 33161 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0080 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0006 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0120 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0067 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0013 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0012 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0021 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0011 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0043 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0022 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0033 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0046 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0035 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0011 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0052 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0012 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0012 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0011 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0019 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0012 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0046 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0014 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0012 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0011 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0047 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:45 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0006 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0013 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0012 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0013 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0006 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0041 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0011 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0016 "-" 33161 - -test DEBUG: Unlinked retiring db '/tmp/tmp0dsbygtm/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0050 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0027 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0012 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0012 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0040 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0013 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0013 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0012 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0005 "-" 33161 -test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard -test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default -test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync -test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync ... ok -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container ... ok -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body ... ok -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container ... ok -test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race -test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race ... ok -test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float ... ok -test.unit.container.test_server.TestContainerController.test_PUT_utf8 -test.unit.container.test_server.TestContainerController.test_PUT_utf8 ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space -test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync -test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works ... ok +swift-ring-builder search + +or + +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Shows information about matching devices. + +swift-ring-builder set_info + :[R:]/_ + [ :[R:]/_] ... + [--yes] + +or + +swift-ring-builder set_info + --ip --port + --replication-ip --replication-port + --device --meta + --change-ip --change-port + --change-replication-ip + --change-replication-port + --change-device + --change-meta + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + For each search-value, resets the matched device's information. + This information isn't used to assign partitions, so you can use + 'write_ring' afterward to rewrite the current ring with the newer + device information. Any of the parts are optional in the final + :/_ parameter; just give what you + want to change. For instance set_info d74 _"snet: 5.6.7.8" would + just update the meta data for device id 74. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_min_part_hours + Changes the to the given . This should be set to + however long a full replication/update cycle takes. We're working on a way + to determine this more easily than scanning logs. + +swift-ring-builder set_overload [%] + Changes the overload factor to the given . + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_replicas + Changes the replica count to the given . may + be a floating-point value, in which case some partitions will have + floor() replicas and some will have ceiling() + in the correct proportions. + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder validate + Just runs the validation routines on the ring. + +swift-ring-builder write_builder [min_part_hours] + Recreate a builder from a ring file (lossy) if you lost your builder + backups. (Protip: don't lose your builder backups). + [min_part_hours] is one of those numbers lost to the builder, + you can change it with set_min_part_hours. + +swift-ring-builder write_ring + Just rewrites the distributable ring file. This is done automatically after + a successful rebalance, so really this is only useful after one or more + 'set_info' calls when no rebalance is needed but you want to send out the + new device information. + +The can be of the form:: + + drz-:R:/ + _ + + Where and are replication ip and port. + + Any part is optional, but you must include at least one part. + + Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + + Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + + Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. + +Quick list: add cancel_increase_partition_power create dispersion + finish_increase_partition_power increase_partition_power list_parts + prepare_increase_partition_power pretend_min_part_hours_passed + rebalance remove search set_info set_min_part_hours set_overload + set_region set_replicas set_weight set_zone validate write_builder + write_ring +Exit codes: 0 = operation successful + 1 = operation completed with warnings + 2 = error +Problem occurred while reading builder file: /tmp/tmpg8ez40fv/tmptx1r71a3. Generic error occurred +Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 6.00 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. +-------------------------------------------------------------------------------test.unit.cli.test_ringbuilder.TestCommands.test_warn_at_risk +test.unit.cli.test_ringbuilder.TestCommands.test_warn_at_risk ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring +test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_ring +test.unit.cli.test_ringbuilder.TestCommands.test_write_ring ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_existing_part_number_greater_than_max_parts_allowed +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_existing_part_number_greater_than_max_parts_allowed ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_huge_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_huge_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_invalid_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_invalid_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_out_of_range_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_out_of_range_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_zero_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_zero_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_huge_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_huge_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_invalid_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_invalid_part_num ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_out_of_range_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_out_of_range_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_zero_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_zero_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_not_satisfiable ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' -fake-swift ERROR: Expecting value: line 1 column 1 (char 0): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET - objects = json.loads(resp.body) - ^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 338, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 356, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0)test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215385.48392', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215385.49379', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy ... ok -test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test WARNING: /tmp/tmpprakk067/tmp_test_container_updater/devices/sda1 is not mounted -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Failed to get container info (Lock timeout: 10 seconds: /tmp/tmps4prw_de/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db); skipping. -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmpn8scyqr_/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmpn8scyqr_/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /.shards_a/c /tmp/tmpn8scyqr_/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /a/Ω /tmp/tmpqlyoc3oi/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon'test.unit.container.test_updater.TestContainerUpdater.test_unicode -test.unit.container.test_updater.TestContainerUpdater.test_unicode ... ok -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object ... ok +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0011 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 3082127 2 +test DEBUG: Unlinked retiring db '/tmp/tmpjw77jt5c/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0012 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0011 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0011 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0056 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0012 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0013 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0011 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0031 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0014 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3082127 0 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3082127 0 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082127 0 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3082127 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0054 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0004 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0003 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.0047 "-" 3082127 3 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0019 "-" 3082127 3 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0017 "-" 3082127 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0016 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0003 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3082127 2 +test DEBUG: Unlinked retiring db '/tmp/tmpeqfnxdu3/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0042 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0017 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3082127 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: txe3db9f2febb648ad81ac8-006767055a) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txe3db9f2febb648ad81ac8-006767055a) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txe3db9f2febb648ad81ac8-006767055a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx337c56f0a6db4e0a9c76c-006767055a) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx337c56f0a6db4e0a9c76c-006767055a) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx337c56f0a6db4e0a9c76c-006767055a) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx337c56f0a6db4e0a9c76c-006767055a) -proxy-server ERROR: Object PUT returning 503 for [201, 201, 201, 201, 201, 503, 503, 201, 201, 201, 201, 503, 201, 503] (txn: tx337c56f0a6db4e0a9c76c-006767055a) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txfbcd8b7dc8604865ab60b-006974159b) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: txfbcd8b7dc8604865ab60b-006974159b) +proxy-server ERROR: Object GET returning 503 for [] (txn: txfbcd8b7dc8604865ab60b-006974159b) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx27f6445a9fa6419783fd2-006974159b) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx27f6445a9fa6419783fd2-006974159b) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx27f6445a9fa6419783fd2-006974159b) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx27f6445a9fa6419783fd2-006974159b) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx898ea5a983e5487089513-006974159b) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: txfbe14d4d05d74156840c1-006974159b) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: txfbe14d4d05d74156840c1-006974159b) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: txe78192f671ba4b55bd400-006974159b) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx37c53db7278f4174b8c75-006974159b) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx9b2add60189b41379d234-006767055a) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx30211e79b9e54236bbeff-006974159b) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txba3e973b776d467e8b709-006767055a) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txdb4bba9b290541cb97835-006974159b) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx602ad97a997241408b29f-006974159b) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: tx602ad97a997241408b29f-006974159b) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx602ad97a997241408b29f-006974159b) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx602ad97a997241408b29f-006974159b) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx6fe97e1f79d74dd0b0baa-006974159b) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: txaf852d5dfb1344cfac1e8-006974159b) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx7bab9609344746a6b36d0-006767055a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body ... ok -test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables -test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes -test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state ... ok +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx9489100e239e430a8b1bd-006974159b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_succeed +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_succeed ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid ... ok -test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused -test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused -test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused -test DEBUG: Update failed for /a/c/o /tmp/tmpk2qblba7/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804825.68877 -test INFO: Object update sweep completed on /tmp/tmpk2qblba7/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 33055) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpk2qblba7/devices/sda1 (pid: 33055) -test DEBUG: Error code 500 is returned from remote server 127.0.0.1:47749/sda1 -test DEBUG: Error code 500 is returned from remote server 127.0.0.1:47749/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpk2qblba7/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804825.68877 -test INFO: Object update sweep completed on /tmp/tmpk2qblba7/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 33055) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpk2qblba7/devices/sda1 (pid: 33055) -test DEBUG: Error code 404 is returned from remote server 127.0.0.1:47749/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpk2qblba7/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804825.68877 -test INFO: Object update sweep completed on /tmp/tmpk2qblba7/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 33055) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpk2qblba7/devices/sda1 (pid: 33055) -test INFO: Timeout waiting on remote server 127.0.0.1:47749/sda1: 99 seconds -test DEBUG: Update failed for /a/c/o /tmp/tmpk2qblba7/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804825.68877 -test INFO: Object update sweep completed on /tmp/tmpk2qblba7/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 33055) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpk2qblba7/devices/sda1 (pid: 33055) -test INFO: Timeout connecting to remote server 127.0.0.1:47749/sda1: 9 seconds -test DEBUG: Update failed for /a/c/o /tmp/tmpk2qblba7/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804825.68877 -test INFO: Object update sweep completed on /tmp/tmpk2qblba7/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 33055) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpk2qblba7/devices/sda1 (pid: 33055) -test DEBUG: Update sent for /a/c/o /tmp/tmpk2qblba7/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1734804825.68877 -test INFO: Object update sweep completed on /tmp/tmpk2qblba7/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 33055) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test WARNING: Skipping: -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Object update sweep starting on /tmp/tmp9fpv24oa/devices/sda1 (pid: 33055) -test INFO: Object update sweep progress on /tmp/tmp9fpv24oa/devices/sda1: 16.00s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 33055) -test INFO: Object update sweep progress on /tmp/tmp9fpv24oa/devices/sda1: 32.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 33055) -test INFO: Object update sweep completed on /tmp/tmp9fpv24oa/devices/sda1 in 44.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 33055) -test INFO: Object update sweep starting on /tmp/tmplhajt2o6/devices/sda1 (pid: 33055) -test INFO: Object update sweep completed on /tmp/tmplhajt2o6/devices/sda1 in 0.13s seconds:, 6 successes, 0 failures, 0 quarantines, 6 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 33055) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804825.75479', 'Content-Type': 'so'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '462'} +fake-swift DEBUG: Grant test:full_control FULL_CONTROL permission on the bucket /bucket fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '446'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_all_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_all_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '450'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission ... ok +Unlinked retiring db '/tmp/tmppsvxrt9l/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container ... ok +Unlinked retiring db '/tmp/tmpgdspkpmg/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container ... ok +Unlinked retiring db '/tmp/tmp2pg7ol1h/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating&includes=1_test: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txb3cf0cf17e23440086a91-006767055a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: ValueError("upper ('a') must be greater than or equal to lower ('z')") (txn: tx93da1330de0d42b0a3dcb-006767055a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: KeyError('name') (txn: tx03f7df541e274257a7321-006767055a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type None (txn: tx2caff5a5f08643288cb61-006767055a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating&includes=1_test: ValueError('not a list') (txn: txd48f2bf9369e412798a79-006767055a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Failed to get container shard listing from /v1/a/c?format=json&states=updating&includes=1_test: 404 (txn: tx02f848d88c34467aaf569-006767055a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type 'object' (txn: tx1592ed53caa24db29d50a-006767055a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507 -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_timeouts -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_timeouts ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_none_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_none_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_one_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_one_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0034 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0035 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0026 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0029 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0033 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0031 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0039 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0037 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0075 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0029 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0030 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0030 "-" 3082123 0 +test DEBUG: Unlinked retiring db '/tmp/tmpl0fj1lgo/tmp_test_container_server_ContainerController/sda1/containers/p/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0028 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0032 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1149 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0040 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0039 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0025 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0040 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0066 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0038 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 3082123 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0038 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0035 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0003 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0037 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0014 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0023 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0014 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0022 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0015 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0022 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0024 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0071 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0037 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3082123 0test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter +test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter ... ok +test.unit.container.test_server.TestContainerController.test_GET_limit +test.unit.container.test_server.TestContainerController.test_GET_limit ... ok +test.unit.container.test_server.TestContainerController.test_GET_log_requests_false +test.unit.container.test_server.TestContainerController.test_GET_log_requests_false ... ok +test.unit.container.test_server.TestContainerController.test_GET_log_requests_true +test.unit.container.test_server.TestContainerController.test_GET_log_requests_true ... ok +test.unit.container.test_server.TestContainerController.test_GET_marker +test.unit.container.test_server.TestContainerController.test_GET_marker ... ok +test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter +test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors +test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported +test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock ... ok - -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txfefda4db20b648e3824b2-006767055a) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txfefda4db20b648e3824b2-006767055a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txa757784b39d347a08be12-006767055a) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txa757784b39d347a08be12-006767055a) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sda, error: ERROR Insufficient Storage (txn: txa757784b39d347a08be12-006767055a) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sda (txn: txa757784b39d347a08be12-006767055a) -proxy-server ERROR: Object DELETE returning 503 for (503,) (txn: txa757784b39d347a08be12-006767055a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx659cf8f5e5db4c879fc68-006767055a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx00f9b33db0b14fcabe4d5-006767055a) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx00f9b33db0b14fcabe4d5-006767055a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_insufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_sufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_succeed -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_succeed ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_fail ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error ... ok +Unlinked retiring db '/tmp/tmpqe2ozy22/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 24 Jan 2026 00:43:06 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215386.92813', 'Content-Type': 'so'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 24 Jan 2026 00:43:06 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215386.93933', 'Content-Type': 'so'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 6.00 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. +------------------------------------------------------------------------------- +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sdb_"" with 1.0 weight got id 4 +Device d5r1z1-127.0.0.1:6200R127.0.0.1:6200/sdc_"" with 1.0 weight got id 5 +Reassigned 192 (300.00%) partitions. Balance is now 109.38. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 109.38 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. +------------------------------------------------------------------------------- +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +Reassigned 48 (75.00%) partitions. Balance is now 214.58. Dispersion is now 0.52 +------------------------------------------------------------------------------- +NOTE: Dispersion of 0.520833 indicates some parts are not + optimally dispersed. + + You may want to adjust some device weights, increase + the overload or review the dispersion report. +------------------------------------------------------------------------------- +Note: using /tmp/tmp2uir4i_r/tmp2g8x9zl7.builder instead of /tmp/tmp2uir4i_r/tmp2g8x9zl7.ring.gz as builder file +Reassigned 1 (1.56%) partitions. Balance is now 100.00. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 100.00 indicates you should push this + ring, wait at least 24 hours, and rebalance/repush. +------------------------------------------------------------------------------- +Reassigned 24 (37.50%) partitions. Balance is now 1.04. Dispersion is now 0.00 +Note: using /tmp/tmph6znbai0/tmpy55wu31c.builder instead of /tmp/tmph6znbai0/tmpy55wu31c.ring.gz as builder file +Note: using /tmp/tmpq_eaynee/tmp2xnq0fza.builder instead of /tmp/tmpq_eaynee/tmp2xnq0fza.ring.gz as builder file +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804825.00000', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804826.00668', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE + new_resp = self._restore_on_delete(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 194, in _restore_on_delete + resp = req.get_response(self.app, 'GET', req.container_name, '', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE + new_resp = self._restore_on_delete(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 206, in _restore_on_delete + resp = req.get_response(self.app, 'PUT', query={ + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: skipping failed PUT?version-id=1574341899.21751 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats ... ok -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0013 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0046 "-" 33161 1 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 33161 1 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33161 1 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 33161 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0079 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0026 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0003 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.0053 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0032 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0065 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0058 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0045 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0003 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 33161 0 -test DEBUG: Unlinked retiring db '/tmp/tmpcsx5p924/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0058 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0016 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0018 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0038 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0046 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 33161 - +test INFO: - - - [24/Jan/2026:00:43:05 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 3082127 - test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0066 "-" 33161 0 +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0038 "-" 3082127 2 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [21/Dec/2024:18:13:46 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0004 "-" 33161 - +test DEBUG: - - - [24/Jan/2026:00:43:06 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 3082127 - test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [21/Dec/2024:18:13:46 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 33161 - +test DEBUG: - - - [24/Jan/2026:00:43:06 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 3082127 - test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [21/Dec/2024:18:13:46 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 33161 - +test DEBUG: - - - [24/Jan/2026:00:43:06 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 3082127 - test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ @@ -81376,834 +85442,2019 @@ return getattr(self, op)( ^^^^^^^^^^^^^^^^^ AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [21/Dec/2024:18:13:46 +0000] "REPLICATE /sda1/p/a/" 500 846 "-" "-" "-" 0.0039 "-" 33161 - +test DEBUG: - - - [24/Jan/2026:00:43:06 +0000] "REPLICATE /sda1/p/a/" 500 846 "-" "-" "-" 0.0051 "-" 3082127 - test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [21/Dec/2024:18:13:46 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 33161 - +test DEBUG: - - - [24/Jan/2026:00:43:06 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 3082127 - test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 33161 0test.unit.container.test_server.TestContainerController.test_UPDATE -test.unit.container.test_server.TestContainerController.test_UPDATE ... ok -test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate -test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate ... ok -test.unit.container.test_server.TestContainerController.test__call__raise_timeout -test.unit.container.test_server.TestContainerController.test__call__raise_timeout ... ok -test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted -test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted ... ok -test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device -test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device ... ok -test.unit.container.test_server.TestContainerController.test_acl_container -test.unit.container.test_server.TestContainerController.test_acl_container ... ok -test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD -test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD ... ok -test.unit.container.test_server.TestContainerController.test_correct_allowed_method -test.unit.container.test_server.TestContainerController.test_correct_allowed_method ... ok -test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container -test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container ... ok -test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container -test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container ... ok -test.unit.container.test_server.TestContainerController.test_creation -test.unit.container.test_server.TestContainerController.test_creation ... ok -test.unit.container.test_server.TestContainerController.test_delete_auto_create -test.unit.container.test_server.TestContainerController.test_delete_auto_create ... ok -test.unit.container.test_server.TestContainerController.test_deleted_headers -test.unit.container.test_server.TestContainerController.test_deleted_headers ... ok +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0022 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0004 "-" 3082127 0 +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0044 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0021 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_server.py", line 6118, in mock_put_method + raise Exception() +Exception +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0041 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0012 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3082127 3 +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 3082127 0 +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3082127 0 +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0045 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0022 "-" 3082127 1 +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3082127 1 +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 3082127 4 +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 3082127 4 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3082127 1 +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:06 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0037 "-" 3082127 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory ... ok -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txe4d97cd32f904da392d1d-006767055a) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpesny1_lo/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpesny1_lo/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpesny1_lo/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpesny1_lo/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:46 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0083 "-" 33253 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0036 "-" 33253 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 33253 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:46 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0114 "-" 33253 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:46 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9388816fde694197abcc3-006767055a" "proxy-server 33253" 0.0012 "-" 33253 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:46 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:36353/sdb1/1/a/c" "tx9388816fde694197abcc3-006767055a" "container-server 33253" 0.0011 "-" 33253 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:40473/sda1/1/a/c" "tx9388816fde694197abcc3-006767055a" "container-server 33253" 0.0011 "-" 33253 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:46 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx9388816fde694197abcc3-006767055a" "proxy-server 33253" 0.0219 "-" 33253 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx9388816fde694197abcc3-006767055a" "proxy-server 33253" 0.0323 "-" 33253 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/46 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx9388816fde694197abcc3-006767055a - 0.0486 - - 1734804826.443673611 1734804826.492269516 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:46 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txa762ab71d6b44868971a5-006767055a" "proxy-server 33253" 0.0055 "-" 33253 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:36353/sdb1/1/a1/c1" "txa762ab71d6b44868971a5-006767055a" "container-server 33253" 0.0066 "-" 33253 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:46 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:40473/sda1/1/a1/c1" "txa762ab71d6b44868971a5-006767055a" "container-server 33253" 0.0031 "-" 33253 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txa762ab71d6b44868971a5-006767055a" "proxy-server 33253" 0.0352 "-" 33253 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:46 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txa762ab71d6b44868971a5-006767055a" "proxy-server 33253" 0.0215 "-" 33253 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/46 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txa762ab71d6b44868971a5-006767055a - 0.0486 - - 1734804826.498079538 1734804826.546674490 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:46 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf51ee7fa5d50439488960-006767055a" "proxy-server 33253" 0.0019 "-" 33253 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:40473/sda1/2/a/c1" "txf51ee7fa5d50439488960-006767055a" "container-server 33253" 0.0021 "-" 33253 1 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:46 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:36353/sdb1/2/a/c1" "txf51ee7fa5d50439488960-006767055a" "container-server 33253" 0.0019 "-" 33253 1 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:46 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txf51ee7fa5d50439488960-006767055a" "proxy-server 33253" 0.0148 "-" 33253 1 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txf51ee7fa5d50439488960-006767055a" "proxy-server 33253" 0.0113 "-" 33253 1 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/46 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txf51ee7fa5d50439488960-006767055a - 0.0243 - - 1734804826.548250198 1734804826.572503567 1 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:46 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx58144dd14306404ba38ed-006767055a" "proxy-server 33253" 0.0020 "-" 33253 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:46 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:36353/sdb1/1/a/c2" "tx58144dd14306404ba38ed-006767055a" "container-server 33253" 0.0028 "-" 33253 2 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:40473/sda1/1/a/c2" "tx58144dd14306404ba38ed-006767055a" "container-server 33253" 0.0011 "-" 33253 2 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:46 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx58144dd14306404ba38ed-006767055a" "proxy-server 33253" 0.0101 "-" 33253 2 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx58144dd14306404ba38ed-006767055a" "proxy-server 33253" 0.0152 "-" 33253 2 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/46 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx58144dd14306404ba38ed-006767055a - 0.0244 - - 1734804826.574150562 1734804826.598502398 2 +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: tx513c58a280d049c9b77c3-006974159b) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx513c58a280d049c9b77c3-006974159b) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: tx513c58a280d049c9b77c3-006974159b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txe7de4a5ed56e4c99a2e61-006974159b) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txe7de4a5ed56e4c99a2e61-006974159b) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txd4b52481f03f47cb8216a-006974159b) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx1e58af398cae48c4b1a36-006974159b) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx1e58af398cae48c4b1a36-006974159b) +proxy-server ERROR: Object HEAD returning 503 for [] (txn: tx1e58af398cae48c4b1a36-006974159b) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: txb0c69a8a0eee422e930dc-006974159b) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txb0c69a8a0eee422e930dc-006974159b) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txb0c69a8a0eee422e930dc-006974159b) +proxy-server ERROR: Object HEAD returning 503 for [507] (txn: txb0c69a8a0eee422e930dc-006974159b) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx3812cf8086c146dd8012f-006974159b) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx3812cf8086c146dd8012f-006974159b) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx3812cf8086c146dd8012f-006974159b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf864801635944452a7e4e-006974159b) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf864801635944452a7e4e-006974159b) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf864801635944452a7e4e-006974159b) +proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: txf864801635944452a7e4e-006974159b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx01ca502853dc4f89aeaf5-006974159c) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx01ca502853dc4f89aeaf5-006974159c) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx01ca502853dc4f89aeaf5-006974159c) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_with_x_open_expired +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_with_x_open_expired ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim ... ok +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write_acp:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:09 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '456'} +fake-swift DEBUG: Grant test:write_acp FULL_CONTROL permission on the bucket /bucket fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:09 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '448'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx73434451485f401e853ec-006767055a) -proxy-server ERROR: Object POST returning 503 for (503,) (txn: tx73434451485f401e853ec-006767055a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa5f0e0bf3877450dad643-006767055a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx83dadf9d556d430dbf9b7-006767055a) -proxy-server ERROR: Object POST returning 503 for (503,) (txn: tx83dadf9d556d430dbf9b7-006767055a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txebf821679abb49febc06a-006767055a) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sda, error: ERROR Insufficient Storage (txn: txebf821679abb49febc06a-006767055a) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sda (txn: txebf821679abb49febc06a-006767055a) -proxy-server ERROR: Object POST returning 503 for (503,) (txn: txebf821679abb49febc06a-006767055a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix ... ok + +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0006 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0003 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0051 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0036 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0023 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0037 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0022 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0022 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0019 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0003 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0042 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0024 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0022 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0022 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0025 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0022 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0022 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0022 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0021 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0012 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0048 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0013 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0012 "-" 3082123 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0063 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0015 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0037 "-" 3082123 0test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params +test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating ... ok +test.unit.container.test_server.TestContainerController.test_GET_non_ascii +test.unit.container.test_server.TestContainerController.test_GET_non_ascii ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file ... ok - -test DEBUG: Unlinked retiring db '/tmp/tmpxfjchw1i/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpxfjchw1i/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:testertest:testerFULL_CONTROL fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Sat, 24 Jan 2026 00:43:08 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215388.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:08 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:08 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:08 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:08 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type ... ok + fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804826.17215', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804826.18301', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET + return self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission ... ok -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required ... ok - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0023 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0004 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0050 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0023 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_server.py", line 6118, in mock_put_method - raise Exception() -Exception -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0065 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0113 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0014 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0046 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 33161 1 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 33161 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0056 "-" 33161 1 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0029 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0039 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0037 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0030 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0054 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0052 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0041 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 33161 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0010 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0059 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0001 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0056 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0071 "-" 33161 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0059 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0081 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0079 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0023 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0024 "-" 33161 0test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved -test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index -test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index ... ok -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false ... ok -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true ... ok -test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist -test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist ... ok -test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public -test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public ... ok -test.unit.container.test_server.TestContainerController.test_list_allowed_methods -test.unit.container.test_server.TestContainerController.test_list_allowed_methods ... ok -test.unit.container.test_server.TestContainerController.test_listing_with_reserved -test.unit.container.test_server.TestContainerController.test_listing_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_log_line_format -test.unit.container.test_server.TestContainerController.test_log_line_format ... ok -test.unit.container.test_server.TestContainerController.test_markers_with_reserved -test.unit.container.test_server.TestContainerController.test_markers_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_not_allowed_method -test.unit.container.test_server.TestContainerController.test_not_allowed_method ... ok -test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps -test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps ... ok -test.unit.container.test_server.TestContainerController.test_object_update_with_offset -test.unit.container.test_server.TestContainerController.test_object_update_with_offset ... ok -test.unit.container.test_server.TestContainerController.test_params_format -test.unit.container.test_server.TestContainerController.test_params_format ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD + resp = self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift INFO: - - 24/Jan/2026/00/43/10 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0010 - - 1769215390.156164408 1769215390.157163620 1 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift INFO: - - 24/Jan/2026/00/43/10 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0009 - - 1769215390.157799244 1769215390.158696413 0 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request ... ok +test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning +test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true ... ok +test.unit.common.test_db.TestChexor.test_chexor +test.unit.common.test_db.TestChexor.test_chexor ... ok +test.unit.common.test_db.TestChexor.test_invalid_old_hash +test.unit.common.test_db.TestChexor.test_invalid_old_hash ... ok +test.unit.common.test_db.TestChexor.test_no_name +test.unit.common.test_db.TestChexor.test_no_name ... ok +test.unit.common.test_db.TestChexor.test_normal_case +test.unit.common.test_db.TestChexor.test_normal_case ... ok +test.unit.common.test_db.TestExampleBroker.test_commit_pending +test.unit.common.test_db.TestExampleBroker.test_commit_pending ... ok +test.unit.common.test_db.TestExampleBroker.test_delete_db +test.unit.common.test_db.TestExampleBroker.test_delete_db ... ok +test.unit.common.test_db.TestExampleBroker.test_get_info +test.unit.common.test_db.TestExampleBroker.test_get_info ... ok +test.unit.common.test_db.TestExampleBroker.test_get_max_row +test.unit.common.test_db.TestExampleBroker.test_get_max_row ... ok +test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata +test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata ... ok +test.unit.common.test_db.TestExampleBroker.test_get_syncs +test.unit.common.test_db.TestExampleBroker.test_get_syncs ... ok +test.unit.common.test_db.TestExampleBroker.test_maybe_get +test.unit.common.test_db.TestExampleBroker.test_maybe_get ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change ... ok +test.unit.common.test_db.TestExampleBroker.test_put_timestamp +test.unit.common.test_db.TestExampleBroker.test_put_timestamp ... ok +test.unit.common.test_db.TestExampleBroker.test_status_changed_at +test.unit.common.test_db.TestExampleBroker.test_status_changed_at ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update ... ok +test.unit.common.test_linkat.TestLinkat.test_available +test.unit.common.test_linkat.TestLinkat.test_available ... ok +test.unit.common.test_linkat.TestLinkat.test_errno +test.unit.common.test_linkat.TestLinkat.test_errno ... ok +test.unit.common.test_linkat.TestLinkat.test_flags +test.unit.common.test_linkat.TestLinkat.test_flags ... ok +test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer +test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer ... ok +test.unit.common.test_linkat.TestLinkat.test_linkat_success +test.unit.common.test_linkat.TestLinkat.test_linkat_success ... ok +test.unit.common.test_linkat.TestLinkat.test_unavailable +test.unit.common.test_linkat.TestLinkat.test_unavailable ... ok +test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc +test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc ... ok +test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file +test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains +test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_del +test.unit.common.test_swob.TestHeaderEnvironProxy.test_del ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys +test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys +test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy +test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy ... ok +test.unit.common.test_utils.TestContextPool.test_close +test.unit.common.test_utils.TestContextPool.test_close ... ok +test.unit.common.test_utils.TestContextPool.test_context_manager +test.unit.common.test_utils.TestContextPool.test_context_manager ... ok +test.unit.common.test_utils.TestFileLikeIter.test_close +test.unit.common.test_utils.TestFileLikeIter.test_close ... ok +test.unit.common.test_utils.TestFileLikeIter.test_get_hub +test.unit.common.test_utils.TestFileLikeIter.test_get_hub ... ok +test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter +test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter ... ok +test.unit.common.test_utils.TestFileLikeIter.test_next +test.unit.common.test_utils.TestFileLikeIter.test_next ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read +test.unit.common.test_utils.TestFileLikeIter.test_read ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline +test.unit.common.test_utils.TestFileLikeIter.test_readline ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline2 +test.unit.common.test_utils.TestFileLikeIter.test_readline2 ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline3 +test.unit.common.test_utils.TestFileLikeIter.test_readline3 ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size +test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readlines +test.unit.common.test_utils.TestFileLikeIter.test_readlines ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size +test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size ... ok +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized ... ok +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works ... ok +test.unit.common.test_utils.TestLRUCache.test_maxsize +test.unit.common.test_utils.TestLRUCache.test_maxsize ... ok +test.unit.common.test_utils.TestLRUCache.test_maxtime +test.unit.common.test_utils.TestLRUCache.test_maxtime ... ok +test.unit.common.test_utils.TestLRUCache.test_set_maxsize +test.unit.common.test_utils.TestLRUCache.test_set_maxsize ... ok +test.unit.common.test_utils.TestLRUCache.test_set_maxtime +test.unit.common.test_utils.TestLRUCache.test_set_maxtime ... ok +test.unit.common.test_utils.TestNamespace.test_bounds_serialization +test.unit.common.test_utils.TestNamespace.test_bounds_serialization ... ok +test.unit.common.test_utils.TestNamespace.test_comparisons +test.unit.common.test_utils.TestNamespace.test_comparisons ... ok +test.unit.common.test_utils.TestNamespace.test_contains +test.unit.common.test_utils.TestNamespace.test_contains ... ok +test.unit.common.test_utils.TestNamespace.test_end_marker +test.unit.common.test_utils.TestNamespace.test_end_marker ... ok +test.unit.common.test_utils.TestNamespace.test_entire_namespace +test.unit.common.test_utils.TestNamespace.test_entire_namespace ... ok +test.unit.common.test_utils.TestNamespace.test_expand +test.unit.common.test_utils.TestNamespace.test_expand ... ok +test.unit.common.test_utils.TestNamespace.test_includes +test.unit.common.test_utils.TestNamespace.test_includes ... ok +test.unit.common.test_utils.TestNamespace.test_lower_setter +test.unit.common.test_utils.TestNamespace.test_lower_setter ... ok +test.unit.common.test_utils.TestNamespace.test_name +test.unit.common.test_utils.TestNamespace.test_name ... ok +test.unit.common.test_utils.TestNamespace.test_name_unexpected_format +test.unit.common.test_utils.TestNamespace.test_name_unexpected_format ... ok +test.unit.common.test_utils.TestNamespace.test_total_ordering +test.unit.common.test_utils.TestNamespace.test_total_ordering ... ok +test.unit.common.test_utils.TestNamespace.test_unicode_name +test.unit.common.test_utils.TestNamespace.test_unicode_name ... ok +test.unit.common.test_utils.TestNamespace.test_upper_setter +test.unit.common.test_utils.TestNamespace.test_upper_setter ... ok +test.unit.common.test_utils.TestPairs.test_pairs +test.unit.common.test_utils.TestPairs.test_pairs ... ok +test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers +test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_closes +test.unit.common.test_utils.TestReiterate.test_reiterate_closes ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first +test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple +test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple ... ok +test.unit.common.test_utils.TestShardName.test +test.unit.common.test_utils.TestShardName.test ... ok +test.unit.common.test_utils.TestShardName.test_bad_create +test.unit.common.test_utils.TestShardName.test_bad_create ... ok +test.unit.common.test_utils.TestShardName.test_bad_parse +test.unit.common.test_utils.TestShardName.test_bad_parse ... ok +test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names +test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names ... ok +test.unit.common.test_utils.TestShardName.test_root_has_hyphens +test.unit.common.test_utils.TestShardName.test_root_has_hyphens ... ok +test.unit.common.test_utils.TestSpliterator.test_big_input_string +test.unit.common.test_utils.TestSpliterator.test_big_input_string ... ok +test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries +test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries ... ok +test.unit.common.test_utils.TestSpliterator.test_closing +test.unit.common.test_utils.TestSpliterator.test_closing ... ok +test.unit.common.test_utils.TestSpliterator.test_no_empty_strings +test.unit.common.test_utils.TestSpliterator.test_no_empty_strings ... ok +test.unit.common.test_utils.TestSpliterator.test_overlap +test.unit.common.test_utils.TestSpliterator.test_overlap ... ok +test.unit.common.test_utils.TestSpliterator.test_running_out +test.unit.common.test_utils.TestSpliterator.test_running_out ... ok +test.unit.common.test_utils.TestSpliterator.test_string +test.unit.common.test_utils.TestSpliterator.test_string ... ok +test.unit.container.test_sync.TestContainerSync.test_FileLikeIter +test.unit.container.test_sync.TestContainerSync.test_FileLikeIter ... ok +test.unit.container.test_sync.TestContainerSync.test_container_first_loop +test.unit.container.test_sync.TestContainerSync.test_container_first_loop ... ok +test.unit.container.test_sync.TestContainerSync.test_container_report +test.unit.container.test_sync.TestContainerSync.test_container_report ... ok +test.unit.container.test_sync.TestContainerSync.test_container_second_loop +test.unit.container.test_sync.TestContainerSync.test_container_second_loop ... ok +test.unit.container.test_sync.TestContainerSync.test_container_stop_at +test.unit.container.test_sync.TestContainerSync.test_container_stop_at ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted +test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key +test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfdda10ebe321467f990c7-006974159d) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfdda10ebe321467f990c7-006974159d) +proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: txfdda10ebe321467f990c7-006974159d) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe4d0863bdb35427ab545b-006974159d) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe4d0863bdb35427ab545b-006974159d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: txe4d0863bdb35427ab545b-006974159d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: txe4d0863bdb35427ab545b-006974159d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: txe4d0863bdb35427ab545b-006974159d) +proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: txe4d0863bdb35427ab545b-006974159d) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe98ef61243f34126bcd2a-006974159d) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: ERROR Client read timeout (Nones) (txn: tx939beb03b7904fd79dd82-006974159d) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Expect: 100-continue on /AUTH_kilroy/%ED%88%8E/%E9%90%89: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node + putter = self._make_putter(node, part, req, headers) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 978, in _make_putter + putter = Putter.connect( + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1847, in connect + conn, expect_resp, final_resp, connect_duration = cls._make_connection( + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1811, in _make_connection + conn = http_connect(ip, port, node['device'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: Connection refused: Please insert ten dollars (txn: tx0cfcfee3ce01416c88d55-006974159d) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.0:1000/sda (txn: txe3f6c84fc85343acbbd97-006974159d)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers ... ok +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0014 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0016 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:07 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0041 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0035 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0036 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 3082127 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0034 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0011 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0036 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0035 "-" 3082127 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0036 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0038 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0023 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0021 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0036 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0012 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 3082127 nada +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 3082127 999 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c_legacy" 201 - "-" "-" "-" 0.0035 "-" 3082127 0 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "HEAD /sda1/p/a/c_legacy" 204 - "-" "-" "-" 0.0012 "-" 3082127 0 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0033 "-" 3082127 1 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "HEAD /sda1/p/a/c_one" 204 - "-" "-" "-" 0.0011 "-" 3082127 1 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0036 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "HEAD /sda1/p/a/c_two" 204 - "-" "-" "-" 0.0012 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0033 "-" 3082127 3 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "HEAD /sda1/p/a/c_three" 204 - "-" "-" "-" 0.0012 "-" 3082127 3 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/c_four" 201 - "-" "-" "-" 0.0033 "-" 3082127 4 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "HEAD /sda1/p/a/c_four" 204 - "-" "-" "-" 0.0038 "-" 3082127 4 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 3082127 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 3082127 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0039 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0036 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0023 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0040 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0036 "-" 3082127 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok + +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0019 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0041 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0024 "-" 3082123 0 +test DEBUG: Unlinked retiring db '/tmp/tmpm35lkfq2/tmp_test_container_server_ContainerController/sda1/containers/p/64e/f1af2fdedc6e97f9ffc424e624ea364e/f1af2fdedc6e97f9ffc424e624ea364e.db' +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0021 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0022 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0058 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0026 "-" 3082123 0 +test DEBUG: Unlinked retiring db '/tmp/tmp6if7bwzb/tmp_test_container_server_ContainerController/sda1/containers/p/64e/f1af2fdedc6e97f9ffc424e624ea364e/f1af2fdedc6e97f9ffc424e624ea364e.db' +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0020 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0022 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0042 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0021 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0022 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0020 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0038 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0064 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0020 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0022 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0021 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0040 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0024 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0020 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0020 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0062 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0044 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0025 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0006 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0003 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0003 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0003 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0003 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0003 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0003 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0003 "-" 3082123 1 +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0004 "-" 3082123 1 +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 3082123 1 +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0003 "-" 3082123 1 +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 3082123 1 +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0003 "-" 3082123 1 +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0003 "-" 3082123 1 +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0003 "-" 3082123 1 +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0003 "-" 3082123 1 +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0003 "-" 3082123 1 +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0046 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0025 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0024 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3082123 0test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies +test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies ... ok +test.unit.container.test_server.TestContainerController.test_GET_over_limit +test.unit.container.test_server.TestContainerController.test_GET_over_limit ... ok +test.unit.container.test_server.TestContainerController.test_GET_path +test.unit.container.test_server.TestContainerController.test_GET_path ... ok +test.unit.container.test_server.TestContainerController.test_GET_plain +test.unit.container.test_server.TestContainerController.test_GET_plain ... ok +test.unit.container.test_server.TestContainerController.test_GET_prefix +test.unit.container.test_server.TestContainerController.test_GET_prefix ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804826.43568', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:write READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:10 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 24 Jan 2026 00:43:10 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215390.43086', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD - resp = self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 246, in HEAD - return self._handle_acl(app, 'HEAD') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 24 Jan 2026 00:43:10 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215390.44317', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1734804826.90109', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_bad_hash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation ... ok +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: User tenant_id has system reader authorizing +test DEBUG: tenant mismatch: AUTH_tenant_id2 != tenant_id +test DEBUG: allow user with role(s) admin,swiftoperator as account admin +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync INFO: Container sync report: a/c, time window start: 1769215393.6860905, time window end: 1769215393.6860905, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 5, sync_point2: None, total_rows: 1 +test-container-sync ERROR: ERROR Syncing : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 389, in container_sync + if not self.container_sync_row( + ^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: TestContainerSync.test_container_report..fake_container_sync_row() missing 1 required positional argument: 'realm_key' +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync INFO: Container sync report: a/c, time window start: 1769215393.6882203, time window end: 1769215393.6882308, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync ERROR: ERROR Syncing {'ROWID': 1, 'name': 'o'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 535, in container_sync_row + row['created_at']) + ~~~^^^^^^^^^^^^^^ +KeyError: 'created_at' +test-container-sync INFO: Container sync report: a/c, time window start: 1769215393.6883857, time window end: 1769215393.6886861, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync INFO: Container sync report: a/c, time window start: 1769215393.6887813, time window end: 1769215393.6888356, puts: 0, posts: 0, deletes: 1, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 883, in fake_delete_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 900, in fake_delete_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 883, in fake_delete_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 900, in fake_delete_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row + self.swift.get_object(info['account'], + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1146, in fake_get_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row + self.swift.get_object(info['account'], + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1173, in fake_get_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 613, in container_sync_row + put_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1239, in fake_put_object + raise ClientException('test client exception', http_status=503) +swift.common.exceptions.ClientException: test client exception: 503 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms ... ok +test.unit.container.test_sync.TestContainerSync.test_run_forever +test.unit.container.test_sync.TestContainerSync.test_run_forever ... ok +test.unit.container.test_sync.TestContainerSync.test_run_once +test.unit.container.test_sync.TestContainerSync.test_run_once ... ok +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None ... ok +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple ... ok +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one ... ok +test.unit.container.test_updater.TestContainerUpdater.test_conf_params +test.unit.container.test_updater.TestContainerUpdater.test_conf_params ... ok +test.unit.container.test_updater.TestContainerUpdater.test_creation +test.unit.container.test_updater.TestContainerUpdater.test_creation ... ok +test.unit.container.test_updater.TestContainerUpdater.test_error_in_process +test.unit.container.test_updater.TestContainerUpdater.test_error_in_process ... ok +test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception +test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception ... ok +test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception +test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync ... ok + +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0025 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0023 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:08 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0024 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0037 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0036 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0036 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0059 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0038 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0036 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0035 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0037 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0035 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0038 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0035 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0037 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0065 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0022 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0021 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0002 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0000 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0000 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0070 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0036 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0038 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0024 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0040 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0035 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0023 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:09 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 3082127 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types ... ok +test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers +test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_watchers +test.unit.obj.test_auditor.TestAuditWatchers.test_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable +test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception +test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_euclean_quarantined +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_euclean_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester READ permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_updater.TestRateLimiterBucket.test_bool +test.unit.obj.test_updater.TestRateLimiterBucket.test_bool ... ok +test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering +test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering ... ok +test.unit.obj.test_updater.TestRateLimiterBucket.test_len +test.unit.obj.test_updater.TestRateLimiterBucket.test_len ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication +test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration +test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_all_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_all_found ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body ... ok +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch + +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0012 "-" 3082123 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0002 "-" 3082123 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0003 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0003 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0041 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0083 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0021 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0003 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0037 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0013 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0090 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0027 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0028 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0003 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0003 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0003 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0003 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0087 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0019 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0017 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0043 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0013 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0038 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0023 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0019 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0042 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0020 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0021 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0019 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0017 "-" 3082123 0test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects ... ok +Container 'a/c' cannot be set to sharding state while in sharding state +Unlinked retiring db '/tmp/tmpmxoyd7do/containers/part/suffix/hash/container.db' +Container 'a/c' cannot be set to sharded state while in sharded state +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:11 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ @@ -82212,483 +87463,595 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 229, in PUT - self.req.get_acl_response(app, 'PUT', self.container) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_custom_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_custom_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_default_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_default_config ... ok -test.unit.proxy.test_server.TestECObjectController.test_GET_ec -test.unit.proxy.test_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec -test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect -test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec -test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:11 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission ... ok +Unlinked retiring db '/tmp/tmpmxoyd7do/containers/part/suffix/hash/container_1769215414.00000.db' +Unlinked retiring db '/tmp/tmpmxoyd7do/containers/part/suffix/hash/container_1769215425.00000.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': '6qm+nUNIiw0hvrDDF0kHUQ==', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'eaa9be9d43488b0d21beb0c317490751', 'X-Timestamp': '1734804826.99574', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 24 Jan 2026 00:43:11 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215391.60177', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804827.00000', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy ... ok +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 24 Jan 2026 00:43:11 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215391.61602', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:11 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission ... ok -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0095 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0012 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 33161 nada -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0003 "-" 33161 999 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0036 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "HEAD /sda1/p/a/c_nulo" 204 - "-" "-" "-" 0.0026 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0042 "-" 33161 1 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "HEAD /sda1/p/a/c_unu" 204 - "-" "-" "-" 0.0013 "-" 33161 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 33161 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 33161 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0047 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0006 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0039 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0034 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0039 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0036 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0025 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0022 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0069 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0101 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0069 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0039 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0038 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0033 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0043 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0056 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0054 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0008 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0076 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0037 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0057 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0044 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0044 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0034 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0084 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0030 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0024 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0003 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0001 "-" 33161 -test.unit.container.test_server.TestContainerController.test_params_utf8 -test.unit.container.test_server.TestContainerController.test_params_utf8 ... ok -test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved -test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_prefix_with_reserved -test.unit.container.test_server.TestContainerController.test_prefix_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_put_auto_create -test.unit.container.test_server.TestContainerController.test_put_auto_create ... ok -test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods -test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods ... ok -test.unit.container.test_server.TestContainerController.test_serv_reserv -test.unit.container.test_server.TestContainerController.test_serv_reserv ... ok -test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type -test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type ... ok -test.unit.container.test_server.TestContainerController.test_through_call -test.unit.container.test_server.TestContainerController.test_through_call ... ok -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path ... ok -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 ... ok -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE ... ok -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST ... ok -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT ... ok -test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers -test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers ... ok +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.1:1001/sdb (txn: tx2fea36fcf9704783841f9-006974159e) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.2:1002/sdc (txn: tx1f9264e8bf074001a925f-006974159e) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Expect: 100-continue on /a/c/o.jpg: Timeout (Nones) (txn: txd6a7dac3e7bc45828e5bd-006974159e) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /a/c/o.jpg: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node + putter = self._make_putter(node, part, req, headers) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 978, in _make_putter + putter = Putter.connect( + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1847, in connect + conn, expect_resp, final_resp, connect_duration = cls._make_connection( + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1811, in _make_connection + conn = http_connect(ip, port, node['device'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx146fd07ddcab449981767-006974159e) +proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: tx949eec6bda5e4e7d9bb91-006974159e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx43161de9ad464159811cb-006974159e) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/a/c/o.jpg: Timeout (Nones) (txn: tx31d89ccfb474475bb5a01-006974159e) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/a/c/o.jpg: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response + resp = putter.await_response( + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1749, in await_response + self.resp = self.conn.getresponse() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 849, in getresponse + self.status = self._status.get_response_status() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 749, in get_response_status + raise self.status +Exception (txn: tx94a2a62287ae4bbb9c2da-006974159e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx3a993a4067ea41d4a559d-006974159e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected without sending last chunk (txn: tx2e147cafd99f48179737b-006974159e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx0ff18f587bad408ca9848-006974159e) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx0ff18f587bad408ca9848-006974159e) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx0ff18f587bad408ca9848-006974159e) +proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: tx0ff18f587bad408ca9848-006974159e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1017, in _transfer_data + chunk = next(data_source) + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ + return self._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 5009, in _get_next_item + return super(CooperativeIterator, self)._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item + return next(self.wrapped_iter) + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 884, in reader + return req.environ['wsgi.input'].read( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 2008, in read + raise Exception('exception message') +Exception: exception message (txn: txf0d6f865a1f94ce383fbf-006974159f)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted ... ok + +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 559, in container_sync_row + if self._object_in_remote_container(row['name'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 491, in _object_in_remote_container + metadata, _ = head_object(sync_to, name=name, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1338, in fake_head_object + raise Exception() +Exception +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row + self.swift.get_object(info['account'], + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1146, in fake_get_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row + self.swift.get_object(info['account'], + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1173, in fake_get_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 613, in container_sync_row + put_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1239, in fake_put_object + raise ClientException('test client exception', http_status=503) +swift.common.exceptions.ClientException: test client exception: 503 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 559, in container_sync_row + if self._object_in_remote_container(row['name'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 491, in _object_in_remote_container + metadata, _ = head_object(sync_to, name=name, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1338, in fake_head_object + raise Exception() +Exception +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 +test INFO: Begin container update single threaded sweep +test ERROR: Error processing container /tmp/tmph1y1m2ev/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db: Boom!: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/updater.py", line 225, in container_sweep + self.process_container(dbfile) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception: Boom! +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: ERROR: Failed to get paths to drive partitions: permission_denied +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /.shards_a/c /tmp/tmpb1g0x2x9/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon'test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container +test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container ... ok +test.unit.container.test_updater.TestContainerUpdater.test_run_once +test.unit.container.test_updater.TestContainerUpdater.test_run_once ... ok +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted ... ok +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804826.65179', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804826.65488', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804826.66112', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804826.66338', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804826.66959', 'Content-Type': 'binary/octet-stream'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'X-Timestamp': '1734804826.67266', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete ... ok +test ERROR: Failed to unlink '/tmp/tmpkgwvjyr7/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpkgwvjyr7/containers/part/suffix/hash/container_1769215398.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpkgwvjyr7/containers/part/suffix/hash/container_1769215398.00000.db': ['/tmp/tmpkgwvjyr7/containers/part/suffix/hash/container.db', '/tmp/tmpkgwvjyr7/containers/part/suffix/hash/container_1769215399.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpkgwvjyr7/containers/part/suffix/hash/container_1769215399.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +Unlinked retiring db '/tmp/tmpo6wlq274/containers/part/suffix/hash/d38c3122-9beb-478e-9cd6-ffa47495a998.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required ... ok +Unlinked retiring db '/tmp/tmpynwr3_3b/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta ... ok + +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804826.67905', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804826.68533', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804826.68796', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804826.71974', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object +fake-swift DEBUG: Grant AllUsers WRITE permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804826.72186', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpy7y62th5/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpy7y62th5/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpy7y62th5/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpy7y62th5/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:47 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0052 "-" 33055 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:47 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0049 "-" 33055 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:47 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0061 "-" 33055 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:47 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0034 "-" 33055 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:47 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5042e6f695eb48aea6f77-006767055b" "proxy-server 33055" 0.0013 "-" 33055 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:47 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:38651/sdb1/0/a/c" "tx5042e6f695eb48aea6f77-006767055b" "container-server 33055" 0.0018 "-" 33055 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:47 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:43385/sda1/0/a/c" "tx5042e6f695eb48aea6f77-006767055b" "container-server 33055" 0.0013 "-" 33055 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:47 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx5042e6f695eb48aea6f77-006767055b" "proxy-server 33055" 0.0133 "-" 33055 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:47 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx5042e6f695eb48aea6f77-006767055b" "proxy-server 33055" 0.0278 "-" 33055 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/47 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx5042e6f695eb48aea6f77-006767055b - 0.0371 - - 1734804827.491174698 1734804827.528314352 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:47 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txdcaccf7d8a7a4e59a1997-006767055b" "proxy-server 33055" 0.0014 "-" 33055 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:47 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:38651/sdb1/2/a1/c1" "txdcaccf7d8a7a4e59a1997-006767055b" "container-server 33055" 0.0020 "-" 33055 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:47 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:43385/sda1/2/a1/c1" "txdcaccf7d8a7a4e59a1997-006767055b" "container-server 33055" 0.0011 "-" 33055 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:47 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txdcaccf7d8a7a4e59a1997-006767055b" "proxy-server 33055" 0.0098 "-" 33055 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:47 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txdcaccf7d8a7a4e59a1997-006767055b" "proxy-server 33055" 0.0149 "-" 33055 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/47 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txdcaccf7d8a7a4e59a1997-006767055b - 0.0230 - - 1734804827.530897856 1734804827.553889990 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:47 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5427ae1db87043cd8c269-006767055b" "proxy-server 33055" 0.0020 "-" 33055 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:47 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:38651/sdb1/0/a/c1" "tx5427ae1db87043cd8c269-006767055b" "container-server 33055" 0.0026 "-" 33055 1 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:47 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:43385/sda1/0/a/c1" "tx5427ae1db87043cd8c269-006767055b" "container-server 33055" 0.0012 "-" 33055 1 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:47 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx5427ae1db87043cd8c269-006767055b" "proxy-server 33055" 0.0172 "-" 33055 1 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:47 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx5427ae1db87043cd8c269-006767055b" "proxy-server 33055" 0.0131 "-" 33055 1 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/47 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx5427ae1db87043cd8c269-006767055b - 0.0274 - - 1734804827.555416822 1734804827.582812309 1 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:47 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf44c069482c4455dae46f-006767055b" "proxy-server 33055" 0.0020 "-" 33055 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:47 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:43385/sda1/2/a/c2" "txf44c069482c4455dae46f-006767055b" "container-server 33055" 0.0028 "-" 33055 2 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:47 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:38651/sdb1/2/a/c2" "txf44c069482c4455dae46f-006767055b" "container-server 33055" 0.0012 "-" 33055 2 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:47 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf44c069482c4455dae46f-006767055b" "proxy-server 33055" 0.0146 "-" 33055 2 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:47 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf44c069482c4455dae46f-006767055b" "proxy-server 33055" 0.0114 "-" 33055 2 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/47 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txf44c069482c4455dae46f-006767055b - 0.0262 - - 1734804827.584417820 1734804827.610630512 2 -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txa7561186159c4bfa9799e-006767055c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa7561186159c4bfa9799e-006767055c) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa7561186159c4bfa9799e-006767055c) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txa7561186159c4bfa9799e-006767055c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa7561186159c4bfa9799e-006767055c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa7561186159c4bfa9799e-006767055c) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txa7561186159c4bfa9799e-006767055c) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa7561186159c4bfa9799e-006767055c) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa7561186159c4bfa9799e-006767055c) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: txa7561186159c4bfa9799e-006767055c) -test DEBUG: Setting object count to 1032 (txn: txa7561186159c4bfa9799e-006767055c) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txeeaf4a1083974212b5e2d-006767055c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txeeaf4a1083974212b5e2d-006767055c) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txeeaf4a1083974212b5e2d-006767055c) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txeeaf4a1083974212b5e2d-006767055c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txeeaf4a1083974212b5e2d-006767055c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txeeaf4a1083974212b5e2d-006767055c) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txeeaf4a1083974212b5e2d-006767055c) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txeeaf4a1083974212b5e2d-006767055c) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txeeaf4a1083974212b5e2d-006767055c) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: txeeaf4a1083974212b5e2d-006767055c) -test DEBUG: Setting object count to 48 (txn: txeeaf4a1083974212b5e2d-006767055c) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx4096736993cd478b9ba74-006767055c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4096736993cd478b9ba74-006767055c) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4096736993cd478b9ba74-006767055c) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4096736993cd478b9ba74-006767055c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4096736993cd478b9ba74-006767055c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4096736993cd478b9ba74-006767055c) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: tx4096736993cd478b9ba74-006767055c) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4096736993cd478b9ba74-006767055c) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4096736993cd478b9ba74-006767055c) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: tx4096736993cd478b9ba74-006767055c) -test DEBUG: Setting object count to 1064 (txn: tx4096736993cd478b9ba74-006767055c) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: txfc311a27a1c9402793cfc-006767055c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfc311a27a1c9402793cfc-006767055c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txfc311a27a1c9402793cfc-006767055c) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txfc311a27a1c9402793cfc-006767055c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txfc311a27a1c9402793cfc-006767055c) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txfc311a27a1c9402793cfc-006767055c) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txfc311a27a1c9402793cfc-006767055c) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: txf108b0a52df04db19056f-006767055c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf108b0a52df04db19056f-006767055c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txf108b0a52df04db19056f-006767055c) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txf108b0a52df04db19056f-006767055c)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users ... ok +Unlinked retiring db '/tmp/tmp6noc_gk5/containers/part/suffix/hash/container-65c2ca22-382f-4363-8419-d4f3a12dce80.db' +Unlinked retiring db '/tmp/tmp6noc_gk5/containers/part/suffix/hash/container-23060eaa-036c-44e7-9ed3-c3dc55975483.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging ... ok +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing ... ok -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0001 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0060 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0047 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0044 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0036 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0045 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0028 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0052 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0007 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0035 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0022 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0003 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0046 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0001 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0057 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0002 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:46 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0041 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0060 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:47 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:47 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0004 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:47 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0035 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:47 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:47 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0006 "-" 33161 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:47 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 33161 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0052 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:47 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0034 "-" 33161 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0082 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:47 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:47 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 33161 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0081 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0031 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /.shards_a/c /tmp/tmpb1g0x2x9/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test DEBUG: Update report sent for /.shards_a/c /tmp/tmpb1g0x2x9/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test INFO: - - - [21/Dec/2024:18:13:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0067 "-" 33161 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0113 "-" 33161 0 -test INFO: - - - [21/Dec/2024:18:13:47 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0005 "-" 33161 - -test INFO: - - - [21/Dec/2024:18:13:47 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0032 "-" 33161 -test.unit.container.test_server.TestContainerController.test_weird_content_types -test.unit.container.test_server.TestContainerController.test_weird_content_types ... ok + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /a/c /tmp/tmpyjp7s9x4/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /a/c /tmp/tmpyjp7s9x4/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test DEBUG: Update report sent for /a/c /tmp/tmpyjp7s9x4/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test WARNING: /tmp/tmpdxx2l3k9/tmp_test_container_updater/devices/sda1 is not mounted +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test INFO: Failed to get container info (Lock timeout: 10 seconds: /tmp/tmpq8vmkwhj/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db); skipping. +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refusedtest.unit.container.test_updater.TestContainerUpdater.test_shard_container +test.unit.container.test_updater.TestContainerUpdater.test_shard_container ... ok +test.unit.container.test_updater.TestContainerUpdater.test_unicode +test.unit.container.test_updater.TestContainerUpdater.test_unicode ... ok test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age @@ -82765,2918 +88128,3695 @@ test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE -test.unit.obj.test_server.TestObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp -test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired -test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at -test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue -test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates -test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive -test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST -test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive -test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive -test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET -test.unit.obj.test_server.TestObjectController.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences -test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_but_expired -test.unit.obj.test_server.TestObjectController.test_GET_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config -test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_match -test.unit.obj.test_server.TestObjectController.test_GET_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at -test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since -test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_none_match -test.unit.obj.test_server.TestObjectController.test_GET_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since -test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_quarantine -test.unit.obj.test_server.TestObjectController.test_GET_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable -test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object -test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD -test.unit.obj.test_server.TestObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired -test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_match -test.unit.obj.test_server.TestObjectController.test_HEAD_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since -test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match -test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since -test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte -test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_OPTIONS -test.unit.obj.test_server.TestObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp -test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_but_expired -test.unit.obj.test_server.TestObjectController.test_POST_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at -test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue -test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST -test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_connection -test.unit.obj.test_server.TestObjectController.test_POST_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_invalid_headers -test.unit.obj.test_server.TestObjectController.test_POST_invalid_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_invalid_path -test.unit.obj.test_server.TestObjectController.test_POST_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp -test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_not_exist -test.unit.obj.test_server.TestObjectController.test_POST_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp -test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte -test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_system_metadata -test.unit.obj.test_server.TestObjectController.test_POST_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type -test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta -test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_update_meta -test.unit.obj.test_server.TestObjectController.test_POST_update_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive -test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_open_expired -test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_replication -test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding -test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at -test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection -test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout -test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_commits_data -test.unit.obj.test_server.TestObjectController.test_PUT_commits_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_common -test.unit.obj.test_server.TestObjectController.test_PUT_common ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_connection -test.unit.obj.test_server.TestObjectController.test_PUT_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past -test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored -test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer -test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum -test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_etag -test.unit.obj.test_server.TestObjectController.test_PUT_no_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_slow -test.unit.obj.test_server.TestObjectController.test_PUT_slow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag -test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST -test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive -test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers -test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length -test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol -test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones -test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout -test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_works -test.unit.obj.test_server.TestObjectController.test_REPLICATE_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS -test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called -test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test__call__returns_500 -test.unit.obj.test_server.TestObjectController.test__call__returns_500 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_allowed_headers -test.unit.obj.test_server.TestObjectController.test_allowed_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx -test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_http_connect -test.unit.obj.test_server.TestObjectController.test_async_update_http_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_bad_sinces -test.unit.obj.test_server.TestObjectController.test_bad_sinces ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_bad_method -test.unit.obj.test_server.TestObjectController.test_call_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_bad_request -test.unit.obj.test_server.TestObjectController.test_call_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_name_collision -test.unit.obj.test_server.TestObjectController.test_call_name_collision ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_not_found -test.unit.obj.test_server.TestObjectController.test_call_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive -test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive -test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero -test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_put -test.unit.obj.test_server.TestObjectController.test_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_async -test.unit.obj.test_server.TestObjectController.test_container_update_async ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_bad_args -test.unit.obj.test_server.TestObjectController.test_container_update_bad_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update -test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_success -test.unit.obj.test_server.TestObjectController.test_container_update_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_content_encoding -test.unit.obj.test_server.TestObjectController.test_content_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_correct_allowed_method -test.unit.obj.test_server.TestObjectController.test_correct_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_POST_update_same_expiration -test.unit.obj.test_server.TestObjectController.test_delete_at_POST_update_same_expiration ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_cap -test.unit.obj.test_server.TestObjectController.test_delete_at_cap ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_negative -test.unit.obj.test_server.TestObjectController.test_delete_at_negative ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_overwrite_same_expiration_different_bytes -test.unit.obj.test_server.TestObjectController.test_delete_at_overwrite_same_expiration_different_bytes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries -test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete -test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_backend_replication -test.unit.obj.test_server.TestObjectController.test_delete_backend_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_device_unavailable -test.unit.obj.test_server.TestObjectController.test_device_unavailable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_dynamic_datadir -test.unit.obj.test_server.TestObjectController.test_dynamic_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_extra_headers_contain_object_bytes -test.unit.obj.test_server.TestObjectController.test_extra_headers_contain_object_bytes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config -test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_init -test.unit.obj.test_server.TestObjectController.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist -test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public -test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_list_allowed_methods -test.unit.obj.test_server.TestObjectController.test_list_allowed_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_log_line_format -test.unit.obj.test_server.TestObjectController.test_log_line_format ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_max_object_name_length -test.unit.obj.test_server.TestObjectController.test_max_object_name_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_max_upload_time -test.unit.obj.test_server.TestObjectController.test_max_upload_time ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining -test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_not_allowed_method -test.unit.obj.test_server.TestObjectController.test_not_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests -test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update -test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_object_update_with_offset -test.unit.obj.test_server.TestObjectController.test_object_update_with_offset ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object -test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header -test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer -test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine -test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods -test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_serv_reserv -test.unit.obj.test_server.TestObjectController.test_serv_reserv ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_short_body -test.unit.obj.test_server.TestObjectController.test_short_body ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated -test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers -test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers -test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats -test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestSweepStats.test_copy -test.unit.obj.test_updater.TestSweepStats.test_copy ... ok -test.unit.obj.test_updater.TestSweepStats.test_reset -test.unit.obj.test_updater.TestSweepStats.test_reset ... ok -test.unit.obj.test_updater.TestSweepStats.test_since -test.unit.obj.test_updater.TestSweepStats.test_since ... ok -test.unit.obj.test_updater.TestSweepStats.test_str -test.unit.obj.test_updater.TestSweepStats.test_str ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding ... ok +test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync +test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable +test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index +test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none +test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range +test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range +test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception ... ok +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0024 "-" 3082123 0 +test DEBUG: Unlinked retiring db '/tmp/tmpz1m0v2wv/tmp_test_container_server_ContainerController/sda1/containers/p/b5a/36f5fe1660a28297a53958cf244f0b5a/36f5fe1660a28297a53958cf244f0b5a.db' +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0020 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0021 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0045 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0025 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0024 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0021 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0024 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0026 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0044 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0051 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0030 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0021 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0046 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0025 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0021 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0038 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0019 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0027 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0021 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0017 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0059 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0016 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0046 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0046 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0014 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0024 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0014 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0024 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0024 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 3082123 0test.unit.container.test_server.TestContainerController.test_GET_xml +test.unit.container.test_server.TestContainerController.test_GET_xml ... ok +test.unit.container.test_server.TestContainerController.test_HEAD +test.unit.container.test_server.TestContainerController.test_HEAD ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_not_found +test.unit.container.test_server.TestContainerController.test_HEAD_not_found ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset +test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset ... ok +test.unit.container.test_server.TestContainerController.test_OPTIONS +test.unit.container.test_server.TestContainerController.test_OPTIONS ... ok +test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata +test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata ... ok +test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update +test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update ... ok +test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata +test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata ... ok +test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found +test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found ... ok +test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change +test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change ... ok +test.unit.container.test_server.TestContainerController.test_POST_insufficient_space +test.unit.container.test_server.TestContainerController.test_POST_insufficient_space ... ok +test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to +test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to ... ok +test.unit.container.test_server.TestContainerController.test_POST_invalid_partition +test.unit.container.test_server.TestContainerController.test_POST_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync +test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync ... ok + +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0003 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0035 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0002 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0034 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0020 "-" 3082127 0 +test INFO: - - - [24/Jan/2026:00:43:10 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0040 "-" 3082127 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0005 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0021 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0039 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0005 "-" 3082127 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 3082127 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 3082127 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0050 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0032 "-" 3082127 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0051 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3082127 - +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3082127 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0050 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0071 "-" 3082127 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 3082127 2 +test INFO: - - - [24/Jan/2026:00:43:11 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0039 "-" 3082127 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test WARNING: Handoff requested (9) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507 +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response + resp = putter.await_response( + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1749, in await_response + self.resp = self.conn.getresponse() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 849, in getresponse + self.status = self._status.get_response_status() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 749, in get_response_status + raise self.status +Exception: boom (txn: txa9a9404a75994d99aa399-00697415a0) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: Timeout (Nones) (txn: tx281867a5fbfa44b1bd9dd-00697415a0) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx89933e6f48d645118ddca-00697415a0) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx121b6b6d4a31457ca8198-00697415a0) +proxy-server ERROR: ERROR 500 b'' Trying to PUT /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89 From Object Server 10.0.0.0:1000/sda (txn: tx121b6b6d4a31457ca8198-00697415a0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx0f5f8c69cd724df7a8c14-00697415a0) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx3be480907faa4143ae673-00697415a0) +proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.0:1000/sda (txn: tx3be480907faa4143ae673-00697415a0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 412, [412] (txn: txa9f02c1c875845d8845b9-00697415a0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected without sending enough data (txn: tx966b4685a60d47adad42b-00697415a0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1792, in _send_chunk + self.conn.send(to_send) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 927, in send + self.give_send(self, data) + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 1772, in capture_send + raise exc +Exception: Exception while sending data on connection (txn: txdcfbb50d08304e3c91795-00697415a0) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: ChunkWriteTimeout (Nones) (txn: tx7314265f5f6948a7a30b6-00697415a0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804827.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804827.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804827.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:write READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215392.52487', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215392.52721', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission ... ok +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215392.52927', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error ... ok -test INFO: - - - [21/Dec/2024:18:13:47 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0038 "-" 33161 0 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx3649af5a98bd495792f99-006767055c) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx3649af5a98bd495792f99-006767055c) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx3649af5a98bd495792f99-006767055c) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx3649af5a98bd495792f99-006767055c) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx3649af5a98bd495792f99-006767055c) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx3649af5a98bd495792f99-006767055c) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: tx3649af5a98bd495792f99-006767055c) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: tx3649af5a98bd495792f99-006767055c) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: tx3649af5a98bd495792f99-006767055c) -test INFO: Client disconnected on read of '/a/c' (txn: tx3649af5a98bd495792f99-006767055c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txa57a72b0f9c44812aa37e-006767055c) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txa57a72b0f9c44812aa37e-006767055c) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txa57a72b0f9c44812aa37e-006767055c) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txa57a72b0f9c44812aa37e-006767055c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: txbc3ef3f27442445eb1d18-006767055c) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx528efd838d65495c8f0ea-006767055c) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx5a8c0e5b0c3043e585be0-006767055c) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd (txn: txeeaa675c002645c1a572f-006767055c) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: tx0d5c4bfa01f84d7f8743d-006767055c) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /.shards_a/c /tmp/tmpnwu5p7qi/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.37s, 0 successes, 1 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx4476673bada2406d9d649-006767055c) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx59ff2408b6614ed8bbecd-006767055c) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx52a877143e954c31865fb-006767055c) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: txb5fafc6f8bb14f34bdce0-006767055c) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: txb4274d717e5d4b628a1e3-006767055c) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd (txn: txe9260f96e515417dbeb76-006767055c) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: txed7b1ccee150489ca7eb3-006767055c) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /.shards_a/c /tmp/tmpnwu5p7qi/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: txd015294a900c4ed6b5a85-006767055c) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txb7b78f8509364b44b2b78-006767055c) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: tx585b4fcaab0a4a7bb289b-006767055c) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx4a9cc607939449d3a34b9-006767055c) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: txd145114031714375b74a9-006767055c) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx94f594487a3446c9abea8-006767055c) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: tx6b50ff96c93f4990bcad0-006767055c) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test DEBUG: Update report sent for /.shards_a/c /tmp/tmpnwu5p7qi/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: txaf0f21cd4a2f4753b1601-006767055c)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin ... ok + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test DEBUG: Update report sent for /a/Ω /tmp/tmpffq21sb3/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpd4_l3g7s/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpd4_l3g7s/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpd4_l3g7s/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpd4_l3g7s/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:15 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0034 "-" 3082124 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:15 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0037 "-" 3082124 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:15 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 3082124 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:15 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 3082124 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:15 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb4df057f997441e7abe38-00697415a3" "proxy-server 3082124" 0.0013 "-" 3082124 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:15 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:46957/sda1/3/a/c" "txb4df057f997441e7abe38-00697415a3" "container-server 3082124" 0.0012 "-" 3082124 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:15 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:42749/sdb1/3/a/c" "txb4df057f997441e7abe38-00697415a3" "container-server 3082124" 0.0011 "-" 3082124 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:15 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txb4df057f997441e7abe38-00697415a3" "proxy-server 3082124" 0.0096 "-" 3082124 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:15 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txb4df057f997441e7abe38-00697415a3" "proxy-server 3082124" 0.0163 "-" 3082124 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/15 PUT /v1/a/c HTTP/1.0 201 - - t - - - txb4df057f997441e7abe38-00697415a3 - 0.0250 - - 1769215395.970537186 1769215395.995556355 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:16 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txbabf48b6ef244e799fa18-00697415a3" "proxy-server 3082124" 0.0012 "-" 3082124 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:46957/sda1/0/a1/c1" "txbabf48b6ef244e799fa18-00697415a3" "container-server 3082124" 0.0023 "-" 3082124 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:16 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:42749/sdb1/0/a1/c1" "txbabf48b6ef244e799fa18-00697415a3" "container-server 3082124" 0.0012 "-" 3082124 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txbabf48b6ef244e799fa18-00697415a3" "proxy-server 3082124" 0.0104 "-" 3082124 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:16 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txbabf48b6ef244e799fa18-00697415a3" "proxy-server 3082124" 0.0159 "-" 3082124 0test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx01b09761174d4cde97c4c-00697415a6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb7e8c8160fc14099b1497-00697415a6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx0f29562e28ba415e83bb6-00697415a6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx01b7ea3a853d4ca8a4e8c-00697415a6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx9640abef8a424c0da3b42-00697415a6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx73de325cd95949dea0240-00697415a6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txea37ac5f83654ba2a7b45-00697415a6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc800c554fe844edcab46d-00697415a6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx476099e0dba84ca38ecb5-00697415a6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx221c51df1b1c450eb5d24-00697415a6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx8d9e18cb3a424097be03e-00697415a6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txb0abb725942d4fe4bdaad-00697415a6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8af9b333c3bd437b87722-00697415a6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5167a93d332a4c4c9e71b-00697415a6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx9900170337c145c79213a-00697415a6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa01120aad8264d6f98321-00697415a6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx772adf6dd3484c4c83d1b-00697415a6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx4d28c84312a94ea4b0974-00697415a6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx548d2d8d707d4a3ba6762-00697415a6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5e61e13d5f4d454bb5c24-00697415a6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx8bee6381f5de4c29a7d1e-00697415a6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4a165b1ee21a44b5bff80-00697415a6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx2b827a2cf92e4254a5cb9-00697415a6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx68c0b73c03a14ef38defc-00697415a6) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx8a7fd3fca4bd462cbef1b-00697415a6) +test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: txe8a4ac997d3b449faab2a-00697415a6) +test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txe07dd668384f428b93b2f-00697415a6) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx29fa4951df5d4ba682ff5-00697415a6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txf9ef644f36bf4232b6a6d-00697415a6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: tx31f364f0ba8c4d039c5e0-00697415a6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: txaa4cca2a82844b8491f98-00697415a7) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: tx62e134a4913541b89a2e4-00697415a7) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: tx0023bb97d60b41fb80121-00697415a7) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache ... ok +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard ... ok +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state ... ok +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + +proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: tx983be379943548cbafa34-00697415a0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769215393.14432 <= '409 (1769215393.14432), 409 (1769215393.14432), 409 (1769215393.14432)' (txn: tx5f21aea3346a403782568-00697415a1) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769215393.14644 <= '409 (1769215393.14644), 409 (1769215393.14644), 409 (1769215393.14644)' (txn: tx645022bcab0343ea95e4d-00697415a1) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769215393.14847 <= '409 (1769215393.14847), 409 (1769215393.14847), 409 (1769215393.14847)' (txn: txdb6622b93ab2439db5b4c-00697415a1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769215393.00000 <= '409 (1769215394.00000), 409 (1769215394.00000), 409 (1769215394.00000)' (txn: txa04b3b4e922a4251ae027-00697415a1) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769215395.00000 <= '409 (1769215396.00000), 409 (1769215396.00000), 409 (1769215396.00000)' (txn: txd987a82a78304f54a19d7-00697415a1) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769215397.00000 <= '409 (1769215398.00000), 409 (1769215398.00000), 409 (1769215398.00000)' (txn: txbac4b5606769483e9d92b-00697415a1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769215393.00000 <= '409 (1769215393.00000), 409 (1769215393.00000), 409 (1769215393.00000)' (txn: tx427d627ef6b64f5f95dc0-00697415a1) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769215394.00000 <= '409 (1769215394.00000), 409 (1769215394.00000), 409 (1769215394.00000)' (txn: tx534edc6d144b4aada811a-00697415a1) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769215395.00000 <= '409 (1769215395.00000), 409 (1769215395.00000), 409 (1769215395.00000)' (txn: txe1ee823a4ed44b158a171-00697415a1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769215393.00000 <= '409 (1769215393.00000)' (txn: tx3325adc0554a4128be9b8-00697415a1) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769215394.00000 <= '409 (1769215394.00000)' (txn: tx8de038b899374ae18193f-00697415a1) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769215395.00000 <= '409 (1769215395.00000)' (txn: tx680ff1c9ada44b9db0aee-00697415a1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT ... ok +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/16 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txbabf48b6ef244e799fa18-00697415a3 - 0.0245 - - 1769215395.997211695 1769215396.021753311 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:16 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txfa6b08002f1e465a9f5cf-00697415a4" "proxy-server 3082124" 0.0022 "-" 3082124 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:46957/sda1/3/a/c1" "txfa6b08002f1e465a9f5cf-00697415a4" "container-server 3082124" 0.0020 "-" 3082124 1 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:16 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:42749/sdb1/3/a/c1" "txfa6b08002f1e465a9f5cf-00697415a4" "container-server 3082124" 0.0604 "-" 3082124 1 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txfa6b08002f1e465a9f5cf-00697415a4" "proxy-server 3082124" 0.0691 "-" 3082124 1 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:16 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txfa6b08002f1e465a9f5cf-00697415a4" "proxy-server 3082124" 0.0746 "-" 3082124 1 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/16 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txfa6b08002f1e465a9f5cf-00697415a4 - 0.0840 - - 1769215396.023551464 1769215396.107555866 1 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:16 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx6c49e78b825241e3aeb26-00697415a4" "proxy-server 3082124" 0.0020 "-" 3082124 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:46957/sda1/0/a/c2" "tx6c49e78b825241e3aeb26-00697415a4" "container-server 3082124" 0.0026 "-" 3082124 2 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:16 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:42749/sdb1/0/a/c2" "tx6c49e78b825241e3aeb26-00697415a4" "container-server 3082124" 0.0012 "-" 3082124 2 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx6c49e78b825241e3aeb26-00697415a4" "proxy-server 3082124" 0.0146 "-" 3082124 2 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:16 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx6c49e78b825241e3aeb26-00697415a4" "proxy-server 3082124" 0.0112 "-" 3082124 2 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/16 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx6c49e78b825241e3aeb26-00697415a4 - 0.0243 - - 1769215396.109143972 1769215396.133420706 2 + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1734804827.00614', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241221/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241221T181347Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804827.02245', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key ... ok + +test INFO: - - - [24/Jan/2026:00:43:12 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0026 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0065 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0003 "-" 3082123 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 3082123 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0002 "-" 3082123 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3082123 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0061 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0038 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0011 "-" 3082123 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3082123 1 +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3082123 1 +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3082123 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3082123 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0050 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3082123 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0052 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:13 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 3082123 -test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float +test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float ... ok +test.unit.container.test_server.TestContainerController.test_PUT +test.unit.container.test_server.TestContainerController.test_PUT ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata +test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics +test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txbd75cd700709430781185-00697415a2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769215394.00000 <= '409 (1769215395.00000)' (txn: tx33eeab75f8574381908f8-00697415a2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 412, [409, 412, 412] (txn: tx188152ad2e2048d1b68ef-00697415a2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769215394.00000 <= '409 (unknown), 409 (unknown), 409 (unknown)' (txn: tx0f892b41b01b4e65a3d2d-00697415a2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769215394.00000 <= '409 (1769215395.00000), 201 (unknown), 201 (unknown)' (txn: tx5efb435f324a418f86b15-00697415a2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_custom_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_custom_config ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:13 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx3a74c6cb05754281bc5ec-00697415a5) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: tx20d3c02b7d7544aea6863-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx20d3c02b7d7544aea6863-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx20d3c02b7d7544aea6863-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx20d3c02b7d7544aea6863-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx20d3c02b7d7544aea6863-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx20d3c02b7d7544aea6863-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx20d3c02b7d7544aea6863-00697415a5) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txc10ba1ffeb5246e2a35d6-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: txc10ba1ffeb5246e2a35d6-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: txc10ba1ffeb5246e2a35d6-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: txc10ba1ffeb5246e2a35d6-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: txc10ba1ffeb5246e2a35d6-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txc10ba1ffeb5246e2a35d6-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: txc10ba1ffeb5246e2a35d6-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: txc10ba1ffeb5246e2a35d6-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: txc10ba1ffeb5246e2a35d6-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: txc10ba1ffeb5246e2a35d6-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: txc10ba1ffeb5246e2a35d6-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: txc10ba1ffeb5246e2a35d6-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: txc10ba1ffeb5246e2a35d6-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: txc10ba1ffeb5246e2a35d6-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: txc10ba1ffeb5246e2a35d6-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: txc10ba1ffeb5246e2a35d6-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: txc10ba1ffeb5246e2a35d6-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: txc10ba1ffeb5246e2a35d6-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: txc10ba1ffeb5246e2a35d6-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: txc10ba1ffeb5246e2a35d6-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: txc10ba1ffeb5246e2a35d6-00697415a5) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx6db51fd823b045ada90b5-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx6db51fd823b045ada90b5-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx6db51fd823b045ada90b5-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: tx6db51fd823b045ada90b5-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: tx6db51fd823b045ada90b5-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx6db51fd823b045ada90b5-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx6db51fd823b045ada90b5-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: tx6db51fd823b045ada90b5-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: tx6db51fd823b045ada90b5-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: tx6db51fd823b045ada90b5-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: tx6db51fd823b045ada90b5-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: tx6db51fd823b045ada90b5-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: tx6db51fd823b045ada90b5-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: tx6db51fd823b045ada90b5-00697415a5)test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_timeouts +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_timeouts ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_none_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_none_found ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_one_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_one_found ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215393.22879', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241221/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241221T181347Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '0000000000000000000000000000000000000000000000000000000000000000', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804827.41738', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215393.23086', 'Content-Type': 'binary/octet-stream'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'X-Timestamp': '1769215393.23354', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215393.23560', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215393.23795', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215393.23990', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241221/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241221T181347Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804827.43023', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215393.24979', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215393.25174', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804827.91926', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Sat, 24 Jan 2026 00:43:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1769215393.82744', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 ... ok + +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx66e78268d92c4bc0a50e9-00697415a7) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx92a341bd61e343eaae510-00697415a7) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7d75d98af09546348f897-00697415a7) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx90240a9153674e40ab823-00697415a7) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx108a7edab4c8447fab1f0-00697415a7) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txaf0ec7ca28aa4e9cbaccb-00697415a7) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: tx99f4fcfec5c34f06859ff-00697415a7) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx99f4fcfec5c34f06859ff-00697415a7) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx47034a6320394a8b8aef8-00697415a8) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx47034a6320394a8b8aef8-00697415a8) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx47034a6320394a8b8aef8-00697415a8) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx47034a6320394a8b8aef8-00697415a8) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx47034a6320394a8b8aef8-00697415a8) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx47034a6320394a8b8aef8-00697415a8) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx47034a6320394a8b8aef8-00697415a8) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx47034a6320394a8b8aef8-00697415a8) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx47034a6320394a8b8aef8-00697415a8) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: tx47034a6320394a8b8aef8-00697415a8) +test DEBUG: Setting object count to 1032 (txn: tx47034a6320394a8b8aef8-00697415a8) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx96183ae6653a4e7b92ae2-00697415a8) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx96183ae6653a4e7b92ae2-00697415a8) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx96183ae6653a4e7b92ae2-00697415a8) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx96183ae6653a4e7b92ae2-00697415a8) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx96183ae6653a4e7b92ae2-00697415a8) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx96183ae6653a4e7b92ae2-00697415a8) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx96183ae6653a4e7b92ae2-00697415a8)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_default_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_default_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden ... ok +test.unit.proxy.test_mem_server.TestController.test_account_info_200 +test.unit.proxy.test_mem_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_404 +test.unit.proxy.test_mem_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_container_count +test.unit.proxy.test_mem_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_no_account +test.unit.proxy.test_mem_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache +test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_200 +test.unit.proxy.test_mem_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_404 +test.unit.proxy.test_mem_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account +test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache +test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings +test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings +test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_make_requests +test.unit.proxy.test_mem_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_transfer_headers +test.unit.proxy.test_mem_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0039 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3082123 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 3082123 - +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0027 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0021 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0019 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0047 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0019 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0020 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0020 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0021 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0019 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0019 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0019 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0019 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0019 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0046 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0020 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0019 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0042 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0019 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0019 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:14 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 3082123 0test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges +test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics +test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata +test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container +test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container ... ok +test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates +test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804827.68035', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804827.68963', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission ... ok -proxy DEBUG: (33307) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:13:44] "GET https://cluster.domain/bucket/key HTTP/1.0" 200 106 0.000045 -proxy INFO: wsgi exiting -proxy INFO: (33307) wsgi exited, is_accepting=True -proxy INFO: (33307) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (33307) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:13:44] "GET http://cluster.domain/v1/acct/cont/obj HTTP/1.0" 200 112 0.000041 -proxy INFO: wsgi exiting -proxy INFO: (33307) wsgi exited, is_accepting=True -proxy INFO: (33307) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (33307) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:13:44] "GET ftp://cluster.domain/bucket/key HTTP/1.0" 200 126 0.000042 -proxy INFO: wsgi exiting -proxy INFO: (33307) wsgi exited, is_accepting=True -proxy INFO: (33307) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (33307) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:13:44] "GET https://cluster.domain HTTP/1.0" 200 117 0.000037 -proxy INFO: wsgi exiting -proxy INFO: (33307) wsgi exited, is_accepting=True -proxy INFO: (33307) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (33307) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:13:44] "GET http:omg//wtf/bbq HTTP/1.0" 200 112 0.000035 -proxy INFO: wsgi exiting -proxy INFO: (33307) wsgi exited, is_accepting=True -proxy INFO: (33307) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (33307) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: tx6416c8e4eb8a4255b4ece-0067670558) -proxy INFO: wsgi exiting -proxy INFO: (33307) wsgi exited, is_accepting=True -proxy INFO: (33307) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (33307) accepted ('127.0.0.1', 8359) -test ERROR: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD') (txn: test-trans-id) -proxy INFO: wsgi exiting (txn: test-trans-id) -proxy INFO: (33307) wsgi exited, is_accepting=True (txn: test-trans-id) -proxy INFO: (33307) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (33307) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: test-trans-id) -proxy INFO: wsgi exiting -proxy INFO: (33307) wsgi exited, is_accepting=True -proxy INFO: (33307) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (33307) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:13:44] "PUT /path HTTP/1.0" 200 105 0.000057 -proxy INFO: wsgi exiting -proxy INFO: (33307) wsgi exited, is_accepting=True -proxy INFO: (33307) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (33307) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:13:44] "GET ///some-leading-slashes HTTP/1.0" 200 118 0.000041 -proxy INFO: wsgi exiting -proxy INFO: (33307) wsgi exited, is_accepting=True -proxy INFO: (33307) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (33307) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:13:44] "GET /ohÿboy%what$now%E2%80%bd HTTP/1.0" 200 120 0.000043 -proxy INFO: wsgi exiting -proxy INFO: (33307) wsgi exited, is_accepting=True -proxy INFO: (33307) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (33307) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:13:44] "GET /some%fFpath%D8%AA HTTP/1.0" 200 113 0.000041 -proxy INFO: wsgi exiting -proxy INFO: (33307) wsgi exited, is_accepting=True -proxy INFO: (33307) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (33307) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:13:44] "GET / HTTP/1.1" 200 120 0.000060 -proxy INFO: wsgi exiting -proxy INFO: (33307) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 44\r\nDate: Sat, 21 Dec 2024 18:13:44 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": null}' -proxy INFO: (33307) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (33307) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:13:44] "GET /%FF HTTP/1.1" 200 123 0.000061 -proxy INFO: wsgi exiting -proxy INFO: (33307) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 47\r\nDate: Sat, 21 Dec 2024 18:13:44 GMT\r\n\r\n{"RAW_PATH_INFO": "/%FF", "QUERY_STRING": null}' -proxy INFO: (33307) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (33307) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:13:44] "GET /ÿ HTTP/1.1" 200 126 0.000050 -proxy INFO: wsgi exiting -proxy INFO: (33307) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 50\r\nDate: Sat, 21 Dec 2024 18:13:44 GMT\r\n\r\n{"RAW_PATH_INFO": "/\\u00ff", "QUERY_STRING": null}' -proxy INFO: (33307) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (33307) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:13:44] "PUT /Here%20Is%20A%20SnowMan:☃ HTTP/1.0" 200 181 0.000056 -proxy INFO: wsgi exiting -proxy INFO: (33307) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 86\r\nDate: Sat, 21 Dec 2024 18:13:44 GMT\r\nConnection: close\r\n\r\n{"RAW_PATH_INFO": "/Here%20Is%20A%20SnowMan:\\u00e2\\u0098\\u0083", "QUERY_STRING": null}' -proxy INFO: (33307) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (33307) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:13:44] "POST /?and%20it=does+nothing+to+params&PALMTREE=ð%9fŒ%b4 HTTP/1.1" 200 178 0.000057 -proxy INFO: wsgi exiting -proxy INFO: (33307) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 101\r\nDate: Sat, 21 Dec 2024 18:13:44 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": "and%20it=does+nothing+to+params&PALMTREE=\\u00f0%9f\\u008c%b4"}' -proxy INFO: (33307) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (33307) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:13:44] "GET // HTTP/1.1" 200 121 0.000052 -proxy INFO: wsgi exiting -proxy INFO: (33307) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 45\r\nDate: Sat, 21 Dec 2024 18:13:44 GMT\r\n\r\n{"RAW_PATH_INFO": "//", "QUERY_STRING": null}' -proxy INFO: (33307) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (33307) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:13:44] "GET //bar HTTP/1.1" 200 124 0.000050 -proxy INFO: wsgi exiting -proxy INFO: (33307) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 48\r\nDate: Sat, 21 Dec 2024 18:13:44 GMT\r\n\r\n{"RAW_PATH_INFO": "//bar", "QUERY_STRING": null}' -proxy INFO: (33307) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (33307) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:13:44] "GET //////baz HTTP/1.1" 200 128 0.000057 -proxy INFO: wsgi exiting -proxy INFO: (33307) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 52\r\nDate: Sat, 21 Dec 2024 18:13:44 GMT\r\n\r\n{"RAW_PATH_INFO": "//////baz", "QUERY_STRING": null}' -proxy INFO: (33307) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (33307) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [21/Dec/2024 06:13:44] "GET /someurl HTTP/1.0" 200 102 0.000039 -proxy INFO: wsgi exiting -proxy INFO: (33307) wsgi exited, is_accepting=True -test ERROR: Problem finding shard upper in '/tmp/tmpjbdhnfi7/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpjbdhnfi7/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalErrortest.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp8b3m_u54/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp8b3m_u54/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp8b3m_u54/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp8b3m_u54/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:16 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0035 "-" 3082122 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0031 "-" 3082122 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 3082122 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:16 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 3082122 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:16 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa36255944c8c4941b842c-00697415a4" "proxy-server 3082122" 0.0014 "-" 3082122 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:41423/sdb1/1/a/c" "txa36255944c8c4941b842c-00697415a4" "container-server 3082122" 0.0011 "-" 3082122 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:16 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:59389/sda1/1/a/c" "txa36255944c8c4941b842c-00697415a4" "container-server 3082122" 0.0012 "-" 3082122 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:16 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txa36255944c8c4941b842c-00697415a4" "proxy-server 3082122" 0.0145 "-" 3082122 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txa36255944c8c4941b842c-00697415a4" "proxy-server 3082122" 0.0105 "-" 3082122 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/16 PUT /v1/a/c HTTP/1.0 201 - - t - - - txa36255944c8c4941b842c-00697415a4 - 0.0249 - - 1769215396.475623131 1769215396.500528574 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:16 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx59aca4b988024119b3b6c-00697415a4" "proxy-server 3082122" 0.0013 "-" 3082122 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:16 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:59389/sda1/1/a1/c1" "tx59aca4b988024119b3b6c-00697415a4" "container-server 3082122" 0.0022 "-" 3082122 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:41423/sdb1/1/a1/c1" "tx59aca4b988024119b3b6c-00697415a4" "container-server 3082122" 0.0013 "-" 3082122 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx59aca4b988024119b3b6c-00697415a4" "proxy-server 3082122" 0.0101 "-" 3082122 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:16 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx59aca4b988024119b3b6c-00697415a4" "proxy-server 3082122" 0.0154 "-" 3082122 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/16 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx59aca4b988024119b3b6c-00697415a4 - 0.0239 - - 1769215396.502203703 1769215396.526077032 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:16 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5b904716d9f04295b4bed-00697415a4" "proxy-server 3082122" 0.0021 "-" 3082122 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:16 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:59389/sda1/2/a/c1" "tx5b904716d9f04295b4bed-00697415a4" "container-server 3082122" 0.0018 "-" 3082122 1 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:41423/sdb1/2/a/c1" "tx5b904716d9f04295b4bed-00697415a4" "container-server 3082122" 0.0019 "-" 3082122 1 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:16 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx5b904716d9f04295b4bed-00697415a4" "proxy-server 3082122" 0.0104 "-" 3082122 1 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx5b904716d9f04295b4bed-00697415a4" "proxy-server 3082122" 0.0159 "-" 3082122 1 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/16 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx5b904716d9f04295b4bed-00697415a4 - 0.0251 - - 1769215396.527719975 1769215396.552800655 1 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:16 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9138754b000c429c887de-00697415a4" "proxy-server 3082122" 0.0021 "-" 3082122 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:41423/sdb1/1/a/c2" "tx9138754b000c429c887de-00697415a4" "container-server 3082122" 0.0048 "-" 3082122 2 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:16 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:59389/sda1/1/a/c2" "tx9138754b000c429c887de-00697415a4" "container-server 3082122" 0.0019 "-" 3082122 2 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:16 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx9138754b000c429c887de-00697415a4" "proxy-server 3082122" 0.0178 "-" 3082122 2 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx9138754b000c429c887de-00697415a4" "proxy-server 3082122" 0.0142 "-" 3082122 2 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/16 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx9138754b000c429c887de-00697415a4 - 0.0279 - - 1769215396.554477453 1769215396.582350016 2 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpf5y59m4a/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpf5y59m4a/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpf5y59m4a/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpf5y59m4a/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:17 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0035 "-" 3082122 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0032 "-" 3082122 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 3082122 -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok +setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) +setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: tx6db51fd823b045ada90b5-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: tx6db51fd823b045ada90b5-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: tx6db51fd823b045ada90b5-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: tx6db51fd823b045ada90b5-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: tx6db51fd823b045ada90b5-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: tx6db51fd823b045ada90b5-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx6db51fd823b045ada90b5-00697415a5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: tx6db51fd823b045ada90b5-00697415a5) +proxy-server ERROR: Object DELETE returning 503 for (204, 204, 204, 204, 204, 204, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx6db51fd823b045ada90b5-00697415a5) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx3f6d0c2c8e0349628dc23-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx3f6d0c2c8e0349628dc23-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx3f6d0c2c8e0349628dc23-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx3f6d0c2c8e0349628dc23-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx3f6d0c2c8e0349628dc23-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx3f6d0c2c8e0349628dc23-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx3f6d0c2c8e0349628dc23-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx3f6d0c2c8e0349628dc23-00697415a5) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx125f9c74af264e24a29e0-00697415a5) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx125f9c74af264e24a29e0-00697415a5) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx125f9c74af264e24a29e0-00697415a5) +proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx125f9c74af264e24a29e0-00697415a5) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx125f9c74af264e24a29e0-00697415a5) +proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx125f9c74af264e24a29e0-00697415a5) +proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx125f9c74af264e24a29e0-00697415a5) +proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx125f9c74af264e24a29e0-00697415a5) +proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx125f9c74af264e24a29e0-00697415a5) +proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx125f9c74af264e24a29e0-00697415a5)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804828.20868', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804828.22128', 'Content-Type': 'so'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:14 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804827.98397', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260124/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260124T004314Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Sat, 24 Jan 2026 00:43:14 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215394.93011', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804827.99275', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok -swift: Error: An error occurred: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/catch_errors.py", line 73, in handle_request#012 resp = self._app_call(env)#012 ^^^^^^^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.34.0/swift/common/wsgi.py", line 1142, in _app_call#012 resp = self.app(env, self._start_response)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_catch_errors.py", line 39, in __call__#012 raise Exception('An error occurred')#012Exception: An error occurred (txn: txe921997367534302ba28a-006767055d) -swift: Error: An error occurred: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/catch_errors.py", line 73, in handle_request#012 resp = self._app_call(env)#012 ^^^^^^^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.34.0/swift/common/wsgi.py", line 1142, in _app_call#012 resp = self.app(env, self._start_response)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_catch_errors.py", line 38, in __call__#012 raise StrangeException('whoa')#012test.unit.common.middleware.test_catch_errors.StrangeException: whoa (txn: tx71cf6c4d28b140ef802e4-006767055d) -swift: Error: An error occurred: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/catch_errors.py", line 73, in handle_request#012 resp = self._app_call(env)#012 ^^^^^^^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.34.0/swift/common/wsgi.py", line 1146, in _app_call#012 resp = reiterate(resp)#012 ^^^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2390, in reiterate#012 chunk = next(iterator)#012 ^^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_catch_errors.py", line 90, in #012 FakeApp(body_iter=(int(x) for x in 'abcd')), {})#012 ^^^^^^#012ValueError: invalid literal for int() with base 10: 'a' (txn: tx4a9a2cfdc8f6461291de5-006767055d) -swift: Error: An error occurred: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/catch_errors.py", line 73, in handle_request#012 resp = self._app_call(env)#012 ^^^^^^^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.34.0/swift/common/wsgi.py", line 1142, in _app_call#012 resp = self.app(env, self._start_response)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_catch_errors.py", line 39, in __call__#012 raise Exception('An error occurred')#012Exception: An error occurred (txn: txce84edd61e954958b0ed7-006767055d) +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260124/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260124T004314Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '0000000000000000000000000000000000000000000000000000000000000000', 'Date': 'Sat, 24 Jan 2026 00:43:14 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215394.93934', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload ... ok + +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:18 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 3082122 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:18 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4d7ec6a89ed34249bce07-00697415a6" "proxy-server 3082122" 0.0022 "-" 3082122 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:18 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:54991/sdb1/1/a/c" "tx4d7ec6a89ed34249bce07-00697415a6" "container-server 3082122" 0.0012 "-" 3082122 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:18 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:50781/sda1/1/a/c" "tx4d7ec6a89ed34249bce07-00697415a6" "container-server 3082122" 0.0012 "-" 3082122 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:18 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx4d7ec6a89ed34249bce07-00697415a6" "proxy-server 3082122" 0.0094 "-" 3082122 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:18 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx4d7ec6a89ed34249bce07-00697415a6" "proxy-server 3082122" 0.0154 "-" 3082122 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/18 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx4d7ec6a89ed34249bce07-00697415a6 - 0.0247 - - 1769215398.080236435 1769215398.104960442 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:18 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx50061feb1fbc4a1999f1b-00697415a6" "proxy-server 3082122" 0.0013 "-" 3082122 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:18 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:50781/sda1/1/a1/c1" "tx50061feb1fbc4a1999f1b-00697415a6" "container-server 3082122" 0.0012 "-" 3082122 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:18 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:54991/sdb1/1/a1/c1" "tx50061feb1fbc4a1999f1b-00697415a6" "container-server 3082122" 0.0011 "-" 3082122 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:18 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx50061feb1fbc4a1999f1b-00697415a6" "proxy-server 3082122" 0.0156 "-" 3082122 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:18 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx50061feb1fbc4a1999f1b-00697415a6" "proxy-server 3082122" 0.0103 "-" 3082122 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/18 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx50061feb1fbc4a1999f1b-00697415a6 - 0.0249 - - 1769215398.106643915 1769215398.131523132 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:18 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txabed28554c3d4cb39ca49-00697415a6" "proxy-server 3082122" 0.0020 "-" 3082122 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:18 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:50781/sda1/2/a/c1" "txabed28554c3d4cb39ca49-00697415a6" "container-server 3082122" 0.0034 "-" 3082122 1 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:18 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:54991/sdb1/2/a/c1" "txabed28554c3d4cb39ca49-00697415a6" "container-server 3082122" 0.0012 "-" 3082122 1 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:18 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txabed28554c3d4cb39ca49-00697415a6" "proxy-server 3082122" 0.0114 "-" 3082122 1 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:18 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txabed28554c3d4cb39ca49-00697415a6" "proxy-server 3082122" 0.0169 "-" 3082122 1 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/18 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txabed28554c3d4cb39ca49-00697415a6 - 0.0261 - - 1769215398.133080721 1769215398.159189701 1 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:18 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb3e401923f72482585616-00697415a6" "proxy-server 3082122" 0.0021 "-" 3082122 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:18 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:54991/sdb1/1/a/c2" "txb3e401923f72482585616-00697415a6" "container-server 3082122" 0.0022 "-" 3082122 2 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:18 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:50781/sda1/1/a/c2" "txb3e401923f72482585616-00697415a6" "container-server 3082122" 0.0019 "-" 3082122 2 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:18 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb3e401923f72482585616-00697415a6" "proxy-server 3082122" 0.0154 "-" 3082122 2 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:18 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb3e401923f72482585616-00697415a6" "proxy-server 3082122" 0.0116 "-" 3082122 2 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/18 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txb3e401923f72482585616-00697415a6 - 0.0255 - - 1769215398.160788298 1769215398.186316252 2 + +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0064 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0019 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0019 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0019 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0041 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0020 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0027 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0027 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0027 "-" 3082123 0 +test DEBUG: Unlinked retiring db '/tmp/tmp5fk6ajg_/tmp_test_container_server_ContainerController/sda1/containers/p/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0022 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0022 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0045 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0023 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0025 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0021 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0022 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0021 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0041 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0022 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0023 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3082123 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 3082123 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0034 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0040 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0038 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0045 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0050 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0032 "-" 3082123 - +test ERROR: ERROR Account update failed with 127.0.0.1:59185/sda1 (will retry later): Response 503 OK +test INFO: - - - [24/Jan/2026:00:43:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0059 "-" 3082123 0test.unit.container.test_server.TestContainerController.test_PUT_account_update +test.unit.container.test_server.TestContainerController.test_PUT_account_update ... ok +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change ... ok +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified ... ok +test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics +test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics ... ok +test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified +test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified ... ok +test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space +test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space ... ok +test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition +test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified ... ok +test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata +test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata ... ok +test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found +test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found ... ok + +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx125f9c74af264e24a29e0-00697415a5) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx125f9c74af264e24a29e0-00697415a5) +proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx125f9c74af264e24a29e0-00697415a5) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx125f9c74af264e24a29e0-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx125f9c74af264e24a29e0-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx125f9c74af264e24a29e0-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx125f9c74af264e24a29e0-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx125f9c74af264e24a29e0-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx125f9c74af264e24a29e0-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx125f9c74af264e24a29e0-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx125f9c74af264e24a29e0-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx125f9c74af264e24a29e0-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx125f9c74af264e24a29e0-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx125f9c74af264e24a29e0-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx125f9c74af264e24a29e0-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx125f9c74af264e24a29e0-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx125f9c74af264e24a29e0-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx125f9c74af264e24a29e0-00697415a5) +proxy-server ERROR: Object returning 503 for [] (txn: tx125f9c74af264e24a29e0-00697415a5) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.5:1005/sdf (txn: txec3794bf5bcb4b8b86757-00697415a5) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.4:1004/sde (txn: txec3794bf5bcb4b8b86757-00697415a5) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.10:1010/sdk (txn: txec3794bf5bcb4b8b86757-00697415a5) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.9:1009/sdj (txn: txec3794bf5bcb4b8b86757-00697415a5) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txec3794bf5bcb4b8b86757-00697415a5) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txec3794bf5bcb4b8b86757-00697415a5) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txec3794bf5bcb4b8b86757-00697415a5) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txec3794bf5bcb4b8b86757-00697415a5) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txec3794bf5bcb4b8b86757-00697415a5) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txec3794bf5bcb4b8b86757-00697415a5) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txec3794bf5bcb4b8b86757-00697415a5) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txec3794bf5bcb4b8b86757-00697415a5) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txec3794bf5bcb4b8b86757-00697415a5) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txec3794bf5bcb4b8b86757-00697415a5) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 Trying to GET /a/c/o From Object Server 10.0.0.4:1004/sde (txn: txd0c2735a2dee4ba5b9224-00697415a5) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx9628f6b435ac43baa4e38-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx9628f6b435ac43baa4e38-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx9628f6b435ac43baa4e38-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx9628f6b435ac43baa4e38-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx9628f6b435ac43baa4e38-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx9628f6b435ac43baa4e38-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx9628f6b435ac43baa4e38-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx9628f6b435ac43baa4e38-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx9628f6b435ac43baa4e38-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx9628f6b435ac43baa4e38-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx9628f6b435ac43baa4e38-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx9628f6b435ac43baa4e38-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx9628f6b435ac43baa4e38-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx9628f6b435ac43baa4e38-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx9628f6b435ac43baa4e38-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx9628f6b435ac43baa4e38-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx9628f6b435ac43baa4e38-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx9628f6b435ac43baa4e38-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx9628f6b435ac43baa4e38-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx9628f6b435ac43baa4e38-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx9628f6b435ac43baa4e38-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx9628f6b435ac43baa4e38-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx9628f6b435ac43baa4e38-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx9628f6b435ac43baa4e38-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx9628f6b435ac43baa4e38-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx9628f6b435ac43baa4e38-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx9628f6b435ac43baa4e38-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx9628f6b435ac43baa4e38-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx91c76bdbed5c4d7dba61a-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx91c76bdbed5c4d7dba61a-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx91c76bdbed5c4d7dba61a-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx91c76bdbed5c4d7dba61a-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx91c76bdbed5c4d7dba61a-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx91c76bdbed5c4d7dba61a-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx91c76bdbed5c4d7dba61a-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx91c76bdbed5c4d7dba61a-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx91c76bdbed5c4d7dba61a-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx91c76bdbed5c4d7dba61a-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx91c76bdbed5c4d7dba61a-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx91c76bdbed5c4d7dba61a-00697415a5)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804828.29010', 'Content-Type': 'so'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:14 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:14 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txfa8ea920799e407e962f7-006767055c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx2692ee4e26084c199a2f0-006767055c) -test INFO: Client disconnected on read of '/a/c' (txn: tx30bbc518f0d34b9e821b9-006767055c) -test INFO: Client disconnected on read of '/a/c' (txn: tx0236b1319f314be7baf2e-006767055c) -test INFO: Client disconnected on read of '/a/c' (txn: tx0236b1319f314be7baf2e-006767055c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (204, 404, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (204, 503, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx96183ae6653a4e7b92ae2-00697415a8) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx96183ae6653a4e7b92ae2-00697415a8) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: tx96183ae6653a4e7b92ae2-00697415a8) +test DEBUG: Setting object count to 48 (txn: tx96183ae6653a4e7b92ae2-00697415a8) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx76c7ea2f4fee4df2a7216-00697415a8) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx76c7ea2f4fee4df2a7216-00697415a8) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx76c7ea2f4fee4df2a7216-00697415a8) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx76c7ea2f4fee4df2a7216-00697415a8) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx76c7ea2f4fee4df2a7216-00697415a8) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx76c7ea2f4fee4df2a7216-00697415a8) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: tx76c7ea2f4fee4df2a7216-00697415a8) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx76c7ea2f4fee4df2a7216-00697415a8) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx76c7ea2f4fee4df2a7216-00697415a8) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: tx76c7ea2f4fee4df2a7216-00697415a8) +test DEBUG: Setting object count to 1064 (txn: tx76c7ea2f4fee4df2a7216-00697415a8) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: txae09682249e144f79380b-00697415a8) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txae09682249e144f79380b-00697415a8) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txae09682249e144f79380b-00697415a8) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txae09682249e144f79380b-00697415a8) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txae09682249e144f79380b-00697415a8) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txae09682249e144f79380b-00697415a8) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txae09682249e144f79380b-00697415a8) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: tx6214c1addfac45dbb3300-00697415a8) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6214c1addfac45dbb3300-00697415a8) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx6214c1addfac45dbb3300-00697415a8) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx6214c1addfac45dbb3300-00697415a8) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6214c1addfac45dbb3300-00697415a8) +test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6214c1addfac45dbb3300-00697415a8) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6214c1addfac45dbb3300-00697415a8) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx3427d45cfd854f558912e-00697415a9) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3427d45cfd854f558912e-00697415a9) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3427d45cfd854f558912e-00697415a9) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx3427d45cfd854f558912e-00697415a9) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3427d45cfd854f558912e-00697415a9) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3427d45cfd854f558912e-00697415a9) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx3427d45cfd854f558912e-00697415a9) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3427d45cfd854f558912e-00697415a9) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3427d45cfd854f558912e-00697415a9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx3427d45cfd854f558912e-00697415a9) +test DEBUG: Setting object count to 1065 (txn: tx3427d45cfd854f558912e-00697415a9) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx251ed6018b984f60a2b4b-00697415aa) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx251ed6018b984f60a2b4b-00697415aa) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx251ed6018b984f60a2b4b-00697415aa) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx251ed6018b984f60a2b4b-00697415aa) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx251ed6018b984f60a2b4b-00697415aa) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx251ed6018b984f60a2b4b-00697415aa) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx251ed6018b984f60a2b4b-00697415aa) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx251ed6018b984f60a2b4b-00697415aa) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx251ed6018b984f60a2b4b-00697415aa)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift ERROR: 501 Not Implemented fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804828.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:15 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804828.40748', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission ... ok - +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260124/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260124T004315Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Sat, 24 Jan 2026 00:43:15 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215395.65272', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission ... ok +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:15 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215395.66456', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok + +proxy-server DEBUG: Ignoring 412 from primary (txn: tx91c76bdbed5c4d7dba61a-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx91c76bdbed5c4d7dba61a-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx91c76bdbed5c4d7dba61a-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx91c76bdbed5c4d7dba61a-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx91c76bdbed5c4d7dba61a-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx91c76bdbed5c4d7dba61a-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx91c76bdbed5c4d7dba61a-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx91c76bdbed5c4d7dba61a-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx91c76bdbed5c4d7dba61a-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx91c76bdbed5c4d7dba61a-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx91c76bdbed5c4d7dba61a-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx91c76bdbed5c4d7dba61a-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx91c76bdbed5c4d7dba61a-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx91c76bdbed5c4d7dba61a-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx91c76bdbed5c4d7dba61a-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx91c76bdbed5c4d7dba61a-00697415a5) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 3, Lengths: [458, 458, 458, 490, 458, 458, 458, 458, 458, 458]: Invalid fragment payload in ECPyECLibDriver.decode (txn: tx7f01e49cad20493285f06-00697415a5) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3190882f19547188558e-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3190882f19547188558e-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3190882f19547188558e-00697415a5) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx33770d3c19194f5187ff8-00697415a5) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx33770d3c19194f5187ff8-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx33770d3c19194f5187ff8-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx33770d3c19194f5187ff8-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx33770d3c19194f5187ff8-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx33770d3c19194f5187ff8-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx33770d3c19194f5187ff8-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx33770d3c19194f5187ff8-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx33770d3c19194f5187ff8-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx33770d3c19194f5187ff8-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx33770d3c19194f5187ff8-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx33770d3c19194f5187ff8-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx33770d3c19194f5187ff8-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx33770d3c19194f5187ff8-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx33770d3c19194f5187ff8-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx33770d3c19194f5187ff8-00697415a5) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx841bd2b1783747859a7d6-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx841bd2b1783747859a7d6-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx841bd2b1783747859a7d6-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx841bd2b1783747859a7d6-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx841bd2b1783747859a7d6-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx841bd2b1783747859a7d6-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx841bd2b1783747859a7d6-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx841bd2b1783747859a7d6-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx841bd2b1783747859a7d6-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx841bd2b1783747859a7d6-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx841bd2b1783747859a7d6-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx841bd2b1783747859a7d6-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx841bd2b1783747859a7d6-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx841bd2b1783747859a7d6-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx841bd2b1783747859a7d6-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx841bd2b1783747859a7d6-00697415a5)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: +test:testertest:testertest:writetest:writeWRITE +fake-swift DEBUG: permission denined: 403 Forbidden test:write READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804828.55573', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:15 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804828.57586', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:15 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:15 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: -test:testertest:testertest:writetest:writeWRITE -fake-swift DEBUG: permission denined: 403 Forbidden test:write READ +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -swift: - - 21/Dec/2024/18/13/50 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1734804830.079165697 1734804830.079222441 - - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:16 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: -test:testertest:testertest:writetest:writeWRITE -fake-swift DEBUG: permission denined: 403 Forbidden test:write READ +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215396.64280', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215396.65164', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:16 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri ... ok + +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 3082123 1 +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 3082123 1 +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 3082123 1 +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3082123 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0003 "-" 3082123 nada +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 3082123 1 +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3082123 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3082123 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0039 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3082123 1 +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3082123 1 +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082123 1 +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 3082123 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0043 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0019 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0018 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0004 "-" 3082123 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0006 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0035 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0013 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0013 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0006 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0012 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0012 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0006 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0015 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0006 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0011 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0012 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0065 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0014 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0013 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:16 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0011 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0006 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0046 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0016 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0012 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0006 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0012 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0006 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0036 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0013 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0006 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0012 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0043 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0013 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0006 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0012 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0011 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0012 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0013 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0011 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0013 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0013 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0006 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0012 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 3082123 - +test DEBUG: Unlinked retiring db '/tmp/tmp06ink3om/tmp_test_container_server_ContainerController/sda1/containers/p/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0013 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0012 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0013 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0036 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0012 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0006 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0012 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0012 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0031 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082123 0test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard +test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default +test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default ... ok +test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync +test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync ... ok +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container ... ok +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body ... ok +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container ... ok +test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race +test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race ... ok +test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float +test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float ... ok +test.unit.container.test_server.TestContainerController.test_PUT_utf8 +test.unit.container.test_server.TestContainerController.test_PUT_utf8 ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:17 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:17 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:17 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:17 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:17 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error ... ok -swift: 1.2.3.4 1.2.3.4 21/Dec/2024/18/13/50 GET / HTTP/1.0 200 - - - - 13 - - - 0.0001 - - 1734804830.159024954 1734804830.159100771 - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:17 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json ... ok +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works +test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space +test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works +test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync +test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works +test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error ... ok fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804829.02017', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:write READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file ... ok - -test WARNING: Skipping /tmp/tmpgbadow88/devices4/device/data because -test WARNING: Skipping device as it is not mounted -test WARNING: Skipping /tmp/tmpohpyn7a5/asdf/data because [Errno 20] Not a directory: '/tmp/tmpohpyn7a5/asdf/data' -test WARNING: Skipping /tmp/tmpohpyn7a5/asdf/data because [Errno 20] Not a directory: '/tmp/tmpohpyn7a5/asdf/data' -test WARNING: Skipping asdf as it is not mounted -test WARNING: Skipping drive as it is not mounted -test WARNING: Skipping /tmp/tmp66nvk_lo/asdf/data because [Errno 20] Not a directory: '/tmp/tmp66nvk_lo/asdf/data' -test NOTICE: Started child 0 (PID 88) for port 6006 -test NOTICE: Started child 1 (PID 89) for port 6006 -test NOTICE: Started child 2 (PID 90) for port 6006 -test NOTICE: Started child 0 (PID 91) for port 6007 -test NOTICE: Started child 1 (PID 92) for port 6007 -test NOTICE: Started child 2 (PID 93) for port 6007 -test NOTICE: Closing unnecessary sock for port 6006 (child pid 88) -test NOTICE: Closing unnecessary sock for port 6006 (child pid 89) -test NOTICE: Closing unnecessary sock for port 6006 (child pid 90) -test CRITICAL: Unable to bind to port 6009: ack -test CRITICAL: Unable to bind to port 6009: ack -test CRITICAL: Unable to bind to port 6009: ack -test NOTICE: Started child 0 (PID 94) for port 6009 -test NOTICE: Started child 1 (PID 95) for port 6009 -test NOTICE: Started child 2 (PID 96) for port 6009 -test NOTICE: Started child 1 (PID 97) for port 6009 -test NOTICE: Child 2 (PID 33202, port 6007) exiting normally -test NOTICE: Started child 0 (PID 88) for port 6006 -test NOTICE: Started child 1 (PID 89) for port 6006 -test NOTICE: Started child 2 (PID 90) for port 6006 -test NOTICE: Started child 0 (PID 91) for port 6007 -test NOTICE: Started child 1 (PID 92) for port 6007 -test NOTICE: Started child 2 (PID 93) for port 6007 -test ERROR: Problem finding shard upper in '/tmp/tmp_i86ql2p/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmp_i86ql2p/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmp5_2mo1oj/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmp5_2mo1oj/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:19 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'' +test DEBUG: Error on keystone reply: 201 b'' - deferring rejection downstream +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Received error, deferring rejection based on error: 400 Bad Request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone reply error: status=403 reason=None +test DEBUG: Received error, deferring rejection based on error: 401 Unauthorized +test WARNING: The following digest algorithms are configured but not supported: not-a-valid-digest, md5 +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data'test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804829.33119', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215398.03367', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804829.33332', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804829.33528', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804829.33820', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804829.34025', 'Content-Type': 'binary/octet-stream'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_for_multipart_upload_requests +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_for_multipart_upload_requests ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_non_integer_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_non_integer_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_out_of_range_part_number +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_out_of_range_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_num_with_repeated_segments +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_num_with_repeated_segments ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_data_manifest +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_data_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_large_manifest +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_large_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_sub_slo +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_sub_slo ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_negative_part_number_invalid_on_subrange +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_negative_part_number_invalid_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_non_integer_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_non_integer_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number_on_subrange +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_data_manifest +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_data_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_refetch_path +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_refetch_path ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_subrange +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_zero_invalid +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_zero_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_negative_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_negative_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_exceeds_max_manifest_segments_is_ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_exceeds_max_manifest_segments_is_ok ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_manifest_get +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_manifest_get ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object_with_range +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object_with_range ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_sub_ranges_manifest +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_sub_ranges_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_with_range_segments +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_with_range_segments ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid_on_subrange +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_range_with_part_number_is_error +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_range_with_part_number_is_error ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict +test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv +test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_json +test.unit.common.middleware.test_xprofile.TestStats2.test_to_json ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods +test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot ... ok + +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0014 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:17 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3082123 1 +test INFO: - - - [24/Jan/2026:00:43:18 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3082123 1 +test INFO: - - - [24/Jan/2026:00:43:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3082123 1 +test INFO: - - - [24/Jan/2026:00:43:18 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3082123 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0051 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:18 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:18 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0002 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:18 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.0044 "-" 3082123 1 +test INFO: - - - [24/Jan/2026:00:43:18 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0019 "-" 3082123 1 +test INFO: - - - [24/Jan/2026:00:43:18 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0018 "-" 3082123 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:18 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:18 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0015 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:18 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:18 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0002 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:18 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:18 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3082123 0 +test DEBUG: Unlinked retiring db '/tmp/tmp50mv25e_/tmp_test_container_server_ContainerController/sda1/containers/p/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' +test INFO: - - - [24/Jan/2026:00:43:18 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0042 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:18 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:18 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:18 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0033 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:18 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 3082123 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:18 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0039 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [24/Jan/2026:00:43:18 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 3082123 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [24/Jan/2026:00:43:18 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 3082123 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [24/Jan/2026:00:43:18 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 3082123 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'X-Timestamp': '1734804829.34593', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804829.35159', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804829.35365', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804829.35559', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804829.36788', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804829.47848', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded ... ok + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats + resp = func(ctrl, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 951, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch + return getattr(self, op)( + ^^^^^^^^^^^^^^^^^ +AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [24/Jan/2026:00:43:18 +0000] "REPLICATE /sda1/p/a/" 500 846 "-" "-" "-" 0.0033 "-" 3082123 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [24/Jan/2026:00:43:18 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 3082123 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:18 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:18 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3082123 0test.unit.container.test_server.TestContainerController.test_UPDATE +test.unit.container.test_server.TestContainerController.test_UPDATE ... ok +test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate +test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate ... ok +test.unit.container.test_server.TestContainerController.test__call__raise_timeout +test.unit.container.test_server.TestContainerController.test__call__raise_timeout ... ok +test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted +test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted ... ok +test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device +test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device ... ok +test.unit.container.test_server.TestContainerController.test_acl_container +test.unit.container.test_server.TestContainerController.test_acl_container ... ok +test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD +test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD ... ok +test.unit.container.test_server.TestContainerController.test_correct_allowed_method +test.unit.container.test_server.TestContainerController.test_correct_allowed_method ... ok +test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container +test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container ... ok +test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container +test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container ... ok +test.unit.container.test_server.TestContainerController.test_creation +test.unit.container.test_server.TestContainerController.test_creation ... ok +test.unit.container.test_server.TestContainerController.test_delete_auto_create +test.unit.container.test_server.TestContainerController.test_delete_auto_create ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift ERROR: 400 Bad Request fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read ... ok +test.unit.container.test_server.TestContainerController.test_deleted_headers +test.unit.container.test_server.TestContainerController.test_deleted_headers ... ok + +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +Sat Jan 24 14:43:22 2026 /tmp/tmp_jjuec18/unittest.profile123 +Sat Jan 24 14:43:22 2026 /tmp/tmp_jjuec18/unittest.profile3082125 +Sat Jan 24 14:43:22 2026 /tmp/tmp_jjuec18/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Sat Jan 24 14:43:22 2026 /tmp/tmp_jjuec18/unittest.profile123 +Sat Jan 24 14:43:22 2026 /tmp/tmp_jjuec18/unittest.profile3082125 +Sat Jan 24 14:43:22 2026 /tmp/tmp_jjuec18/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: call count + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :1() + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + 0 0.000 0.000 profile:0(profiler) + + +Sat Jan 24 14:43:22 2026 /tmp/tmp_jjuec18/unittest.profile123 +Sat Jan 24 14:43:22 2026 /tmp/tmp_jjuec18/unittest.profile3082125 +Sat Jan 24 14:43:22 2026 /tmp/tmp_jjuec18/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Sat Jan 24 14:43:22 2026 /tmp/tmp88d6l6i4/unittest.profile123 + + 5 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.001 0.001 0.001 0.001 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 1 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Sat Jan 24 14:43:22 2026 /tmp/tmp88d6l6i4/unittest.profile123 + + 5 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.001 0.001 0.001 0.001 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 1 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Sat Jan 24 14:43:22 2026 /tmp/tmp88d6l6i4/unittest.profile123 + + 5 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.001 0.001 0.001 0.001 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 1 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Sat Jan 24 14:43:22 2026 /tmp/tmp88d6l6i4/unittest.profile123 + + 5 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.001 0.001 0.001 0.001 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 1 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Sat Jan 24 14:43:22 2026 /tmp/tmp88d6l6i4/unittest.profile3082125 +Sat Jan 24 14:43:22 2026 /tmp/tmp88d6l6i4/unittest.profile123 +Sat Jan 24 14:43:22 2026 /tmp/tmp88d6l6i4/unittest.profile456 + + 30 function calls in 0.003 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.003 0.000 0.003 0.001 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Sat Jan 24 14:43:22 2026 /tmp/tmp88d6l6i4/unittest.profile3082125 +Sat Jan 24 14:43:22 2026 /tmp/tmp88d6l6i4/unittest.profile123 +Sat Jan 24 14:43:22 2026 /tmp/tmp88d6l6i4/unittest.profile456 + + 30 function calls in 0.003 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.003 0.000 0.003 0.001 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Sat Jan 24 14:43:22 2026 /tmp/tmp88d6l6i4/unittest.profile3082125 +Sat Jan 24 14:43:22 2026 /tmp/tmp88d6l6i4/unittest.profile123 +Sat Jan 24 14:43:22 2026 /tmp/tmp88d6l6i4/unittest.profile456 + + 30 function calls in 0.003 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.003 0.000 0.003 0.001 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Sat Jan 24 14:43:22 2026 /tmp/tmp88d6l6i4/unittest.profile3082125 + + 15 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 3 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(exec) + 3 0.000 0.000 0.000 0.000 :0(getcwd) + 3 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) + + +Sat Jan 24 14:43:22 2026 /tmp/tmp88d6l6i4/unittest.profile3082125 + + 15 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function)test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region +test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy +test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload +test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced +test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id +test.unit.common.ring.test_builder.TestRingBuilder.test_id ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from +test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file +test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors +test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_init +test.unit.common.ring.test_builder.TestRingBuilder.test_init ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_load +test.unit.common.ring.test_builder.TestRingBuilder.test_load ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica +test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment +test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers +test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload +test.unit.common.ring.test_builder.TestRingBuilder.test_overload ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers +test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem +test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device +test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error +test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_save +test.unit.common.ring.test_builder.TestRingBuilder.test_save ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_save_load +test.unit.common.ring.test_builder.TestRingBuilder.test_save_load ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs +test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port +test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather +test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload +test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_validate +test.unit.common.ring.test_builder.TestRingBuilder.test_validate ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go +test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values ... ok +test.unit.common.test_db.TestDictFactory.test_normal_case +test.unit.common.test_db.TestDictFactory.test_normal_case ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_increment +test.unit.common.test_error_limiter.TestErrorLimiter.test_increment ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited +test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key +test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key ... ok +test.unit.common.test_splice.TestSplice.test_available +test.unit.common.test_splice.TestSplice.test_available ... ok +test.unit.common.test_splice.TestSplice.test_errno +test.unit.common.test_splice.TestSplice.test_errno ... ok +test.unit.common.test_splice.TestSplice.test_fileno +test.unit.common.test_splice.TestSplice.test_fileno ... ok +test.unit.common.test_splice.TestSplice.test_flags +test.unit.common.test_splice.TestSplice.test_flags ... ok +test.unit.common.test_splice.TestSplice.test_flags_list +test.unit.common.test_splice.TestSplice.test_flags_list ... ok +test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe +test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe ... ok +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file ... ok +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe ... ok +test.unit.common.test_splice.TestSplice.test_unavailable +test.unit.common.test_splice.TestSplice.test_unavailable ... ok +test.unit.common.test_splice.TestSplice.test_unavailable_in_libc +test.unit.common.test_splice.TestSplice.test_unavailable_in_libc ... ok +test.unit.common.test_swob.TestMatch.test_match +test.unit.common.test_swob.TestMatch.test_match ... ok +test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space +test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space ... ok +test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space +test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space ... ok +test.unit.common.test_swob.TestMatch.test_match_noquote +test.unit.common.test_swob.TestMatch.test_match_noquote ... ok +test.unit.common.test_swob.TestMatch.test_match_star +test.unit.common.test_swob.TestMatch.test_match_star ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_close +test.unit.common.test_utils.TestCooperativeIterator.test_close ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_init +test.unit.common.test_utils.TestCooperativeIterator.test_init ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_iter +test.unit.common.test_utils.TestCooperativeIterator.test_iter ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps +test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_sleeps +test.unit.common.test_utils.TestCooperativeIterator.test_sleeps ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_eq +test.unit.common.test_utils.TestNamespaceBoundList.test_eq ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace +test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_parse +test.unit.common.test_utils.TestNamespaceBoundList.test_parse ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type +test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset +test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset ... ok +test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing +test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing ... ok +test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function +test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function ... ok +test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function +test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers +test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate +test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1734804829.57021', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241221/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241221T181349Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804829.58603', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_error_response_reason_logging -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_error_response_reason_logging ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta ... ok - +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241221/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241221T181349Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '0000000000000000000000000000000000000000000000000000000000000000', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804829.69239', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241221/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241221T181349Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804829.71152', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission ... ok +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}}test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_unicode_access_key +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_unicode_access_key ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester READ permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE - new_resp = self._restore_on_delete(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 194, in _restore_on_delete - resp = req.get_response(self.app, 'GET', req.container_name, '', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE - new_resp = self._restore_on_delete(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 206, in _restore_on_delete - resp = req.get_response(self.app, 'PUT', query={ - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip -test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break -test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache ... ok -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester READ_ACP permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:18 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline -fake-swift DEBUG: Use tempauth middleware. -fake-swift DEBUG: Use keystone middleware. -fake-swift DEBUG: Use keystone middleware. -fake-swift DEBUG: Use keystone middleware. -fake-swift DEBUG: 's3api' is not in list -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift INFO: HEAD /bucket/object s3:err:AccessDenied.invalid_credential -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline -fake-swift DEBUG: Skip pipeline auth check. -fake-swift DEBUG: Skip pipeline auth check. -fake-swift DEBUG: Skip pipeline auth check. -fake-swift DEBUG: Skip pipeline auth check. -fake-swift DEBUG: 's3api' is not in list -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. -Use of the auth_admin_prefix, auth_host, auth_port, auth_protocol, identity_uri, admin_token, admin_user, admin_password, and admin_tenant_name configuration options was deprecated in the Mitaka release in favor of an auth_plugin and its related options. This class may be removed in a future release. -Configuring admin URI using auth fragments was deprecated in the Kilo release, and will be removed in the Newton release, use 'identity_uri' instead. -Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint -test DEBUG: Calling S3Api Middleware -Using the in-process token cache is deprecated as of the 4.2.0 release and may be removed in the 5.0.0 release or the 'O' development cycle. The in-process cache causes inconsistent results and high memory usage. When the feature is removed the auth_token middleware will not cache tokens by default which may result in performance issues. It is recommended to use memcache for the auth_token token cache by setting the memcached_servers option. -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success ... ok +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0022 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0004 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0044 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0021 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_server.py", line 6118, in mock_put_method + raise Exception() +Exception +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0041 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0013 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3082123 1 +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3082123 1 +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0038 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0040 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0036 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0037 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 3082123 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0013 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0038 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0001 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0034 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0034 "-" 3082123 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0042 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0039 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:19 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0023 "-" 3082123 0test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved +test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index +test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index ... ok +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false ... ok +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true ... ok +test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist +test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist ... ok +test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public +test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public ... ok +test.unit.container.test_server.TestContainerController.test_list_allowed_methods +test.unit.container.test_server.TestContainerController.test_list_allowed_methods ... ok +test.unit.container.test_server.TestContainerController.test_listing_with_reserved +test.unit.container.test_server.TestContainerController.test_listing_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_log_line_format +test.unit.container.test_server.TestContainerController.test_log_line_format ... ok +test.unit.container.test_server.TestContainerController.test_markers_with_reserved +test.unit.container.test_server.TestContainerController.test_markers_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_not_allowed_method +test.unit.container.test_server.TestContainerController.test_not_allowed_method ... ok +test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps +test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps ... ok +test.unit.container.test_server.TestContainerController.test_object_update_with_offset +test.unit.container.test_server.TestContainerController.test_object_update_with_offset ... ok +test.unit.container.test_server.TestContainerController.test_params_format +test.unit.container.test_server.TestContainerController.test_params_format ... ok + + 3 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(exec) + 3 0.000 0.000 0.000 0.000 :0(getcwd) + 3 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) + + +Sat Jan 24 14:43:22 2026 /tmp/tmp88d6l6i4/unittest.profile3082125 + + 15 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 3 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(exec) + 3 0.000 0.000 0.000 0.000 :0(getcwd) + 3 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) + + +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00033 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpfj4c_ayl/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00429 seconds (233.10211/s) +test INFO: Removed 1 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test DEBUG: Successfully deleted db /tmp/tmp32ldwo9b/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +test DEBUG: Not deleting db /tmp/tmp32ldwo9b/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db (2/3 success) +test DEBUG: Not deleting db /tmp/tmp32ldwo9b/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db (requires sharding, state unsharded) +test DEBUG: Not deleting db /tmp/tmp32ldwo9b/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215404.62314.db (requires sharding, state sharding) +test DEBUG: Not deleting db /tmp/tmp32ldwo9b/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215404.62314.db (2/3 success) +test DEBUG: Successfully deleted db /tmp/tmp32ldwo9b/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215404.62314.db +test DEBUG: Successfully deleted db /tmp/tmp32ldwo9b/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp3kpq5uwy/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (51, '1d73674a95dcd8ad8916045c70d8c5ba', '8f353e3b-4876-40eb-84ea-0a3def331584-sda', '1769215404.63796', '1769215404.00000', '0', '', '1769215404.00000', 51, 0) +test DEBUG: /tmp/tmp3kpq5uwy/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': 'o0', 'created_at': '1769215405.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o1', 'created_at': '1769215406.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o2', 'created_at': '1769215407.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o3', 'created_at': '1769215408.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o4', 'created_at': '1769215409.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o5', 'created_at': '1769215410.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o6', 'created_at': '1769215411.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o7', 'created_at': '1769215412.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o8', 'created_at': '1769215413.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o9', 'created_at': '1769215414.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '8f353e3b-4876-40eb-84ea-0a3def331584-sda') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 11, 'name': 'o10', 'created_at': '1769215415.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 12, 'name': 'o11', 'created_at': '1769215416.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 13, 'name': 'o12', 'created_at': '1769215417.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 14, 'name': 'o13', 'created_at': '1769215418.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 15, 'name': 'o14', 'created_at': '1769215419.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 16, 'name': 'o15', 'created_at': '1769215420.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 17, 'name': 'o16', 'created_at': '1769215421.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 18, 'name': 'o17', 'created_at': '1769215422.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 19, 'name': 'o18', 'created_at': '1769215423.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 20, 'name': 'o19', 'created_at': '1769215424.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '8f353e3b-4876-40eb-84ea-0a3def331584-sda') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 21, 'name': 'o20', 'created_at': '1769215425.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 22, 'name': 'o21', 'created_at': '1769215426.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 23, 'name': 'o22', 'created_at': '1769215427.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 24, 'name': 'o23', 'created_at': '1769215428.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 25, 'name': 'o24', 'created_at': '1769215429.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 26, 'name': 'o25', 'created_at': '1769215430.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 27, 'name': 'o26', 'created_at': '1769215431.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 28, 'name': 'o27', 'created_at': '1769215432.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 29, 'name': 'o28', 'created_at': '1769215433.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 30, 'name': 'o29', 'created_at': '1769215434.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '8f353e3b-4876-40eb-84ea-0a3def331584-sda')test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync +test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part +test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_local_ids +test.unit.container.test_replicator.TestReplicatorSync.test_local_ids ... ok + +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: FORCED_TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "acc\u00e9ss", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} +test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} +test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Not a path query: /, skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test INFO: Caching s3tokens for 20 seconds +test DEBUG: Calling S3Token middleware. +test DEBUG: Cached creds valid +test DEBUG: Connecting with tenant: tenant_id +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test INFO: Caching s3tokens for 20 seconds +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Cached keystone credentials +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication componenttest.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults +test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete +test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_update +test.unit.common.middleware.s3api.test_utils.TestConfig.test_update ... ok +test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info +test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info ... ok +test.unit.common.middleware.test_acl.TestACL.test_clean_acl +test.unit.common.middleware.test_acl.TestACL.test_clean_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl +test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl +test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_parse_acl +test.unit.common.middleware.test_acl.TestACL.test_parse_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl +test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed +test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_bad_container +test.unit.common.middleware.test_bulk.TestUntar.test_bad_container ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar +test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required +test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path +test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_call +test.unit.common.middleware.test_bulk.TestUntar.test_extract_call ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body +test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body ... ok test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail ... ok test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas @@ -85701,597 +91841,6 @@ test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment ... ok test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments -test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich -test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment -test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment -test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller -test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_default -test.unit.common.middleware.test_tempauth.PrefixAccount.test_default ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers -test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default -test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load ... ok -test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm -test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests -test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac -test.unit.common.test_digest.TestDigestUtils.test_get_hmac ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type ... ok -test.unit.common.test_exceptions.TestExceptions.test_client_exception -test.unit.common.test_exceptions.TestExceptions.test_client_exception ... ok -test.unit.common.test_exceptions.TestExceptions.test_replication_exception -test.unit.common.test_exceptions.TestExceptions.test_replication_exception ... ok -test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout -test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get -test.unit.common.test_internal_client.TestSimpleClient.test_get ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_head -test.unit.common.test_internal_client.TestSimpleClient.test_head ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_proxy -test.unit.common.test_internal_client.TestSimpleClient.test_proxy ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_bad_hostname_instantiation -test.unit.common.test_statsd_client.TestStatsdLogging.test_bad_hostname_instantiation ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_defaults -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_defaults ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_non_defaults -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_non_defaults ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_not_specified -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_not_specified ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_memcached_timing_stats -test.unit.common.test_statsd_client.TestStatsdLogging.test_memcached_timing_stats ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet -test.unit.common.test_statsd_client.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates -test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates_with_sample_rate_factor -test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates_with_sample_rate_factor ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_sending_ipv6 -test.unit.common.test_statsd_client.TestStatsdLogging.test_sending_ipv6 ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_statsd_set_prefix_deprecation -test.unit.common.test_statsd_client.TestStatsdLogging.test_statsd_set_prefix_deprecation ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_timing_stats -test.unit.common.test_statsd_client.TestStatsdLogging.test_timing_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges ... ok -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate ... ok -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804829.84196', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804829.85853', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: skipping failed PUT?version-id=1574341899.21751 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET - return self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD - resp = self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.s3api.test_s3response.TestErrorResponse.test_error_response -test.unit.common.middleware.s3api.test_s3response.TestErrorResponse.test_error_response ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 21/Dec/2024/18/13/49 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0030 - - 1734804829.657835245 1734804829.660792589 1 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 21/Dec/2024/18/13/49 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0009 - - 1734804829.665711164 1734804829.666576624 0 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'AUTH_a.example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7ad83ac0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7ad81000>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7ad83ac0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7ad83ac0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7ad83ac0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7ad83ac0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7ad83ac0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7ad83ac0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7ad83ac0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7ad81000>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/dontchange', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.aexample.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7ad82440>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7ad82440>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/ä½\xa0好', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7ad83ac0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/FOO_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7ad83ac0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7ad83ac0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7ad83ac0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': }test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format ... ok -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container ... ok -test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults ... ok test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off ... ok test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on @@ -86316,80 +91865,140 @@ test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes ... ok test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing -test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj -test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input -test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content +test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info +test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest ... ok test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures ... ok test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success @@ -86408,1877 +92017,2484 @@ test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges ... ok test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value -test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope -test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest -test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash -test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error -test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires -test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough -test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config -test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header_defaults -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header_defaults ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim -test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value -test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed -test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset -test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset ... ok -test.unit.common.test_db_auditor.TestAuditor.test_database_auditor -test.unit.common.test_db_auditor.TestAuditor.test_database_auditor ... ok -test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass -test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass ... ok - -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (404, 503, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (503, 503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (204, 404, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (204, 503, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (404, 503, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage ... ok -test ERROR: Failed to unlink '/tmp/tmp7z0afw52/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmp7z0afw52/containers/part/suffix/hash/container_1734804831.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmp7z0afw52/containers/part/suffix/hash/container_1734804831.00000.db': ['/tmp/tmp7z0afw52/containers/part/suffix/hash/container.db', '/tmp/tmp7z0afw52/containers/part/suffix/hash/container_1734804832.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp7z0afw52/containers/part/suffix/hash/container_1734804832.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer ERROR: Unexpected response while deleting object account container obj: 404 -test-expirer DEBUG: b'' -test-expirer ERROR: Unexpected response while deleting object account container obj: 412 -test-expirer DEBUG: b'' -test-expirer ERROR: Unexpected response while deleting object account container obj: 500 -test-expirer DEBUG: b'' -test-expirer ERROR: Exception while deleting object account container obj : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer ERROR: Exception while deleting object .expiring_objects 1734652763 1734718430-a0/c0/o0 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1734652763 1734718430-a1/c1/o1 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1734652763 1734718430-a2/c2/o2 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1734652763 1734718430-a3/c3/o3 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1734652763 1734718430-a4/c4/o4 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1734739163 1734804829-a5/c5/o5 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1734739163 1734804829-a6/c6/o6 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1734739163 1734804829-a7/c7/o7 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1734739163 1734804829-a8/c8/o8♡ TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1734739163 1734804829-a9/c9/o9ø TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were giventest.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry -test.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_get_delay_reaping -test.unit.obj.test_expirer.TestObjectExpirer.test_get_delay_reaping ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod -test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init -test.unit.obj.test_expirer.TestObjectExpirer.test_init ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small -test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_keys -test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_keys ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_values -test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_values ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping_is_async -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping_is_async ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_and_delayed_tasks -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_and_delayed_tasks ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_multi_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_multi_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_single_process -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_single_process ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers ... ok +test.unit.common.test_daemon.TestDaemon.test_create +test.unit.common.test_daemon.TestDaemon.test_create ... ok +test.unit.common.test_daemon.TestDaemon.test_stubs +test.unit.common.test_daemon.TestDaemon.test_stubs ... ok +test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon +test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon ... ok +test.unit.common.test_daemon.TestWorkerDaemon.test_stubs +test.unit.common.test_daemon.TestWorkerDaemon.test_stubs ... ok +test.unit.common.test_db.TestHelperFunctions.test_zero_like +test.unit.common.test_db.TestHelperFunctions.test_zero_like ... ok +test.unit.common.test_manager.TestServer.test_conf_dir +test.unit.common.test_manager.TestServer.test_conf_dir ... ok +test.unit.common.test_manager.TestServer.test_conf_files +test.unit.common.test_manager.TestServer.test_conf_files ... ok +test.unit.common.test_manager.TestServer.test_create_server +test.unit.common.test_manager.TestServer.test_create_server ... ok +test.unit.common.test_manager.TestServer.test_expirer_conf_files +test.unit.common.test_manager.TestServer.test_expirer_conf_files ... ok +test.unit.common.test_manager.TestServer.test_get_conf_file_name +test.unit.common.test_manager.TestServer.test_get_conf_file_name ... ok +test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name +test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name ... ok +test.unit.common.test_manager.TestServer.test_get_pid_file_name +test.unit.common.test_manager.TestServer.test_get_pid_file_name ... ok +test.unit.common.test_manager.TestServer.test_get_running_pids +test.unit.common.test_manager.TestServer.test_get_running_pids ... ok +test.unit.common.test_manager.TestServer.test_interact +test.unit.common.test_manager.TestServer.test_interact ... ok +test.unit.common.test_manager.TestServer.test_iter_pid_files +test.unit.common.test_manager.TestServer.test_iter_pid_files ... ok +test.unit.common.test_manager.TestServer.test_kill_running_pids +test.unit.common.test_manager.TestServer.test_kill_running_pids ... ok +test.unit.common.test_manager.TestServer.test_launch +test.unit.common.test_manager.TestServer.test_launch ... ok +test.unit.common.test_manager.TestServer.test_named_conf_dir +test.unit.common.test_manager.TestServer.test_named_conf_dir ... ok +test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files +test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files ... ok +test.unit.common.test_manager.TestServer.test_proxy_conf_dir +test.unit.common.test_manager.TestServer.test_proxy_conf_dir ... ok +test.unit.common.test_manager.TestServer.test_server_equality +test.unit.common.test_manager.TestServer.test_server_equality ... ok +test.unit.common.test_manager.TestServer.test_server_repr +test.unit.common.test_manager.TestServer.test_server_repr ... ok +test.unit.common.test_manager.TestServer.test_server_to_string +test.unit.common.test_manager.TestServer.test_server_to_string ... ok +test.unit.common.test_manager.TestServer.test_signal_pids +test.unit.common.test_manager.TestServer.test_signal_pids ... ok +test.unit.common.test_manager.TestServer.test_spawn +test.unit.common.test_manager.TestServer.test_spawn ... ok +test.unit.common.test_manager.TestServer.test_status +test.unit.common.test_manager.TestServer.test_status ... ok +test.unit.common.test_manager.TestServer.test_stop +test.unit.common.test_manager.TestServer.test_stop ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '462'} -fake-swift DEBUG: Grant test:full_control FULL_CONTROL permission on the bucket /bucket +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:20 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission ... ok +test.unit.common.test_manager.TestServer.test_wait +test.unit.common.test_manager.TestServer.test_wait ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_append_log_info +test.unit.common.test_request_helpers.TestRequestHelpers.test_append_log_info ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit +test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset +test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_log_info +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_log_info ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_backend_open_expired +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_backend_open_expired ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_open_expired +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_open_expired ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items +test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params ... ok +test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_defaults +test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_defaults ... ok +test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_options +test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_options ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache +test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults +test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached +test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string ... ok + +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx251ed6018b984f60a2b4b-00697415aa) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx251ed6018b984f60a2b4b-00697415aa) +test DEBUG: Setting object count to 1065 (txn: tx251ed6018b984f60a2b4b-00697415aa) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb354aef100dc49d49397c-00697415aa) +test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: txb354aef100dc49d49397c-00697415aa) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7c06af4a4f67429f8f1bc-00697415ab) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx7c06af4a4f67429f8f1bc-00697415ab) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7c06af4a4f67429f8f1bc-00697415ab) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx7c06af4a4f67429f8f1bc-00697415ab) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx7c06af4a4f67429f8f1bc-00697415ab) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7c06af4a4f67429f8f1bc-00697415ab) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx7c06af4a4f67429f8f1bc-00697415ab) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7c06af4a4f67429f8f1bc-00697415ab) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7c06af4a4f67429f8f1bc-00697415ab) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: tx7c06af4a4f67429f8f1bc-00697415ab) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: tx7c06af4a4f67429f8f1bc-00697415ab) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: tx7c06af4a4f67429f8f1bc-00697415ab) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: tx7c06af4a4f67429f8f1bc-00697415ab) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: tx7c06af4a4f67429f8f1bc-00697415ab) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: tx7c06af4a4f67429f8f1bc-00697415ab) +test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: tx7c06af4a4f67429f8f1bc-00697415ab) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 503 (txn: tx7c06af4a4f67429f8f1bc-00697415ab) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: tx7c06af4a4f67429f8f1bc-00697415ab) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txd5ac36182e1c4b0f926f2-00697415ab) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd5ac36182e1c4b0f926f2-00697415ab) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd5ac36182e1c4b0f926f2-00697415ab) +test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: txd5ac36182e1c4b0f926f2-00697415ab) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txbbeaefb0975842f985f9d-00697415ab) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbbeaefb0975842f985f9d-00697415ab) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txbbeaefb0975842f985f9d-00697415ab) +test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: txbbeaefb0975842f985f9d-00697415ab) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx263f0866565747dfa6f04-00697415ac) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx263f0866565747dfa6f04-00697415ac) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx263f0866565747dfa6f04-00697415ac) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx263f0866565747dfa6f04-00697415ac) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx263f0866565747dfa6f04-00697415ac) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx263f0866565747dfa6f04-00697415ac) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx263f0866565747dfa6f04-00697415ac) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx263f0866565747dfa6f04-00697415ac) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx263f0866565747dfa6f04-00697415ac) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx263f0866565747dfa6f04-00697415ac) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx263f0866565747dfa6f04-00697415ac) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx263f0866565747dfa6f04-00697415ac) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx263f0866565747dfa6f04-00697415ac) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx263f0866565747dfa6f04-00697415ac) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx263f0866565747dfa6f04-00697415ac) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx263f0866565747dfa6f04-00697415ac) +test DEBUG: Setting object count to 3120 (txn: tx263f0866565747dfa6f04-00697415ac) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx1295aca2df574d5e91f7f-00697415ac) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1295aca2df574d5e91f7f-00697415ac) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1295aca2df574d5e91f7f-00697415ac) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx1295aca2df574d5e91f7f-00697415ac) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1295aca2df574d5e91f7f-00697415ac) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1295aca2df574d5e91f7f-00697415ac) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx1295aca2df574d5e91f7f-00697415ac) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx1295aca2df574d5e91f7f-00697415ac) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1295aca2df574d5e91f7f-00697415ac) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx1295aca2df574d5e91f7f-00697415ac) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx1295aca2df574d5e91f7f-00697415ac) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1295aca2df574d5e91f7f-00697415ac) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx1295aca2df574d5e91f7f-00697415ac) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1295aca2df574d5e91f7f-00697415ac) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1295aca2df574d5e91f7f-00697415ac) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx1295aca2df574d5e91f7f-00697415ac) +test DEBUG: Setting object count to 3120 (txn: tx1295aca2df574d5e91f7f-00697415ac) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx882681d12eee4c67b5ed2-00697415ac) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx882681d12eee4c67b5ed2-00697415ac) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx882681d12eee4c67b5ed2-00697415ac) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx882681d12eee4c67b5ed2-00697415ac) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx882681d12eee4c67b5ed2-00697415ac) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx882681d12eee4c67b5ed2-00697415ac) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx882681d12eee4c67b5ed2-00697415ac) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx882681d12eee4c67b5ed2-00697415ac) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx882681d12eee4c67b5ed2-00697415ac) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx882681d12eee4c67b5ed2-00697415ac) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx882681d12eee4c67b5ed2-00697415ac) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx882681d12eee4c67b5ed2-00697415ac) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx882681d12eee4c67b5ed2-00697415ac) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx882681d12eee4c67b5ed2-00697415ac) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx882681d12eee4c67b5ed2-00697415ac) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx882681d12eee4c67b5ed2-00697415ac) +test DEBUG: Setting object count to 3120 (txn: tx882681d12eee4c67b5ed2-00697415ac) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txd02045bbdb38400c959e8-00697415ac) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd02045bbdb38400c959e8-00697415ac) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd02045bbdb38400c959e8-00697415ac) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd02045bbdb38400c959e8-00697415ac) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd02045bbdb38400c959e8-00697415ac) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd02045bbdb38400c959e8-00697415ac) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txd02045bbdb38400c959e8-00697415ac) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txd02045bbdb38400c959e8-00697415ac) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txd02045bbdb38400c959e8-00697415ac) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: txd02045bbdb38400c959e8-00697415ac) +test DEBUG: Setting object count to 3120 (txn: txd02045bbdb38400c959e8-00697415ac) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: txaad981ef8a884b0199301-00697415ad) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txaad981ef8a884b0199301-00697415ad) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: txaad981ef8a884b0199301-00697415ad) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txaad981ef8a884b0199301-00697415ad) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txaad981ef8a884b0199301-00697415ad) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: txaad981ef8a884b0199301-00697415ad) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: txaad981ef8a884b0199301-00697415ad) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txaad981ef8a884b0199301-00697415ad) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txaad981ef8a884b0199301-00697415ad) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: txaad981ef8a884b0199301-00697415ad) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txaad981ef8a884b0199301-00697415ad) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txaad981ef8a884b0199301-00697415ad) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: txaad981ef8a884b0199301-00697415ad) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txaad981ef8a884b0199301-00697415ad) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txaad981ef8a884b0199301-00697415ad) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: txaad981ef8a884b0199301-00697415ad) +test DEBUG: Setting object count to 3120 (txn: txaad981ef8a884b0199301-00697415ad) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txf4434179f8dc4a7dbd098-00697415ad) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf4434179f8dc4a7dbd098-00697415ad) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf4434179f8dc4a7dbd098-00697415ad) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf4434179f8dc4a7dbd098-00697415ad) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf4434179f8dc4a7dbd098-00697415ad) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf4434179f8dc4a7dbd098-00697415ad) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf4434179f8dc4a7dbd098-00697415ad) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txf4434179f8dc4a7dbd098-00697415ad) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txf4434179f8dc4a7dbd098-00697415ad) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txf4434179f8dc4a7dbd098-00697415ad) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx828a9703000c404f9bdbb-00697415ad) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx828a9703000c404f9bdbb-00697415ad) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx828a9703000c404f9bdbb-00697415ad) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx828a9703000c404f9bdbb-00697415ad) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx828a9703000c404f9bdbb-00697415ad) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx828a9703000c404f9bdbb-00697415ad) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx828a9703000c404f9bdbb-00697415ad) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txf2f97b1cdc774069b27a8-00697415ad) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf2f97b1cdc774069b27a8-00697415ad) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txf2f97b1cdc774069b27a8-00697415ad) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf2f97b1cdc774069b27a8-00697415ad) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf2f97b1cdc774069b27a8-00697415ad) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txf2f97b1cdc774069b27a8-00697415ad) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf2f97b1cdc774069b27a8-00697415ad) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txf2f97b1cdc774069b27a8-00697415ad) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txf2f97b1cdc774069b27a8-00697415ad) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txf2f97b1cdc774069b27a8-00697415ad) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txf2f97b1cdc774069b27a8-00697415ad) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txf2f97b1cdc774069b27a8-00697415ad) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txf2f97b1cdc774069b27a8-00697415ad) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx089ada6581d044bf95118-00697415ad) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx089ada6581d044bf95118-00697415ad) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx089ada6581d044bf95118-00697415ad) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx089ada6581d044bf95118-00697415ad) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx0be0196af18d4e789bf73-00697415ad) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx0be0196af18d4e789bf73-00697415ad) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx0be0196af18d4e789bf73-00697415ad) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx0be0196af18d4e789bf73-00697415ad) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx6132f9d7f3fb492b9ecb9-00697415ad)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache ... ok + +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0024 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0039 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0014 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 3082123 nada +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 3082123 999 +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0054 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "HEAD /sda1/p/a/c_nulo" 204 - "-" "-" "-" 0.0013 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0059 "-" 3082123 1 +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "HEAD /sda1/p/a/c_unu" 204 - "-" "-" "-" 0.0013 "-" 3082123 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 3082123 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 3082123 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0042 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0037 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0023 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0038 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0035 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0023 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0022 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0047 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0038 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0039 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0037 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0032 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0037 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0036 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0038 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0083 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0043 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0044 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0040 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0007 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0040 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0039 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0071 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0029 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0028 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0003 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:20 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 3082123 -test.unit.container.test_server.TestContainerController.test_params_utf8 +test.unit.container.test_server.TestContainerController.test_params_utf8 ... ok +test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved +test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_prefix_with_reserved +test.unit.container.test_server.TestContainerController.test_prefix_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_put_auto_create +test.unit.container.test_server.TestContainerController.test_put_auto_create ... ok +test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods +test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods ... ok +test.unit.container.test_server.TestContainerController.test_serv_reserv +test.unit.container.test_server.TestContainerController.test_serv_reserv ... ok +test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type +test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type ... ok +test.unit.container.test_server.TestContainerController.test_through_call +test.unit.container.test_server.TestContainerController.test_through_call ... ok +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path ... ok +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 ... ok +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE ... ok +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST ... ok +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT ... ok +test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers +test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '446'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission ... ok - -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7ad83ac0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7ad83ac0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/PREFIX_uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7ad83ac0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7ad83ac0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7ad81000>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com:8080', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7ad83ac0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7ad83ac0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage1.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7ad83ac0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage2.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7ad83ac0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage3.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7ad83ac0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -fake INFO: - - 21/Dec/2024/18/13/50 GET /v1/a/c/o%3Ftemp_url_sig%3Ddeadbeefdeadbeef...%26temp_url_expires%3D1734805830 HTTP/1.0 404 - - - - - - - - 0.0002 - - 1734804830.559262276 1734804830.559422493 - -test ERROR: ERROR Could not get container info /tmp/tmplysqv3pt/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmplysqv3pt/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmp1ylqk7bl/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test INFO: Since Wed Dec 31 12:00:00 1969: container audits: 0 passed audit, 1 failed audit -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test ERROR: ERROR Could not get container info /tmp/tmp1ylqk7bl/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmp4gtpyg2h/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp ... ok + +test DEBUG: /tmp/tmp3kpq5uwy/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 30 (0.0110383s) +test DEBUG: Synchronization for /tmp/tmp3kpq5uwy/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db has fallen more than 30 rows behind; moving on and will try again next pass. +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (51, '1d73674a95dcd8ad8916045c70d8c5ba', '8f353e3b-4876-40eb-84ea-0a3def331584-sda', '1769215404.63796', '1769215404.00000', '0', '', '1769215404.00000', 51, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('8f353e3b-4876-40eb-84ea-0a3def331584-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03473 seconds (28.78994/s) +test INFO: Removed 0 dbs +test INFO: 1 successes, 1 failures +test INFO: diff:1 diff_capped:1 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp3kpq5uwy/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (51, '1d73674a95dcd8ad8916045c70d8c5ba', '8f353e3b-4876-40eb-84ea-0a3def331584-sda', '1769215404.63796', '1769215404.00000', '0', '', '1769215404.00000', 51, 0) +test DEBUG: /tmp/tmp3kpq5uwy/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row 30 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 31, 'name': 'o30', 'created_at': '1769215435.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 32, 'name': 'o31', 'created_at': '1769215436.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 33, 'name': 'o32', 'created_at': '1769215437.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 34, 'name': 'o33', 'created_at': '1769215438.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 35, 'name': 'o34', 'created_at': '1769215439.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 36, 'name': 'o35', 'created_at': '1769215440.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 37, 'name': 'o36', 'created_at': '1769215441.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 38, 'name': 'o37', 'created_at': '1769215442.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 39, 'name': 'o38', 'created_at': '1769215443.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 40, 'name': 'o39', 'created_at': '1769215444.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '8f353e3b-4876-40eb-84ea-0a3def331584-sda') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 41, 'name': 'o40', 'created_at': '1769215445.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 42, 'name': 'o41', 'created_at': '1769215446.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 43, 'name': 'o42', 'created_at': '1769215447.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 44, 'name': 'o43', 'created_at': '1769215448.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 45, 'name': 'o44', 'created_at': '1769215449.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 46, 'name': 'o45', 'created_at': '1769215450.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 47, 'name': 'o46', 'created_at': '1769215451.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 48, 'name': 'o47', 'created_at': '1769215452.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 49, 'name': 'o48', 'created_at': '1769215453.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 50, 'name': 'o49', 'created_at': '1769215454.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '8f353e3b-4876-40eb-84ea-0a3def331584-sda') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 51, 'name': 'o101', 'created_at': '1769215555.00000', 'size': 0, 'content_type': 'content-type-new', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '8f353e3b-4876-40eb-84ea-0a3def331584-sda') +test DEBUG: /tmp/tmp3kpq5uwy/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 51 (0.00988626s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (51, '1d73674a95dcd8ad8916045c70d8c5ba', '8f353e3b-4876-40eb-84ea-0a3def331584-sda', '1769215404.63796', '1769215404.00000', '0', '', '1769215404.00000', 51, 0) +test DEBUG: /tmp/tmp3kpq5uwy/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.2:1002/sdc, nothing to do +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02161 seconds (46.28431/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:0 ts_repl:0 +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdc +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00034 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00059 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00026 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp172cneea/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (2, 'c8f4f25003090616b60dcd60dcd324f5', 'ab9645a1-2c82-4b95-977d-a1c54401360d-sda', '1769215404.72382', '1769212800.00000', '0', '', '1769212800.00000', 0, 0) +test DEBUG: /tmp/tmp172cneea/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1769212802.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1769212803.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'ab9645a1-2c82-4b95-977d-a1c54401360d-sda')test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard ... ok + +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error +fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. +fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +Unable to locate config number 5 for account-server +Unable to locate config number 5 for object-server +Signal object-server pid: 1 signal: 15 +Signal object-server pid: 1 signal: 15 +Signal object-server pid: 1 signal: 1 +Signal object-replicator pid: 11 signal: 15 +Signal object-replicator pid: 12 signal: 15 +Signal proxy-server pid: 1 signal: 1 +output Removing pid file /tmp/tmp_swjvbe2/var/run/one-server.pid with wrong pid 3 +output Removing pid file /tmp/tmp_swjvbe2/var/run/zero-server.pid with invalid pid +output Removing pid file /tmp/tmp_swjvbe2/var/run/invalid-server.pid with invalid pid +Signal account-reaper pid: 1 signal: 15 +Signal account-reaper pid: 2 signal: 15 +Signal account-reaper pid: 3 signal: 15 +Signal account-reaper pid: 4 signal: 15 +Signal account-reaper pid: 1 signal: 15 +Signal account-reaper pid: 2 signal: 15 +Signal account-reaper pid: 3 signal: 15 +Signal account-reaper pid: 4 signal: 15 +Signal account-reaper pid: 3 signal: 15 +Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. +Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. +test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config +test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized +test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default +test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute +test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate +test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough +test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string +test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info +test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names ... ok +test.unit.common.test_utils.TestClosingIterator.test_close +test.unit.common.test_utils.TestClosingIterator.test_close ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_gen +test.unit.common.test_utils.TestClosingIterator.test_close_gen ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_on_exception +test.unit.common.test_utils.TestClosingIterator.test_close_on_exception ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration +test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_others +test.unit.common.test_utils.TestClosingIterator.test_close_others ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter +test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter ... ok +test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable +test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable ... ok +test.unit.common.test_utils.TestClosingIterator.test_nested_iters +test.unit.common.test_utils.TestClosingIterator.test_nested_iters ... ok +test.unit.common.test_utils.TestClosingMapper.test_close +test.unit.common.test_utils.TestClosingMapper.test_close ... ok +test.unit.common.test_utils.TestClosingMapper.test_function_raises_exception +test.unit.common.test_utils.TestClosingMapper.test_function_raises_exception ... ok +test.unit.common.test_utils.TestFallocateReserve.test_all_reserved +test.unit.common.test_utils.TestFallocateReserve.test_all_reserved ... ok +test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct +test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct ... ok +test.unit.common.test_utils.TestFallocateReserve.test_disabled +test.unit.common.test_utils.TestFallocateReserve.test_disabled ... ok +test.unit.common.test_utils.TestFallocateReserve.test_enough_space +test.unit.common.test_utils.TestFallocateReserve.test_enough_space ... ok +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct ... ok +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks ... ok +test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve +test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks ... ok +test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve +test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve ... ok +test.unit.common.test_utils.TestFsync.test_fsync_bad_fullsync +test.unit.common.test_utils.TestFsync.test_fsync_bad_fullsync ... ok +test.unit.common.test_utils.TestFsync.test_fsync_f_fullsync +test.unit.common.test_utils.TestFsync.test_fsync_f_fullsync ... ok +test.unit.common.test_utils.TestFsync.test_fsync_no_fullsync +test.unit.common.test_utils.TestFsync.test_fsync_no_fullsync ... ok +test.unit.common.test_utils.TestFsync.test_no_fdatasync +test.unit.common.test_utils.TestFsync.test_no_fdatasync ... ok +test.unit.common.test_utils.TestFsync.test_yes_fdatasync +test.unit.common.test_utils.TestFsync.test_yes_fdatasync ... ok +test.unit.common.test_utils.TestParseContentRange.test_bad +test.unit.common.test_utils.TestParseContentRange.test_bad ... ok +test.unit.common.test_utils.TestParseContentRange.test_good +test.unit.common.test_utils.TestParseContentRange.test_good ... ok +test.unit.common.test_utils.TestShardRange.test_constants +test.unit.common.test_utils.TestShardRange.test_constants ... ok +test.unit.common.test_utils.TestShardRange.test_copy +test.unit.common.test_utils.TestShardRange.test_copy ... ok +test.unit.common.test_utils.TestShardRange.test_deleted_setter +test.unit.common.test_utils.TestShardRange.test_deleted_setter ... ok +test.unit.common.test_utils.TestShardRange.test_epoch_setter +test.unit.common.test_utils.TestShardRange.test_epoch_setter ... ok +test.unit.common.test_utils.TestShardRange.test_find_ancestors +test.unit.common.test_utils.TestShardRange.test_find_ancestors ... ok +test.unit.common.test_utils.TestShardRange.test_find_root +test.unit.common.test_utils.TestShardRange.test_find_root ... ok +test.unit.common.test_utils.TestShardRange.test_increment_meta +test.unit.common.test_utils.TestShardRange.test_increment_meta ... ok +test.unit.common.test_utils.TestShardRange.test_is_child_of +test.unit.common.test_utils.TestShardRange.test_is_child_of ... ok +test.unit.common.test_utils.TestShardRange.test_make_path +test.unit.common.test_utils.TestShardRange.test_make_path ... ok +test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter +test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter ... ok +test.unit.common.test_utils.TestShardRange.test_min_max_bounds +test.unit.common.test_utils.TestShardRange.test_min_max_bounds ... ok +test.unit.common.test_utils.TestShardRange.test_name +test.unit.common.test_utils.TestShardRange.test_name ... ok +test.unit.common.test_utils.TestShardRange.test_name_validation +test.unit.common.test_utils.TestShardRange.test_name_validation ... ok +test.unit.common.test_utils.TestShardRange.test_repr +test.unit.common.test_utils.TestShardRange.test_repr ... ok +test.unit.common.test_utils.TestShardRange.test_resolve_state +test.unit.common.test_utils.TestShardRange.test_resolve_state ... ok +test.unit.common.test_utils.TestShardRange.test_row_count +test.unit.common.test_utils.TestShardRange.test_row_count ... ok +test.unit.common.test_utils.TestShardRange.test_set_deleted +test.unit.common.test_utils.TestShardRange.test_set_deleted ... ok +test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation +test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation ... ok +test.unit.common.test_utils.TestShardRange.test_sort_key +test.unit.common.test_utils.TestShardRange.test_sort_key ... ok +test.unit.common.test_utils.TestShardRange.test_sort_key_order +test.unit.common.test_utils.TestShardRange.test_sort_key_order ... ok +test.unit.common.test_utils.TestShardRange.test_state_setter +test.unit.common.test_utils.TestShardRange.test_state_setter ... ok +test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter +test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter ... ok +test.unit.common.test_utils.TestShardRange.test_timestamp_setter +test.unit.common.test_utils.TestShardRange.test_timestamp_setter ... ok +test.unit.common.test_utils.TestShardRange.test_to_from_dict +test.unit.common.test_utils.TestShardRange.test_to_from_dict ... ok +test.unit.common.test_utils.TestShardRange.test_update_meta +test.unit.common.test_utils.TestShardRange.test_update_meta ... ok +test.unit.common.test_utils.TestShardRange.test_update_state +test.unit.common.test_utils.TestShardRange.test_update_state ... ok +test.unit.common.test_utils.TestShardRange.test_update_tombstones +test.unit.common.test_utils.TestShardRange.test_update_tombstones ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_defaults +test.unit.common.utils.test_config.ResellerConfReader.test_defaults ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_multiple_same_resellers +test.unit.common.utils.test_config.ResellerConfReader.test_multiple_same_resellers ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_multiple_stray_commas_resellers +test.unit.common.utils.test_config.ResellerConfReader.test_multiple_stray_commas_resellers ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_same_as_default +test.unit.common.utils.test_config.ResellerConfReader.test_same_as_default ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_first_blank +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_first_blank ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_blank_comma +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_blank_comma ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_conf +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_conf ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller +test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller_with_conf +test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller_with_conf ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_stray_comma +test.unit.common.utils.test_config.ResellerConfReader.test_stray_comma ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_unprefixed_options +test.unit.common.utils.test_config.ResellerConfReader.test_unprefixed_options ... ok +test.unit.common.utils.test_config.TestReadConf.test_readconf +test.unit.common.utils.test_config.TestReadConf.test_readconf ... ok +test.unit.common.utils.test_config.TestReadConf.test_readconf_dir +test.unit.common.utils.test_config.TestReadConf.test_readconf_dir ... ok +test.unit.common.utils.test_config.TestReadConf.test_readconf_dir_ignores_hidden_and_nondotconf_files +test.unit.common.utils.test_config.TestReadConf.test_readconf_dir_ignores_hidden_and_nondotconf_files ... ok +test.unit.common.utils.test_config.TestReadConf.test_readconf_raw +test.unit.common.utils.test_config.TestReadConf.test_readconf_raw ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version_part_num ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_count_quota_copy_from_bad_src -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_count_quota_copy_from_bad_src ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix ... ok -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length ... ok +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester WRITE permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804829.91942', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester WRITE_ACP permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1734804829.92929', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_error -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_error ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:21 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission ... ok + +test DEBUG: /tmp/tmp172cneea/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00401473s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (2, 'c8f4f25003090616b60dcd60dcd324f5', 'ab9645a1-2c82-4b95-977d-a1c54401360d-sda', '1769215404.72382', '1769212800.00000', '0', '', '1769212800.00000', 0, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('ab9645a1-2c82-4b95-977d-a1c54401360d-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmp172cneea/sda/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02381 seconds (41.99620/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp172cneea/sda/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db +REPLICATE: /sdb/0/417c2eb98728612765dc1198368ea0c8, sync, (2, 'a6866de075e0071f925697074c098b80', '97289ca2-4a9d-45bb-80b7-f171b1efeb27-sda', '1769215404.75418', '1769212800', '0', '', '1769212800', 2, 0) +REPLICATE: /sdb/0/417c2eb98728612765dc1198368ea0c8, complete_rsync, ('97289ca2-4a9d-45bb-80b7-f171b1efeb27-sda', '417c2eb98728612765dc1198368ea0c8.db') +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, sync, (2, 'a6866de075e0071f925697074c098b80', '97289ca2-4a9d-45bb-80b7-f171b1efeb27-sda', '1769215404.75418', '1769212800', '0', '', '1769212800', 2, 0) +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, complete_rsync, ('97289ca2-4a9d-45bb-80b7-f171b1efeb27-sda', '417c2eb98728612765dc1198368ea0c8.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpoo66h70t/sda/containers/0/579/36bc0f14106c7d0bb389bf99fd172579/36bc0f14106c7d0bb389bf99fd172579.db +REPLICATE: /sdb/0/36bc0f14106c7d0bb389bf99fd172579, sync, (2, 'c8f4f25003090616b60dcd60dcd324f5', '602f52ac-10f6-47d7-b795-bfbf73f49cb0-sda', '1769215404.77337', '1769212800.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1769215404.77471"]}', '1769212800.00000', 0, 0) +test DEBUG: /tmp/tmpoo66h70t/sda/containers/0/579/36bc0f14106c7d0bb389bf99fd172579/36bc0f14106c7d0bb389bf99fd172579.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/36bc0f14106c7d0bb389bf99fd172579, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1769212802.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1769212803.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '602f52ac-10f6-47d7-b795-bfbf73f49cb0-sda') +test DEBUG: /tmp/tmpoo66h70t/sda/containers/0/579/36bc0f14106c7d0bb389bf99fd172579/36bc0f14106c7d0bb389bf99fd172579.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0033946s) +REPLICATE: /sdb/0/36bc0f14106c7d0bb389bf99fd172579, merge_syncs, ([],) +REPLICATE: /sdc/0/36bc0f14106c7d0bb389bf99fd172579, sync, (2, 'c8f4f25003090616b60dcd60dcd324f5', '602f52ac-10f6-47d7-b795-bfbf73f49cb0-sda', '1769215404.77337', '1769212800.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1769215404.77471"]}', '1769212800.00000', 0, 0) +REPLICATE: /sdc/0/36bc0f14106c7d0bb389bf99fd172579, complete_rsync, ('602f52ac-10f6-47d7-b795-bfbf73f49cb0-sda', '36bc0f14106c7d0bb389bf99fd172579.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpoo66h70t/sda/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02088 seconds (47.89307/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpoo66h70t/sda/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db +REPLICATE: /sdb/0/417c2eb98728612765dc1198368ea0c8, sync, (2, 'a6866de075e0071f925697074c098b80', '154fe8ce-8b77-407c-b021-6bf46f8c5b5b-sda', '1769215404.80131', '1769212800', '0', '', '1769212800', 2, 0) +REPLICATE: /sdb/0/417c2eb98728612765dc1198368ea0c8, complete_rsync, ('154fe8ce-8b77-407c-b021-6bf46f8c5b5b-sda', '417c2eb98728612765dc1198368ea0c8.db') +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, sync, (2, 'a6866de075e0071f925697074c098b80', '154fe8ce-8b77-407c-b021-6bf46f8c5b5b-sda', '1769215404.80131', '1769212800', '0', '', '1769212800', 2, 0) +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, complete_rsync, ('154fe8ce-8b77-407c-b021-6bf46f8c5b5b-sda', '417c2eb98728612765dc1198368ea0c8.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp6ujcoi9h/sda/containers/0/579/36bc0f14106c7d0bb389bf99fd172579/36bc0f14106c7d0bb389bf99fd172579.db +REPLICATE: /sdb/0/36bc0f14106c7d0bb389bf99fd172579, sync, (2, 'c8f4f25003090616b60dcd60dcd324f5', '79e63a0e-8624-485f-ad81-5c9046a36732-sda', '1769215404.82287', '1769212800.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1769215404.82406"]}', '1769212800.00000', 0, 0) +test DEBUG: /tmp/tmp6ujcoi9h/sda/containers/0/579/36bc0f14106c7d0bb389bf99fd172579/36bc0f14106c7d0bb389bf99fd172579.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/36bc0f14106c7d0bb389bf99fd172579, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1769212802.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1769212803.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '79e63a0e-8624-485f-ad81-5c9046a36732-sda') +test DEBUG: /tmp/tmp6ujcoi9h/sda/containers/0/579/36bc0f14106c7d0bb389bf99fd172579/36bc0f14106c7d0bb389bf99fd172579.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00402999s) +REPLICATE: /sdb/0/36bc0f14106c7d0bb389bf99fd172579, merge_syncs, ([],) +REPLICATE: /sdc/0/36bc0f14106c7d0bb389bf99fd172579, sync, (2, 'c8f4f25003090616b60dcd60dcd324f5', '79e63a0e-8624-485f-ad81-5c9046a36732-sda', '1769215404.82287', '1769212800.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1769215404.82406"]}', '1769212800.00000', 0, 0) +REPLICATE: /sdc/0/36bc0f14106c7d0bb389bf99fd172579, complete_rsync, ('79e63a0e-8624-485f-ad81-5c9046a36732-sda', '36bc0f14106c7d0bb389bf99fd172579.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmp6ujcoi9h/sda/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02217 seconds (45.10226/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp6ujcoi9h/sda/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db +REPLICATE: /sdb/0/417c2eb98728612765dc1198368ea0c8, sync, (2, 'a6866de075e0071f925697074c098b80', 'a245c526-6567-4f0b-af3d-bef4e8d9fab0-sda', '1769215404.85131', '1769212800', '0', '', '1769212800', 2, 0) +REPLICATE: /sdb/0/417c2eb98728612765dc1198368ea0c8, complete_rsync, ('a245c526-6567-4f0b-af3d-bef4e8d9fab0-sda', '417c2eb98728612765dc1198368ea0c8.db') +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, sync, (2, 'a6866de075e0071f925697074c098b80', 'a245c526-6567-4f0b-af3d-bef4e8d9fab0-sda', '1769215404.85131', '1769212800', '0', '', '1769212800', 2, 0) +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, complete_rsync, ('a245c526-6567-4f0b-af3d-bef4e8d9fab0-sda', '417c2eb98728612765dc1198368ea0c8.db')test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard ... ok + +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0001 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0001 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0037 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0037 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0035 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0023 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0035 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0029 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0037 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0023 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0035 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0002 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0034 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0002 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0035 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0036 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 3082123 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 3082123 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0053 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 3082123 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 3082123 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0064 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test INFO: - - - [24/Jan/2026:00:43:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0060 "-" 3082123 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestContainerController.test_weird_content_types +test.unit.container.test_server.TestContainerController.test_weird_content_types ... ok +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database ... ok + +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx841bd2b1783747859a7d6-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx841bd2b1783747859a7d6-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx841bd2b1783747859a7d6-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx841bd2b1783747859a7d6-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx841bd2b1783747859a7d6-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx841bd2b1783747859a7d6-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx841bd2b1783747859a7d6-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx841bd2b1783747859a7d6-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx841bd2b1783747859a7d6-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx841bd2b1783747859a7d6-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx841bd2b1783747859a7d6-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx841bd2b1783747859a7d6-00697415a5) +proxy-server ERROR: Object returning 503 for [] (txn: tx841bd2b1783747859a7d6-00697415a5) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx93988f78753b4a77b9518-00697415a5) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx93988f78753b4a77b9518-00697415a5) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx93988f78753b4a77b9518-00697415a5) +proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sda (txn: tx93988f78753b4a77b9518-00697415a5) +proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sda (txn: tx93988f78753b4a77b9518-00697415a5) +proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sda (txn: tx93988f78753b4a77b9518-00697415a5) +proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sda (txn: tx93988f78753b4a77b9518-00697415a5) +proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sda (txn: tx93988f78753b4a77b9518-00697415a5) +proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sda (txn: tx93988f78753b4a77b9518-00697415a5) +proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sda (txn: tx93988f78753b4a77b9518-00697415a5) +proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sda (txn: tx93988f78753b4a77b9518-00697415a5) +proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sda (txn: tx93988f78753b4a77b9518-00697415a5) +proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sda (txn: tx93988f78753b4a77b9518-00697415a5) +proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sda (txn: tx93988f78753b4a77b9518-00697415a5) +proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sda (txn: tx93988f78753b4a77b9518-00697415a5) +proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: tx93988f78753b4a77b9518-00697415a5) +proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sda (txn: tx93988f78753b4a77b9518-00697415a5) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd7d34099f7134d059f851-00697415a5) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txb7b95f3995c64de69b840-00697415a5) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx50a20f419be3479cba070-00697415a5) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txff94833663754d6f95430-00697415a5) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx8b8e7daf2b88429784738-00697415a5) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: Object returning 503 for [] (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx571504f360d542eea57ed-00697415a5)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '450'} -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:22 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:22 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:22 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:22 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:22 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:22 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: tx6fa89d53739f44128ce24-00697415ab) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: tx6fa89d53739f44128ce24-00697415ab) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 0, Lengths: [490, 490, 490, 490, 490, 490, 490, 490, 490, 490]: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: tx79d339adf7744769bbb3d-00697415ab) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx79d339adf7744769bbb3d-00697415ab) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx79d339adf7744769bbb3d-00697415ab) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx79d339adf7744769bbb3d-00697415ab) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx79d339adf7744769bbb3d-00697415ab) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx79d339adf7744769bbb3d-00697415ab) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx79d339adf7744769bbb3d-00697415ab) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx79d339adf7744769bbb3d-00697415ab) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx79d339adf7744769bbb3d-00697415ab) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx79d339adf7744769bbb3d-00697415ab) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx79d339adf7744769bbb3d-00697415ab) +proxy-server ERROR: ERROR Unhandled exception in request: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/server.py", line 603, in handle_request + return handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 375, in wrapped + return func(*a, **kw) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 278, in GET + return self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 266, in GETorHEAD + resp = self._get_or_head_response(req, node_iter, partition, policy) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 2927, in _get_or_head_response + app_iter.kickoff(req, resp) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1181, in kickoff + self.stashed_iter = reiterate(self._real_iter(req, resp.headers)) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2390, in reiterate + chunk = next(iterator) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ + return self._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 3105, in _get_next_item + return super(StringAlong, self)._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item + return next(self.wrapped_iter) + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1467, in _iter_one_range + for i, next_seg in enumerate(segment_iter): + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1546, in _decode_segments_from_fragments + segment = self.policy.pyeclib_driver.decode(fragments) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/pyeclib/ec_iface.py", line 300, in decode + return self.ec_lib_reference.decode(fragment_payloads, ranges, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/pyeclib/core.py", line 91, in decode + return pyeclib_c.decode(self.handle, _fragment_payloads, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +pyeclib.ec_iface.ECInvalidFragmentMetadata: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: tx79d339adf7744769bbb3d-00697415ab) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13833087b04b4193a9285-00697415ab) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13833087b04b4193a9285-00697415ab)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write_acp:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '456'} -fake-swift DEBUG: Grant test:write_acp FULL_CONTROL permission on the bucket /bucket +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission ... ok + +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpkln0yuj1/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (2, '7ff963783224bcca3f57f8d5a4f87700', 'ee27e5d2-c7e3-49b2-af57-5bcd6d3d54b7-sda', '1769215404.87013', '1769215404.00000', '0', '', '1769215404.00000', 1, 0) +test DEBUG: /tmp/tmpkln0yuj1/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1769215406.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1769215407.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'ee27e5d2-c7e3-49b2-af57-5bcd6d3d54b7-sda') +test DEBUG: /tmp/tmpkln0yuj1/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00455046s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (2, '7ff963783224bcca3f57f8d5a4f87700', 'ee27e5d2-c7e3-49b2-af57-5bcd6d3d54b7-sda', '1769215404.87013', '1769215404.00000', '0', '', '1769215404.00000', 1, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('ee27e5d2-c7e3-49b2-af57-5bcd6d3d54b7-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpkln0yuj1/sda/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03680 seconds (27.17074/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpkln0yuj1/sda/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db +REPLICATE: /sdb/0/417c2eb98728612765dc1198368ea0c8, sync, (1, 'be4fc32046071de45052e73e6f4e84c5', '47c132e7-902c-4749-8f82-07d152bd4b26-sda', '1769215404.91778', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdb/0/417c2eb98728612765dc1198368ea0c8, complete_rsync, ('47c132e7-902c-4749-8f82-07d152bd4b26-sda', '417c2eb98728612765dc1198368ea0c8.db') +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, sync, (1, 'be4fc32046071de45052e73e6f4e84c5', '47c132e7-902c-4749-8f82-07d152bd4b26-sda', '1769215404.91778', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, complete_rsync, ('47c132e7-902c-4749-8f82-07d152bd4b26-sda', '417c2eb98728612765dc1198368ea0c8.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpkln0yuj1/sdb/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, sync, (1, 'be4fc32046071de45052e73e6f4e84c5', 'b2b94f41-1282-43b2-91cf-8ce62fc43dab-', '1769215404.91778', '1769212800', '0', '', '1769212800', 1, 0) +test DEBUG: /tmp/tmpkln0yuj1/sdb/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db in sync with 10.0.0.2:1002/sdc, nothing to do +REPLICATE: /sda/0/417c2eb98728612765dc1198368ea0c8, sync, (1, 'be4fc32046071de45052e73e6f4e84c5', 'b2b94f41-1282-43b2-91cf-8ce62fc43dab-', '1769215404.91778', '1769212800', '0', '', '1769212800', 1, 0) +test DEBUG: /tmp/tmpkln0yuj1/sdb/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db in sync with 10.0.0.0:1000/sda, nothing to do +test DEBUG: Replicating db /tmp/tmpkln0yuj1/sdb/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (2, 'f254a87aa9804d673041593e54c434fa', '5b24a9b1-1834-4027-acc8-692cb54f71ae-sdb', '1769215404.87013', '1769215405.00000', '0', '', '1769215405.00000', 1, 0) +test DEBUG: /tmp/tmpkln0yuj1/sdb/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row -1 +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1769215408.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1769215409.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '5b24a9b1-1834-4027-acc8-692cb54f71ae-sdb') +test DEBUG: /tmp/tmpkln0yuj1/sdb/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.00463772s) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([{'remote_id': 'ee27e5d2-c7e3-49b2-af57-5bcd6d3d54b7-sda', 'sync_point': 2}],) +REPLICATE: /sda/0/33379ecb053aa5c9e356c68997cbb59e, sync, (2, 'f254a87aa9804d673041593e54c434fa', '5b24a9b1-1834-4027-acc8-692cb54f71ae-sdb', '1769215404.87013', '1769215405.00000', '0', '', '1769215405.00000', 1, 0) +test DEBUG: /tmp/tmpkln0yuj1/sdb/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.0:1000/sda, starting at row -1 +REPLICATE: /sda/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1769215408.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1769215409.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '5b24a9b1-1834-4027-acc8-692cb54f71ae-sdb') +test DEBUG: /tmp/tmpkln0yuj1/sdb/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.00367308s) +REPLICATE: /sda/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([{'remote_id': 'ee27e5d2-c7e3-49b2-af57-5bcd6d3d54b7-sda', 'sync_point': 2}],) +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpkln0yuj1/sdb/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 2 dbs in 0.04651 seconds (43.00165/s) +test INFO: Removed 0 dbs +test INFO: 4 successes, 0 failures +test INFO: diff:2 diff_capped:0 empty:0 hashmatch:0 no_change:2 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpkln0yuj1/sdb/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, sync, (2, 'cda08b98f8abe251cd8f46152b888342', 'b2b94f41-1282-43b2-91cf-8ce62fc43dab-', '1769215404.91778', '1769212800', '0', '', '1769212800', 1, 0) +test DEBUG: /tmp/tmpkln0yuj1/sdb/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row 1 +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, merge_items, ([{'ROWID': 2, 'name': '1:/a/c/o-unu', 'created_at': '1769215409.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1769215409.00000', 'deleted': 0, 'storage_policy_index': 0}], 'b2b94f41-1282-43b2-91cf-8ce62fc43dab-') +test DEBUG: /tmp/tmpkln0yuj1/sdb/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.0420008s) +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, merge_syncs, ([{'remote_id': '47c132e7-902c-4749-8f82-07d152bd4b26-sda', 'sync_point': 1}],) +REPLICATE: /sda/0/417c2eb98728612765dc1198368ea0c8, sync, (2, 'cda08b98f8abe251cd8f46152b888342', 'b2b94f41-1282-43b2-91cf-8ce62fc43dab-', '1769215404.91778', '1769212800', '0', '', '1769212800', 1, 0)test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize +test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook +test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded ... ok + +test INFO: - - - [24/Jan/2026:00:43:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3082123 0 +test INFO: - - - [24/Jan/2026:00:43:22 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0005 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:22 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 3082123 - +test INFO: - - - [24/Jan/2026:00:43:22 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0037 "-" 3082123 0 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txb8d69aca6ff44ec6bc4af-00697415ad) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txb8d69aca6ff44ec6bc4af-00697415ad) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txb8d69aca6ff44ec6bc4af-00697415ad) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: txb8d69aca6ff44ec6bc4af-00697415ad) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txb8d69aca6ff44ec6bc4af-00697415ad) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txb8d69aca6ff44ec6bc4af-00697415ad) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: txb8d69aca6ff44ec6bc4af-00697415ad) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: txb8d69aca6ff44ec6bc4af-00697415ad) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: txb8d69aca6ff44ec6bc4af-00697415ad) +test INFO: Client disconnected on read of '/a/c' (txn: txb8d69aca6ff44ec6bc4af-00697415ad) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe499b4136a714cb0b5669-00697415ad) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe499b4136a714cb0b5669-00697415ad) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe499b4136a714cb0b5669-00697415ad) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe499b4136a714cb0b5669-00697415ad) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: txe9d3c6af8efe4c7aa930e-00697415ad) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx8464cde02e5646cb827ee-00697415ad) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: txd1d99761bee74e8abbe56-00697415ad) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx6a96f0c5121249c5a4bb6-00697415ad) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: txefdbfd2209ed443fb5883-00697415ad) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx58534b17587e4294ab9b7-00697415ad) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txeea311471dc843008cc27-00697415ad) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx96ff029cf3954d0e9d327-00697415ad) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: txdc7a8cefa1de48d1b9ba2-00697415ad) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx5139a24186f3422091877-00697415ad) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd (txn: txb4ec092b4313486b86daa-00697415ad) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: tx927ae2563ce14ac49222d-00697415ad) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: txec929978358f460ca2bf6-00697415ad) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx60d89215acba45a7b557d-00697415ad) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: tx91143298708e485f89d9c-00697415ad) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx02b15443b7324159a3e91-00697415ad) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: txd0bfbdc90b04474e8b442-00697415ad) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd (txn: txe21dfe0d01824223add5f-00697415ad) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: tx6eb29fad3560427395b5b-00697415ad)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin ... ok + +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_01 -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_02 -fake-swift ERROR: Got status 404 listing container /AUTH_test/c -fake-swift ERROR: Too many bytes for /v1/AUTH_test/mancon/manifest; truncating in /v1/AUTH_test/c/seg_03 with 5 bytes left -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, max LO GET time of 86400s exceeded -fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection -fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had a21075a36eeddd084e17611a238c7101, but object MD5 was actually 3902ee7e149eb8313a34757e89e21af6 -fake-swift ERROR: Bad response length for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/c/seg_01 -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_acct != 1 -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing from an overriding middleware -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -test INFO: - - 21/Dec/2024/18/13/50 GET / HTTP/1.0 200 - - - - 8 - - First:%201%0ASecond:%202 0.0001 - - 1734804830.064665794 1734804830.064761877 - -test INFO: - - 21/Dec/2024/18/13/50 GET / HTTP/1.0 500 - - - - - - - - 0.0000 - - 1734804830.065975666 1734804830.065984488 - -test INFO: - - 21/Dec/2024/18/13/50 GET /path HTTP/1.0 503 - - - - 118 - - - 0.7000 - - 1734804830.066846371 1734804830.766846418 - -test INFO: - - 21/Dec/2024/18/13/50 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1734804830.068615437 1734804830.068702936 - -test INFO: GET /v1/a/c 205 205 -test INFO: GET /v1/a/c 209 205 -test INFO: GET /v1/a/c 210 205 -test INFO: 1.2.3.4 1.2.3.4 21/Dec/2024/18/13/50 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1734804830.080680132 1734804830.080759287 - -test INFO: - - 21/Dec/2024/18/13/50 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1734804830.081870317 1734804830.081893921 - -test INFO: - - 21/Dec/2024/18/13/50 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1734804830.082910538 1734804830.082924604 - -test INFO: - - 21/Dec/2024/18/13/50 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1734804830.083688974 1734804830.083754539 - -test INFO: - - 21/Dec/2024/18/13/50 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1734804830.084489107 1734804830.084545135 - -test INFO: - - 21/Dec/2024/18/13/50 GET / HTTP/1.0 200 - - - - 15 - - - 0.0011 - - 1734804830.084476471 1734804830.085590839 - -test INFO: - - 26/Apr/1970/17/46/41 GET / HTTP/1.0 200 - - - - 8 - - - 1.0000 - - 10000000.000000000 10000001.000000000 - -test INFO: GET /v1/a/c 503 503 -test INFO: GET /v1/a/c 429 503 -test INFO: GET /v1/a/c 429 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c True 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c parsing%20ok 503 -test INFO: GET /v1/a/c 500 500 -test INFO: GET /v1/a/c 500 568 -test INFO: GET /v1/a/c 499 503 -test INFO: GET /v1/a/c 499 503 -test INFO: GET / 500 200 -test INFO: 2001:db8:85a3:8d3:1319:8a2e:370:7348 2001:db8:85a3:8d3:1319:8a2e:370:7348 21/Dec/2024/18/13/50 GET / HTTP/1.0 200 - - - - 8 - - - 0.0009 - - 1734804830.156862736 1734804830.157783270 - -test INFO: - - 21/Dec/2024/18/13/50 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1734804830.163522959 1734804830.163603544 - -test INFO: - - 21/Dec/2024/18/13/50 GET / HTTP/1.0 200 - - b05bf940-0464-4c... - 8 - - - 0.0001 - - 1734804830.164353848 1734804830.164417028 - -test INFO: - - 21/Dec/2024/18/13/50 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1734804830.165211916 1734804830.165274858 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container ... ok -swift: No authentication middleware authorized request yet. Skipping staticweb +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:23 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13833087b04b4193a9285-00697415ab) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13833087b04b4193a9285-00697415ab) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13833087b04b4193a9285-00697415ab) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13833087b04b4193a9285-00697415ab) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13833087b04b4193a9285-00697415ab) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13833087b04b4193a9285-00697415ab) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13833087b04b4193a9285-00697415ab) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13833087b04b4193a9285-00697415ab) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13833087b04b4193a9285-00697415ab) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13833087b04b4193a9285-00697415ab) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13833087b04b4193a9285-00697415ab) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx13833087b04b4193a9285-00697415ab) +proxy-server ERROR: Object returning 503 for [] (txn: tx13833087b04b4193a9285-00697415ab) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx90561b8d1dbe4488beff8-00697415ab) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx90561b8d1dbe4488beff8-00697415ab) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx90561b8d1dbe4488beff8-00697415ab) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx90561b8d1dbe4488beff8-00697415ab) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx90561b8d1dbe4488beff8-00697415ab) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx90561b8d1dbe4488beff8-00697415ab) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx90561b8d1dbe4488beff8-00697415ab) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx90561b8d1dbe4488beff8-00697415ab) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx90561b8d1dbe4488beff8-00697415ab) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx90561b8d1dbe4488beff8-00697415ab) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx90561b8d1dbe4488beff8-00697415ab) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx90561b8d1dbe4488beff8-00697415ab) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx90561b8d1dbe4488beff8-00697415ab) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx90561b8d1dbe4488beff8-00697415ab) +proxy-server ERROR: Object returning 503 for [] (txn: tx90561b8d1dbe4488beff8-00697415ab) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa866e12fabe84eb79a905-00697415ab) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa866e12fabe84eb79a905-00697415ab) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa866e12fabe84eb79a905-00697415ab) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa866e12fabe84eb79a905-00697415ab) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa866e12fabe84eb79a905-00697415ab) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa866e12fabe84eb79a905-00697415ab) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa866e12fabe84eb79a905-00697415ab) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa866e12fabe84eb79a905-00697415ab) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa866e12fabe84eb79a905-00697415ab) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa866e12fabe84eb79a905-00697415ab) +proxy-server ERROR: Object returning 503 for [] (txn: txa866e12fabe84eb79a905-00697415ab) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1756dc8393904d9daf703-00697415ab) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1756dc8393904d9daf703-00697415ab) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1756dc8393904d9daf703-00697415ab) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1756dc8393904d9daf703-00697415ab) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1756dc8393904d9daf703-00697415ab) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1756dc8393904d9daf703-00697415ab) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1756dc8393904d9daf703-00697415ab) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1756dc8393904d9daf703-00697415ab) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1756dc8393904d9daf703-00697415ab) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedb0f9b1aaa84b7ca7278-00697415ab) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedb0f9b1aaa84b7ca7278-00697415ab) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedb0f9b1aaa84b7ca7278-00697415ab) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedb0f9b1aaa84b7ca7278-00697415ab) +proxy-server DEBUG: Ignoring 404 from primary (txn: txedb0f9b1aaa84b7ca7278-00697415ab) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedb0f9b1aaa84b7ca7278-00697415ab) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedb0f9b1aaa84b7ca7278-00697415ab) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedb0f9b1aaa84b7ca7278-00697415ab) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedb0f9b1aaa84b7ca7278-00697415ab) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedb0f9b1aaa84b7ca7278-00697415ab) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedb0f9b1aaa84b7ca7278-00697415ab) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedb0f9b1aaa84b7ca7278-00697415ab)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache ... ok + +test DEBUG: /tmp/tmpkln0yuj1/sdb/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db usyncing chunks to 10.0.0.0:1000/sda, starting at row 1 +REPLICATE: /sda/0/417c2eb98728612765dc1198368ea0c8, merge_items, ([{'ROWID': 2, 'name': '1:/a/c/o-unu', 'created_at': '1769215409.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1769215409.00000', 'deleted': 0, 'storage_policy_index': 0}], 'b2b94f41-1282-43b2-91cf-8ce62fc43dab-') +test DEBUG: /tmp/tmpkln0yuj1/sdb/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.00367999s) +REPLICATE: /sda/0/417c2eb98728612765dc1198368ea0c8, merge_syncs, ([{'remote_id': '47c132e7-902c-4749-8f82-07d152bd4b26-sda', 'sync_point': 1}],) +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (3, '8b246ce0dcfaef7db5f95840198ac37a', '83bb8c18-f9aa-4214-a150-80e93c8fe6a4-', '1769215405.07590', '1769215405.07304', '0', '', '1769215405.07304', 99, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('83bb8c18-f9aa-4214-a150-80e93c8fe6a4-', '33379ecb053aa5c9e356c68997cbb59e_1769215405.07763.db') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (3, '8b246ce0dcfaef7db5f95840198ac37a', '83bb8c18-f9aa-4214-a150-80e93c8fe6a4-', '1769215405.07590', '1769215405.07304', '0', '', '1769215405.07304', 99, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215405.07749', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769215405.07749', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215405.07749', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215405.07811', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215405.07811', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215405.07763', 'epoch': '1769215405.07763', 'reported': 0, 'tombstones': -1}], '83bb8c18-f9aa-4214-a150-80e93c8fe6a4-') +test DEBUG: /tmp/tmpzqku7bx2/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215405.07763.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpzqku7bx2/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215405.07763.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (6, 'a809f1f96db0ed6705a4b18da4e18959', '22da18b9-7276-4b99-a37f-884d953f20f2-', '1769215405.11729', '1769215405.11537', '0', '', '1769215405.11537', 99, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215405.13095', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769215405.13095', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215405.13095', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215405.13210', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215405.13210', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215405.11888', 'epoch': '1769215405.11888', 'reported': 0, 'tombstones': -1}], '22da18b9-7276-4b99-a37f-884d953f20f2-') +test DEBUG: /tmp/tmpko475arr/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215405.11888.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpko475arr/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215405.11888.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (6, 'a809f1f96db0ed6705a4b18da4e18959', '22da18b9-7276-4b99-a37f-884d953f20f2-', '1769215405.11729', '1769215405.12770', '0', '', '1769215405.11537', 101, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215405.13095', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769215405.13095', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215405.13095', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215405.13210', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215405.13210', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215405.11888', 'epoch': '1769215405.11888', 'reported': 0, 'tombstones': -1}], '22da18b9-7276-4b99-a37f-884d953f20f2-') +test DEBUG: /tmp/tmpko475arr/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215405.11888.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpko475arr/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215405.11888.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (6, 'a809f1f96db0ed6705a4b18da4e18959', '09ddada7-40fe-4fce-b2f6-37b5aeba03f8-', '1769215405.18869', '1769215405.18653', '0', '', '1769215405.18653', 99, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215405.20315', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769215405.20315', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215405.20315', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215405.20448', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215405.20448', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215405.19068', 'epoch': '1769215405.19068', 'reported': 0, 'tombstones': -1}], '09ddada7-40fe-4fce-b2f6-37b5aeba03f8-') +test DEBUG: /tmp/tmpo3bkrcd5/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215405.19068.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpo3bkrcd5/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215405.19068.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (6, 'a809f1f96db0ed6705a4b18da4e18959', '09ddada7-40fe-4fce-b2f6-37b5aeba03f8-', '1769215405.18869', '1769215405.19994', '0', '', '1769215405.18653', 101, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215405.20315', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769215405.20315', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215405.20315', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215405.20448', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215405.20448', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215405.19068', 'epoch': '1769215405.19068', 'reported': 0, 'tombstones': -1}], '09ddada7-40fe-4fce-b2f6-37b5aeba03f8-') +test DEBUG: /tmp/tmpo3bkrcd5/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215405.19068.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpo3bkrcd5/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215405.19068.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff ... ok + +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break -test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj -test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue -test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission ... ok -test INFO: - - 21/Dec/2024/18/13/50 GET / HTTP/1.0 200 - - b05bf940... - 8 - - - 0.0001 - - 1734804830.302916527 1734804830.302990913 - -test INFO: - - 21/Dec/2024/18/13/50 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0001 - - 1734804830.303773403 1734804830.303836107 - -test INFO: - - 21/Dec/2024/18/13/50 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0001 - - 1734804830.304522991 1734804830.304602861 - -test INFO: - - 21/Dec/2024/18/13/50 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1734804830.305426836 1734804830.305490017 - -test INFO: - - 21/Dec/2024/18/13/50 GET / HTTP/1.0 200 - - ... - 8 - - - 0.0001 - - 1734804830.306175947 1734804830.306228876 - -test INFO: - - 21/Dec/2024/18/13/50 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0001 - - 1734804830.469654799 1734804830.469742775 - -test INFO: - - 21/Dec/2024/18/13/50 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1734804830.470243692 1734804830.470289469 - -test INFO: - - 21/Dec/2024/18/13/50 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - one%2Cand%20two 1734804830.471446037 1734804830.471529484 - -test INFO: - - 21/Dec/2024/18/13/50 GET / HTTP/1.0 200 - - - - 8 - - - 0.0008 - - 1734804830.472556114 1734804830.473345041 - -test INFO: - - 21/Dec/2024/18/13/50 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1734804830.474280596 1734804830.474342823 - -test INFO: - - 21/Dec/2024/18/13/50 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - one 1734804830.475321770 1734804830.475381851 - -test INFO: template which can be edited in config: HTTP/1.0 / GET {SMD5}c65475e457fea0951fbb9ec9596b2177 - 1.0000 26/Apr/1970/17/46/40 10000001.000000000 0.5 example.com -test INFO: HTTP/1.0 /bucket/path/to/key GET AUTH_test bucket path/to/key -test INFO: - - 21/Dec/2024/18/13/50 GET /%3Fx%3D3 HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1734804830.484595299 1734804830.484672546 - -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 HEAD /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 POST /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 DELETE /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 OPTIONS /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/42 GET - HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET / HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /bad HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /baddy/mc_badderson HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0// HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0//c HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/a// HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/a//o HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_error -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_error ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_exception -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_exception ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_object_error -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_object_error ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_non_integer_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_non_integer_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_out_of_range_part_number -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_out_of_range_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_num_with_repeated_segments -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_num_with_repeated_segments ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_data_manifest -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_data_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_large_manifest -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_large_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_sub_slo -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_sub_slo ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_negative_part_number_invalid_on_subrange -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_negative_part_number_invalid_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_non_integer_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_non_integer_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number_on_subrange -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_data_manifest -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_data_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_refetch_path -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_refetch_path ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_subrange -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_zero_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_zero_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_negative_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_negative_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_exceeds_max_manifest_segments_is_ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_exceeds_max_manifest_segments_is_ok ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_manifest_get -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_manifest_get ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object_with_range -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object_with_range ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_sub_ranges_manifest -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_sub_ranges_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_with_range_segments -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_with_range_segments ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid_on_subrange -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_range_with_part_number_is_error -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_range_with_part_number_is_error ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true ... ok +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (5, 'cf20ec8dba1fe41224e2481ecfab4a30', 'd92984a8-7f0f-4642-b0c0-dbec4c1a3473-', '1769215405.25214', '1769215405.24983', '0', '', '1769215405.24983', 99, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215405.26758', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215405.26758', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215405.26758', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215405.26910', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215405.26910', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215405.25353', 'epoch': '1769215405.25353', 'reported': 0, 'tombstones': -1}], 'd92984a8-7f0f-4642-b0c0-dbec4c1a3473-') +test DEBUG: /tmp/tmp_2sv16mx/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215405.25353.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp_2sv16mx/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215405.25353.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (5, 'cf20ec8dba1fe41224e2481ecfab4a30', 'd92984a8-7f0f-4642-b0c0-dbec4c1a3473-', '1769215405.25214', '1769215405.26384', '0', '', '1769215405.24983', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215405.26758', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215405.26758', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215405.26758', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215405.26910', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215405.26910', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215405.25353', 'epoch': '1769215405.25353', 'reported': 0, 'tombstones': -1}], 'd92984a8-7f0f-4642-b0c0-dbec4c1a3473-') +test DEBUG: /tmp/tmp_2sv16mx/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215405.25353.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp_2sv16mx/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215405.25353.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (5, 'cf20ec8dba1fe41224e2481ecfab4a30', 'c0980dcd-2b6d-4c0b-8cad-3cb32728c337-', '1769215405.31424', '1769215405.31242', '0', '', '1769215405.31242', 99, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215405.33222', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215405.33222', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215405.33222', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215405.33407', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215405.33407', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215405.31554', 'epoch': '1769215405.31554', 'reported': 0, 'tombstones': -1}], 'c0980dcd-2b6d-4c0b-8cad-3cb32728c337-') +test DEBUG: /tmp/tmpteyutwdy/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215405.31554.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpteyutwdy/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215405.31554.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (5, 'cf20ec8dba1fe41224e2481ecfab4a30', 'c0980dcd-2b6d-4c0b-8cad-3cb32728c337-', '1769215405.31424', '1769215405.32708', '0', '', '1769215405.31242', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215405.33222', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215405.33222', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215405.33222', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215405.33407', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215405.33407', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215405.31554', 'epoch': '1769215405.31554', 'reported': 0, 'tombstones': -1}], 'c0980dcd-2b6d-4c0b-8cad-3cb32728c337-') +test DEBUG: /tmp/tmpteyutwdy/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215405.31554.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpteyutwdy/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215405.31554.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (3, '8b246ce0dcfaef7db5f95840198ac37a', 'e437c66c-5d85-4fcd-9875-01dab9710cea-', '1769215405.40538', '1769215405.40320', '0', '', '1769215405.40320', 99, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215405.40721', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769215405.40721', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215405.40721', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215405.40744', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215405.40744', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215405.40729', 'epoch': '1769215405.40729', 'reported': 0, 'tombstones': -1}], 'e437c66c-5d85-4fcd-9875-01dab9710cea-') +test DEBUG: /tmp/tmpudoadtrb/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215405.40729.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpudoadtrb/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215405.40729.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (3, '8b246ce0dcfaef7db5f95840198ac37a', 'e437c66c-5d85-4fcd-9875-01dab9710cea-', '1769215405.40538', '1769215405.41960', '0', '', '1769215405.40320', 99, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215405.40721', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769215405.40721', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215405.40721', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215405.40744', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215405.40744', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215405.40729', 'epoch': '1769215405.40729', 'reported': 0, 'tombstones': -1}], 'e437c66c-5d85-4fcd-9875-01dab9710cea-') +test DEBUG: /tmp/tmpudoadtrb/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215405.40729.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpudoadtrb/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215405.40729.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx6132f9d7f3fb492b9ecb9-00697415ad) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx6132f9d7f3fb492b9ecb9-00697415ad) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx6132f9d7f3fb492b9ecb9-00697415ad) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe019851cd6384bd2b1a2d-00697415ae) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe019851cd6384bd2b1a2d-00697415ae) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe019851cd6384bd2b1a2d-00697415ae) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe019851cd6384bd2b1a2d-00697415ae) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe019851cd6384bd2b1a2d-00697415ae) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe019851cd6384bd2b1a2d-00697415ae) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txe019851cd6384bd2b1a2d-00697415ae) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe019851cd6384bd2b1a2d-00697415ae) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe019851cd6384bd2b1a2d-00697415ae) +test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: txe019851cd6384bd2b1a2d-00697415ae) +test DEBUG: Setting object count to 1068 (txn: txe019851cd6384bd2b1a2d-00697415ae) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx3d62047ceb4d4cb6a0324-00697415ae) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3d62047ceb4d4cb6a0324-00697415ae) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: tx3d62047ceb4d4cb6a0324-00697415ae) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx3d62047ceb4d4cb6a0324-00697415ae) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3d62047ceb4d4cb6a0324-00697415ae) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3d62047ceb4d4cb6a0324-00697415ae) +test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: tx3d62047ceb4d4cb6a0324-00697415ae) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3d62047ceb4d4cb6a0324-00697415ae) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3d62047ceb4d4cb6a0324-00697415ae) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: tx3d62047ceb4d4cb6a0324-00697415ae) +test DEBUG: Setting object count to 1068 (txn: tx3d62047ceb4d4cb6a0324-00697415ae) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txa549af615f0645cc91694-00697415af) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa549af615f0645cc91694-00697415af) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa549af615f0645cc91694-00697415af) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa549af615f0645cc91694-00697415af) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa549af615f0645cc91694-00697415af) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa549af615f0645cc91694-00697415af) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 404 (txn: txa549af615f0645cc91694-00697415af) +test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: txa549af615f0645cc91694-00697415af) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx812c58bcaff04369bc8ba-00697415af) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx812c58bcaff04369bc8ba-00697415af) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx812c58bcaff04369bc8ba-00697415af) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx812c58bcaff04369bc8ba-00697415af) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx812c58bcaff04369bc8ba-00697415af) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx812c58bcaff04369bc8ba-00697415af) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: tx812c58bcaff04369bc8ba-00697415af) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: tx812c58bcaff04369bc8ba-00697415af) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: tx812c58bcaff04369bc8ba-00697415af) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: tx812c58bcaff04369bc8ba-00697415af) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: tx812c58bcaff04369bc8ba-00697415af) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: tx812c58bcaff04369bc8ba-00697415af) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx812c58bcaff04369bc8ba-00697415af) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 503 (txn: tx812c58bcaff04369bc8ba-00697415af) +test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: tx812c58bcaff04369bc8ba-00697415af) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '448'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:24 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:24 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:24 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type ... ok -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedb0f9b1aaa84b7ca7278-00697415ab) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedb0f9b1aaa84b7ca7278-00697415ab) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedb0f9b1aaa84b7ca7278-00697415ab) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedb0f9b1aaa84b7ca7278-00697415ab) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedb0f9b1aaa84b7ca7278-00697415ab) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedb0f9b1aaa84b7ca7278-00697415ab) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txedb0f9b1aaa84b7ca7278-00697415ab) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Object returning 503 for [] (txn: tx0ad5de8707354b01ab012-00697415ac) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Object returning 503 for [] (txn: txf76b5bcb5e48476dbd612-00697415ac) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx59891e4ac7044a3db488e-00697415ac) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx59891e4ac7044a3db488e-00697415ac) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx59891e4ac7044a3db488e-00697415ac) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx59891e4ac7044a3db488e-00697415ac) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx59891e4ac7044a3db488e-00697415ac) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx59891e4ac7044a3db488e-00697415ac) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx59891e4ac7044a3db488e-00697415ac) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx59891e4ac7044a3db488e-00697415ac) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx59891e4ac7044a3db488e-00697415ac) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx59891e4ac7044a3db488e-00697415ac) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx59891e4ac7044a3db488e-00697415ac) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx59891e4ac7044a3db488e-00697415ac) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx59891e4ac7044a3db488e-00697415ac) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx59891e4ac7044a3db488e-00697415ac) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx59891e4ac7044a3db488e-00697415ac) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx59891e4ac7044a3db488e-00697415ac) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx59891e4ac7044a3db488e-00697415ac) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx59891e4ac7044a3db488e-00697415ac) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx59891e4ac7044a3db488e-00697415ac) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx59891e4ac7044a3db488e-00697415ac) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx59891e4ac7044a3db488e-00697415ac) +proxy-server ERROR: Object returning 503 for [] (txn: tx59891e4ac7044a3db488e-00697415ac) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx68ecaf17ad724f96a1d22-00697415ad) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.2:1002/sdc (txn: tx68ecaf17ad724f96a1d22-00697415ad) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx68ecaf17ad724f96a1d22-00697415ad) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx68ecaf17ad724f96a1d22-00697415ad) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx68ecaf17ad724f96a1d22-00697415ad) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx68ecaf17ad724f96a1d22-00697415ad) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx68ecaf17ad724f96a1d22-00697415ad) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx68ecaf17ad724f96a1d22-00697415ad) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx68ecaf17ad724f96a1d22-00697415ad) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx68ecaf17ad724f96a1d22-00697415ad) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx68ecaf17ad724f96a1d22-00697415ad) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx68ecaf17ad724f96a1d22-00697415ad)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container ... ok + +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (503, 503, 503, 503) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: txae044c9146a94361b6ccc-00697415ae) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx0a456cf864614b4fb542d-00697415ae) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +test INFO: Client disconnected on read of '/a/c' (txn: tx0c5ed62b4c2843af8bd4c-00697415ae) +test INFO: Client disconnected on read of '/a/c' (txn: tx76d750d4c4ca45a8bafd5-00697415ae) +test INFO: Client disconnected on read of '/a/c' (txn: txd2432e0adf9549b3a5510-00697415ae) +test INFO: Client disconnected on read of '/a/c' (txn: txd2432e0adf9549b3a5510-00697415ae) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -88287,7 +94503,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -88296,8 +94512,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -88306,7 +94521,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -88315,7 +94530,8 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -88324,7 +94540,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -88333,8 +94549,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -88343,7 +94558,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -88352,7 +94567,8 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -88361,7 +94577,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -88370,9 +94586,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -88381,7 +94595,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -88390,7 +94604,9 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -88399,7 +94615,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -88408,8 +94624,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -88418,7 +94633,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -88427,7 +94642,8 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -88436,7 +94652,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -88445,10 +94661,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: Container GET returning 503 for (201, 404, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -88457,7 +94670,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -88466,7 +94679,10 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (204, 404, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -88475,7 +94691,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -88484,11 +94700,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (201, 503, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -88497,7 +94709,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -88506,7 +94718,11 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (204, 503, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -88515,7 +94731,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -88524,8 +94740,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -88534,7 +94749,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -88542,582 +94757,420 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers ... ok -test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon -test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon ... ok -test.unit.common.test_daemon.TestWorkerDaemon.test_stubs -test.unit.common.test_daemon.TestWorkerDaemon.test_stubs ... ok -test.unit.common.test_db.TestGetDBConnection.test_invalid_path -test.unit.common.test_db.TestGetDBConnection.test_invalid_path ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency -test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_report -test.unit.obj.test_expirer.TestObjectExpirer.test_report ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order -test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_command_line -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_command_line ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_config -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_config ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ_ACP fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: Grant test:full_control FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private ... ok -test.unit.common.test_db.TestGetDBConnection.test_locked_db -test.unit.common.test_db.TestGetDBConnection.test_locked_db ... ok -test.unit.common.test_db.TestGetDBConnection.test_normal_case -test.unit.common.test_db.TestGetDBConnection.test_normal_case ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:24 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission ... ok + +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx68ecaf17ad724f96a1d22-00697415ad) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx68ecaf17ad724f96a1d22-00697415ad) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx68ecaf17ad724f96a1d22-00697415ad) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx68ecaf17ad724f96a1d22-00697415ad) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx68ecaf17ad724f96a1d22-00697415ad) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx68ecaf17ad724f96a1d22-00697415ad) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx68ecaf17ad724f96a1d22-00697415ad) +proxy-server ERROR: Exception fetching fragments for '/a/c/o': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1493, in put_fragments_in_queue + for fragment in frag_iter: + ^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ + return self._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 5009, in _get_next_item + return super(CooperativeIterator, self)._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item + return next(self.wrapped_iter) + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 2515, in _iter_bytes_from_response_part + six.reraise(exc_type, exc_value, exc_traceback) + File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise + raise value + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 2487, in _iter_bytes_from_response_part + chunk = part_file.read(self.app.object_chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1145, in read + raise ShortReadError( +swift.common.exceptions.ShortReadError: Too few bytes; read 415, expecting 490 (txn: tx68ecaf17ad724f96a1d22-00697415ad) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx68ecaf17ad724f96a1d22-00697415ad) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.11:1011/sdl (txn: txfb143d485a17439b9b19e-00697415ae) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.12:1012/sdm (txn: txf30d6e34be084fc4a3cd7-00697415ae) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf30d6e34be084fc4a3cd7-00697415ae) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf30d6e34be084fc4a3cd7-00697415ae) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf30d6e34be084fc4a3cd7-00697415ae) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf30d6e34be084fc4a3cd7-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf30d6e34be084fc4a3cd7-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf30d6e34be084fc4a3cd7-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf30d6e34be084fc4a3cd7-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf30d6e34be084fc4a3cd7-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf30d6e34be084fc4a3cd7-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf30d6e34be084fc4a3cd7-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf30d6e34be084fc4a3cd7-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf30d6e34be084fc4a3cd7-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf30d6e34be084fc4a3cd7-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf30d6e34be084fc4a3cd7-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf30d6e34be084fc4a3cd7-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf30d6e34be084fc4a3cd7-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf30d6e34be084fc4a3cd7-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf30d6e34be084fc4a3cd7-00697415ae) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.01s) (txn: txf30d6e34be084fc4a3cd7-00697415ae) +proxy-server ERROR: ERROR Unhandled exception in request: ChunkReadTimeout (0.01s after 0.01s) (txn: txf30d6e34be084fc4a3cd7-00697415ae) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.6:1006/sdg (txn: tx206f860033394324bd3c9-00697415ae) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx206f860033394324bd3c9-00697415ae) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx206f860033394324bd3c9-00697415ae) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx206f860033394324bd3c9-00697415ae) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx206f860033394324bd3c9-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx206f860033394324bd3c9-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx206f860033394324bd3c9-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx206f860033394324bd3c9-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx206f860033394324bd3c9-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx206f860033394324bd3c9-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx206f860033394324bd3c9-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx206f860033394324bd3c9-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx206f860033394324bd3c9-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx206f860033394324bd3c9-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx206f860033394324bd3c9-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx206f860033394324bd3c9-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx206f860033394324bd3c9-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx206f860033394324bd3c9-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx206f860033394324bd3c9-00697415ae) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.01s) (txn: tx206f860033394324bd3c9-00697415ae) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx51b3d5176f9548fbb69e2-00697415ae)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:25 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE - new_resp = self._restore_on_delete(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 194, in _restore_on_delete - resp = req.get_response(self.app, 'GET', req.container_name, '', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE - new_resp = self._restore_on_delete(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 206, in _restore_on_delete - resp = req.get_response(self.app, 'PUT', query={ - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: skipping failed PUT?version-id=1574341899.21751 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception -test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length ... ok -test.unit.common.test_direct_client.TestDirectClient.test_gen_headers -test.unit.common.test_direct_client.TestDirectClient.test_gen_headers ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry -test.unit.common.test_direct_client.TestDirectClient.test_retry ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards ... ok -test ERROR: ERROR Could not get container info /tmp/tmp4gtpyg2h/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.02s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmp4gtpyg2h/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmp4gtpyg2h/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmp4gtpyg2h/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmp4gtpyg2h/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmp4gtpyg2h/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmp4gtpyg2h/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmp4gtpyg2h/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmp4gtpyg2h/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueErrortest.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do ... ok +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (3, '8b246ce0dcfaef7db5f95840198ac37a', '8da20dac-9062-41a8-b217-13596934b985-', '1769215405.66221', '1769215405.66030', '0', '', '1769215405.66030', 99, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215405.66348', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769215405.66348', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215405.66348', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215405.66368', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215405.66368', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215405.66354', 'epoch': '1769215405.66354', 'reported': 0, 'tombstones': -1}], '8da20dac-9062-41a8-b217-13596934b985-') +test DEBUG: /tmp/tmp4oh5pgu1/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215405.66354.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp4oh5pgu1/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215405.66354.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (3, '8b246ce0dcfaef7db5f95840198ac37a', '8da20dac-9062-41a8-b217-13596934b985-', '1769215405.66221', '1769215405.67170', '0', '', '1769215405.66030', 99, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215405.66348', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769215405.66348', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215405.66348', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215405.66368', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215405.66368', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215405.66354', 'epoch': '1769215405.66354', 'reported': 0, 'tombstones': -1}], '8da20dac-9062-41a8-b217-13596934b985-') +test DEBUG: /tmp/tmp4oh5pgu1/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215405.66354.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp4oh5pgu1/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215405.66354.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (8, 'f9adc3f87b094f7d26ffdcbccc81c666', '69efede8-3d17-4909-9545-4d080550d1bd-', '1769215405.70362', '1769215405.70170', '0', '', '1769215405.70170', 2, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('69efede8-3d17-4909-9545-4d080550d1bd-', '33379ecb053aa5c9e356c68997cbb59e_1769215405.70660.db') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (8, 'f9adc3f87b094f7d26ffdcbccc81c666', '69efede8-3d17-4909-9545-4d080550d1bd-', '1769215405.70362', '1769215405.70170', '0', '', '1769215405.70170', 2, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215405.70483', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215405.70483', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215405.70483', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215405.70680', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215405.70680', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215405.70660', 'epoch': '1769215405.70660', 'reported': 0, 'tombstones': -1}], '69efede8-3d17-4909-9545-4d080550d1bd-') +test DEBUG: /tmp/tmpkbaoitx9/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215405.70660.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpkbaoitx9/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215405.70660.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (8, 'f9adc3f87b094f7d26ffdcbccc81c666', '18b8b422-444b-4cfa-a788-a5160716e742-', '1769215405.74179', '1769215405.73998', '0', '', '1769215405.73998', 2, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('18b8b422-444b-4cfa-a788-a5160716e742-', '33379ecb053aa5c9e356c68997cbb59e_1769215405.74483.db') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (8, 'f9adc3f87b094f7d26ffdcbccc81c666', '18b8b422-444b-4cfa-a788-a5160716e742-', '1769215405.74179', '1769215405.73998', '0', '', '1769215405.73998', 2, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215405.74311', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215405.74311', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215405.74311', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215405.74504', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215405.74504', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215405.74483', 'epoch': '1769215405.74483', 'reported': 0, 'tombstones': -1}], '18b8b422-444b-4cfa-a788-a5160716e742-') +test DEBUG: /tmp/tmps2kskf5y/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215405.74483.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmps2kskf5y/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215405.74483.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (11, 'eef5c20a21536d4b42b74e641056de23', '427c42de-c581-418c-ab0c-8c49dabdac05-', '1769215405.78092', '1769215405.77920', '0', '', '1769215405.77920', 3, 0) +test WARNING: /tmp/tmp5qr02ude/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215405.78338.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmp5qr02ude/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215405.78338.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (11, 'eef5c20a21536d4b42b74e641056de23', '427c42de-c581-418c-ab0c-8c49dabdac05-', '1769215405.78092', '1769215405.79058', '0', '', '1769215405.77920', 3, 0) +test WARNING: /tmp/tmp5qr02ude/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215405.78338.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmp5qr02ude/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215405.78338.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (11, 'eef5c20a21536d4b42b74e641056de23', '2bcf9180-e0de-4597-a52c-6fb8cfd3de26-', '1769215405.81450', '1769215405.81262', '0', '', '1769215405.81262', 3, 0) +test WARNING: /tmp/tmprifvpf6j/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215405.82330.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmprifvpf6j/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215405.82330.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff ... ok + +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx51b3d5176f9548fbb69e2-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx51b3d5176f9548fbb69e2-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx51b3d5176f9548fbb69e2-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx51b3d5176f9548fbb69e2-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx51b3d5176f9548fbb69e2-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx51b3d5176f9548fbb69e2-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx51b3d5176f9548fbb69e2-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx51b3d5176f9548fbb69e2-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx51b3d5176f9548fbb69e2-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx51b3d5176f9548fbb69e2-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx51b3d5176f9548fbb69e2-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx51b3d5176f9548fbb69e2-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx51b3d5176f9548fbb69e2-00697415ae) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa4938c8554b14f23aee5f-00697415ae) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa4938c8554b14f23aee5f-00697415ae) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa4938c8554b14f23aee5f-00697415ae) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa4938c8554b14f23aee5f-00697415ae) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa4938c8554b14f23aee5f-00697415ae) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa4938c8554b14f23aee5f-00697415ae) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa4938c8554b14f23aee5f-00697415ae) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa4938c8554b14f23aee5f-00697415ae) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa4938c8554b14f23aee5f-00697415ae) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa4938c8554b14f23aee5f-00697415ae) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa4938c8554b14f23aee5f-00697415ae) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa4938c8554b14f23aee5f-00697415ae) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa4938c8554b14f23aee5f-00697415ae) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa4938c8554b14f23aee5f-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4938c8554b14f23aee5f-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4938c8554b14f23aee5f-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4938c8554b14f23aee5f-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4938c8554b14f23aee5f-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4938c8554b14f23aee5f-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4938c8554b14f23aee5f-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4938c8554b14f23aee5f-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4938c8554b14f23aee5f-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4938c8554b14f23aee5f-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4938c8554b14f23aee5f-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4938c8554b14f23aee5f-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4938c8554b14f23aee5f-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4938c8554b14f23aee5f-00697415ae) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4938c8554b14f23aee5f-00697415ae) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa37ed9de8a9640958be31-00697415af) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa37ed9de8a9640958be31-00697415af) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa37ed9de8a9640958be31-00697415af) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa37ed9de8a9640958be31-00697415af) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa37ed9de8a9640958be31-00697415af) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa37ed9de8a9640958be31-00697415af) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa37ed9de8a9640958be31-00697415af) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa37ed9de8a9640958be31-00697415af) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa37ed9de8a9640958be31-00697415af) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa37ed9de8a9640958be31-00697415af) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa37ed9de8a9640958be31-00697415af) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa37ed9de8a9640958be31-00697415af) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa37ed9de8a9640958be31-00697415af) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa37ed9de8a9640958be31-00697415af) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txa37ed9de8a9640958be31-00697415af) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txa37ed9de8a9640958be31-00697415af) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txa37ed9de8a9640958be31-00697415af) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txa37ed9de8a9640958be31-00697415af) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txa37ed9de8a9640958be31-00697415af) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txa37ed9de8a9640958be31-00697415af) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txa37ed9de8a9640958be31-00697415af) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txa37ed9de8a9640958be31-00697415af) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txa37ed9de8a9640958be31-00697415af) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txba95b785366f457cac257-00697415af) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception ... ok + +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (11, 'eef5c20a21536d4b42b74e641056de23', '2bcf9180-e0de-4597-a52c-6fb8cfd3de26-', '1769215405.81450', '1769215405.83149', '0', '', '1769215405.81262', 3, 0) +test WARNING: /tmp/tmprifvpf6j/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215405.82330.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmprifvpf6j/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215405.82330.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (10, '2674d78c71cc29c1383dedbb2b68b7ca', '21dcf9cc-4c97-4058-9b74-e88d05677e74-', '1769215406.61885', '1769215406.61693', '0', '', '1769215406.61693', 5, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215406.63193', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215406.63193', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215406.63193', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215406.63341', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215406.63341', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215406.62141', 'epoch': '1769215406.62141', 'reported': 0, 'tombstones': -1}], '21dcf9cc-4c97-4058-9b74-e88d05677e74-') +test DEBUG: /tmp/tmph4g9n7ky/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215406.62141.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmph4g9n7ky/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215406.62141.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (10, '2674d78c71cc29c1383dedbb2b68b7ca', '21dcf9cc-4c97-4058-9b74-e88d05677e74-', '1769215406.61885', '1769215406.62881', '0', '', '1769215406.61693', 5, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215406.63193', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215406.63193', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215406.63193', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215406.63341', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215406.63341', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215406.62141', 'epoch': '1769215406.62141', 'reported': 0, 'tombstones': -1}], '21dcf9cc-4c97-4058-9b74-e88d05677e74-') +test DEBUG: /tmp/tmph4g9n7ky/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215406.62141.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmph4g9n7ky/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215406.62141.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (10, '2674d78c71cc29c1383dedbb2b68b7ca', 'ca0f4479-9368-4ce2-bb61-f3139dedf88b-', '1769215406.68070', '1769215406.67891', '0', '', '1769215406.67891', 5, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215406.69364', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215406.69364', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215406.69364', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215406.69586', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215406.69586', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215406.68351', 'epoch': '1769215406.68351', 'reported': 0, 'tombstones': -1}], 'ca0f4479-9368-4ce2-bb61-f3139dedf88b-') +test DEBUG: /tmp/tmpejxg9o9w/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215406.68351.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpejxg9o9w/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215406.68351.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (10, '2674d78c71cc29c1383dedbb2b68b7ca', 'ca0f4479-9368-4ce2-bb61-f3139dedf88b-', '1769215406.68070', '1769215406.69062', '0', '', '1769215406.67891', 5, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215406.69364', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215406.69364', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215406.69364', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215406.69586', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215406.69586', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215406.68351', 'epoch': '1769215406.68351', 'reported': 0, 'tombstones': -1}], 'ca0f4479-9368-4ce2-bb61-f3139dedf88b-') +test DEBUG: /tmp/tmpejxg9o9w/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215406.68351.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpejxg9o9w/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215406.68351.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (11, 'dd43e7e6510c51320ef6f5a8f4c0e43a', 'a0849a1e-b827-4d17-b807-17976705e1cb-', '1769215406.74352', '1769215406.74001', '0', '', '1769215406.74001', 3, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215406.74496', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215406.74496', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215406.74496', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215406.74787', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215406.74787', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215406.74765', 'epoch': '1769215406.74765', 'reported': 0, 'tombstones': -1}], 'a0849a1e-b827-4d17-b807-17976705e1cb-') +test DEBUG: /tmp/tmpx5r1xkjd/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215406.74765.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpx5r1xkjd/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215406.74765.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (11, 'dd43e7e6510c51320ef6f5a8f4c0e43a', 'a0849a1e-b827-4d17-b807-17976705e1cb-', '1769215406.74352', '1769215406.75554', '0', '', '1769215406.74001', 3, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215406.74496', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215406.74496', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215406.74496', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215406.74787', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215406.74787', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215406.74765', 'epoch': '1769215406.74765', 'reported': 0, 'tombstones': -1}], 'a0849a1e-b827-4d17-b807-17976705e1cb-')test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded ... ok fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:write_acp FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:26 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET - return self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -89125,5689 +95178,425 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:26 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 500 Trying to GET /a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx3770d2da680a4d38a6d0b-00697415af) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa920da65d8634963bd2c2-00697415b0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa920da65d8634963bd2c2-00697415b0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa920da65d8634963bd2c2-00697415b0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa920da65d8634963bd2c2-00697415b0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa920da65d8634963bd2c2-00697415b0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa920da65d8634963bd2c2-00697415b0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa920da65d8634963bd2c2-00697415b0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa920da65d8634963bd2c2-00697415b0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa920da65d8634963bd2c2-00697415b0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa920da65d8634963bd2c2-00697415b0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa920da65d8634963bd2c2-00697415b0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa920da65d8634963bd2c2-00697415b0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa920da65d8634963bd2c2-00697415b0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa920da65d8634963bd2c2-00697415b0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa920da65d8634963bd2c2-00697415b0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa920da65d8634963bd2c2-00697415b0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa920da65d8634963bd2c2-00697415b0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa920da65d8634963bd2c2-00697415b0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa920da65d8634963bd2c2-00697415b0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: tx92cd322ac1b54ba485729-00697415b0) +proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx92cd322ac1b54ba485729-00697415b0) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: tx92cd322ac1b54ba485729-00697415b0) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx92cd322ac1b54ba485729-00697415b0) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx92cd322ac1b54ba485729-00697415b0) +proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx92cd322ac1b54ba485729-00697415b0) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx92cd322ac1b54ba485729-00697415b0) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx92cd322ac1b54ba485729-00697415b0) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx92cd322ac1b54ba485729-00697415b0) +proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx92cd322ac1b54ba485729-00697415b0) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx92cd322ac1b54ba485729-00697415b0) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx92cd322ac1b54ba485729-00697415b0) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx92cd322ac1b54ba485729-00697415b0) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx92cd322ac1b54ba485729-00697415b0) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx92cd322ac1b54ba485729-00697415b0) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx92cd322ac1b54ba485729-00697415b0) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx92cd322ac1b54ba485729-00697415b0) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx92cd322ac1b54ba485729-00697415b0) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx92cd322ac1b54ba485729-00697415b0) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx92cd322ac1b54ba485729-00697415b0) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx92cd322ac1b54ba485729-00697415b0) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx92cd322ac1b54ba485729-00697415b0) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx92cd322ac1b54ba485729-00697415b0) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx92cd322ac1b54ba485729-00697415b0) +proxy-server ERROR: Object returning 503 for [507, 507, 507, 507, 507] (txn: tx92cd322ac1b54ba485729-00697415b0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx8a7c5685ac4844fa80a63-00697415b0) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx8a7c5685ac4844fa80a63-00697415b0) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx8a7c5685ac4844fa80a63-00697415b0) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx8a7c5685ac4844fa80a63-00697415b0) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx8a7c5685ac4844fa80a63-00697415b0) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx8a7c5685ac4844fa80a63-00697415b0)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted ... ok Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD - resp = self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 426, in set + raise MemcacheConnectionError('failed set: %s' % msg) +swift.common.exceptions.MemcacheConnectionError: failed set: + +During handling of the above exception, another exception occurred: + Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 21/Dec/2024/18/13/50 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0009 - - 1734804830.623008490 1734804830.623929739 1 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 21/Dec/2024/18/13/50 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0008 - - 1734804830.624477386 1734804830.625324249 0 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token ... ok -test.unit.common.middleware.test_bulk.TestConfig.test_defaults -test.unit.common.middleware.test_bulk.TestConfig.test_defaults ... ok -test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency -test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency ... ok -test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited ... ok + File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch + self.greenlet.switch(value) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 900, in _timing_stats + result = func(cache, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 430, in set + self._exception_occurred(server, e, cmd, conn_start_time, + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 276, in _exception_occurred + elif isinstance(e, (socket.error, MemcacheConnectionError)): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok -fake-swift DEBUG: Grant test:tester READ permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account ... ok test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers ... ok test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix ... ok test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long -test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest -test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough -test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error -test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_non_integer_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumber.test_get_non_integer_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_out_of_range_part_number +test.unit.common.middleware.test_slo.TestPartNumber.test_get_out_of_range_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_num_with_repeated_segments +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_num_with_repeated_segments ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_data_manifest +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_data_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_large_manifest +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_large_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_sub_slo +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_sub_slo ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_negative_part_number_invalid_on_subrange +test.unit.common.middleware.test_slo.TestPartNumber.test_head_negative_part_number_invalid_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_non_integer_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumber.test_head_non_integer_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number +test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number_on_subrange +test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_data_manifest +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_data_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_refetch_path +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_refetch_path ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_subrange +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_zero_invalid +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_zero_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_negative_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumber.test_negative_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_exceeds_max_manifest_segments_is_ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_exceeds_max_manifest_segments_is_ok ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_manifest_get +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_manifest_get ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object_with_range +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object_with_range ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_sub_ranges_manifest +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_sub_ranges_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_with_range_segments +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_with_range_segments ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid_on_subrange +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_range_with_part_number_is_error +test.unit.common.middleware.test_slo.TestPartNumber.test_range_with_part_number_is_error ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download ... ok + +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx8a7c5685ac4844fa80a63-00697415b0) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx8a7c5685ac4844fa80a63-00697415b0) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx8a7c5685ac4844fa80a63-00697415b0) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx8a7c5685ac4844fa80a63-00697415b0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx16be35539511440cb6f06-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx16be35539511440cb6f06-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx16be35539511440cb6f06-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx16be35539511440cb6f06-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx16be35539511440cb6f06-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx16be35539511440cb6f06-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx16be35539511440cb6f06-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx16be35539511440cb6f06-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx16be35539511440cb6f06-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx16be35539511440cb6f06-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx16be35539511440cb6f06-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx16be35539511440cb6f06-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx16be35539511440cb6f06-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx16be35539511440cb6f06-00697415b1) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx16be35539511440cb6f06-00697415b1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx004cb23e6491490c9c7d9-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx004cb23e6491490c9c7d9-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx004cb23e6491490c9c7d9-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx004cb23e6491490c9c7d9-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx004cb23e6491490c9c7d9-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx004cb23e6491490c9c7d9-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx004cb23e6491490c9c7d9-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx004cb23e6491490c9c7d9-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx004cb23e6491490c9c7d9-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx004cb23e6491490c9c7d9-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx004cb23e6491490c9c7d9-00697415b1)test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_succeed +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_succeed ... ok +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges ... ok test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults ... ok test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict -test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv -test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_json -test.unit.common.middleware.test_xprofile.TestStats2.test_to_json ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods -test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot ... ok - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 21/Dec/2024/18/13/50 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1734804830.654045105 1734804830.654096842 - -test INFO: - - 21/Dec/2024/18/13/50 GET /foo HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1734804830.654339075 1734804830.654374361 - -test INFO: - - 21/Dec/2024/18/13/50 GET /foo/bar HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1734804830.654575586 1734804830.654608488 - -test INFO: - - 21/Dec/2024/18/13/50 GET /v1 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1734804830.654797554 1734804830.654828310 - -test INFO: - - 21/Dec/2024/18/13/50 GET /v1.0 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1734804830.655000925 1734804830.655029058 - -test INFO: - - 21/Dec/2024/18/13/51 GET /path HTTP/1.0 503 - - - - 118 - - - 0.7000 FA - 1734804830.658152103 1734804831.358152151 - -test INFO: - - 21/Dec/2024/18/13/50 GET /path HTTP/1.0 500 - - - - - - - - 0.2000 - - 1734804830.659387350 1734804830.859387398 - -test INFO: - - 21/Dec/2024/18/13/50 GET / HTTP/1.0 200 - - - - 17 - - - 0.0001 SOS - 1734804830.660373211 1734804830.660432100 - -test INFO: - - 21/Dec/2024/18/13/50 GET / HTTP/1.0 200 - - - - - - - - 0.0001 - - 1734804830.662422180 1734804830.662505865 - -test INFO: - - 21/Dec/2024/18/13/50 GET / HTTP/1.0 200 - - - - 3 - - - 0.0001 - - 1734804830.663606882 1734804830.663691998 - -test INFO: - - 21/Dec/2024/18/13/50 GET / HTTP/1.0 200 - - - - 12 - - - 0.0001 - - 1734804830.665769577 1734804830.665862322 - -test INFO: - - 21/Dec/2024/18/13/51 GET /v1/a/c/o HTTP/1.0 503 - - - - 118 - - - 0.7000 - - 1734804830.666796684 1734804831.366796732 0 -test INFO: - - 21/Dec/2024/18/13/50 PUT /v1/a/c/o HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1734804830.676312685 1734804830.676342726 1 -test INFO: - - 21/Dec/2024/18/13/50 GET /v1/a/c HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1734804830.678876162 1734804830.678962708 1 -test INFO: 4.5.6.7 1.2.3.4 21/Dec/2024/18/13/50 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1734804830.680094004 1734804830.680163860 - -test INFO: 4.5.6.7 1.2.3.4 21/Dec/2024/18/13/50 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1734804830.680932522 1734804830.681012630 - -test INFO: - - 21/Dec/2024/18/13/50 GET /v1/something HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1734804830.682033300 1734804830.682101488 - -test INFO: - - 21/Dec/2024/18/13/50 GET / HTTP/1.0 499 - - - - 4 - - - 0.0001 - - 1734804830.683635235 1734804830.683707476 - -test INFO: - - 21/Dec/2024/18/13/50 POST /v1/a/c HTTP/1.0 200 - - - 11 8 - - Host:%20localhost:80 0.0000 - - 1734804830.684329271 1734804830.684348345 - -test INFO: - - 21/Dec/2024/18/13/50 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1734804830.687153101 1734804830.687179565 0 -test INFO: - - 21/Dec/2024/18/13/50 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1734804830.687672853 1734804830.687690735 -1 -test INFO: - - 21/Dec/2024/18/13/50 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1734804830.688287973 1734804830.688306093 - -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sdatest.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception -test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception -test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same ... ok -test.unit.common.test_swob.TestStatusMap.test_status_map -test.unit.common.test_swob.TestStatusMap.test_status_map ... ok -test.unit.common.test_utils.TestPairs.test_pairs -test.unit.common.test_utils.TestPairs.test_pairs ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_preserves_ownership -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_preserves_ownership ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_tpool -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_tpool ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_context_manager_api -test.unit.common.utils.test_logs.TestPipeMutex.test_context_manager_api ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_nonblocking -test.unit.common.utils.test_logs.TestPipeMutex.test_nonblocking ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_recursive -test.unit.common.utils.test_logs.TestPipeMutex.test_recursive ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_release_without_acquire -test.unit.common.utils.test_logs.TestPipeMutex.test_release_without_acquire ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_too_many_releases -test.unit.common.utils.test_logs.TestPipeMutex.test_too_many_releases ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_wrong_releaser -test.unit.common.utils.test_logs.TestPipeMutex.test_wrong_releaser ... ok -test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing -test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_close_error -test.unit.obj.test_diskfile.TestDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_commit -test.unit.obj.test_diskfile.TestDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync -test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error -test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror -test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space -test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called -test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_delete -test.unit.obj.test_diskfile.TestDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files -test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path -test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised -test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache -test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup -test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking -test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_expired -test.unit.obj.test_diskfile.TestDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_euclean -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_euclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks -test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch -test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object -fake-swift DEBUG: Grant AllUsers WRITE permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_config -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_config ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_kwargs -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_kwargs ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_process -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_process ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_equal_to_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_equal_to_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_greater_than_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_greater_than_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container -test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted ... ok -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok - -fake-swift DEBUG: Calling S3Api Middleware -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'' -test DEBUG: Error on keystone reply: 201 b'' - deferring rejection downstream -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Received error, deferring rejection based on error: 400 Bad Request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone reply error: status=403 reason=None -test DEBUG: Received error, deferring rejection based on error: 401 Unauthorized -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. -fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -Sat Dec 21 06:13:50 2024 /tmp/tmpz6mnbh1u/unittest.profile123 -Sat Dec 21 06:13:50 2024 /tmp/tmpz6mnbh1u/unittest.profile33269 -Sat Dec 21 06:13:50 2024 /tmp/tmpz6mnbh1u/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Sat Dec 21 06:13:50 2024 /tmp/tmpz6mnbh1u/unittest.profile123 -Sat Dec 21 06:13:50 2024 /tmp/tmpz6mnbh1u/unittest.profile33269 -Sat Dec 21 06:13:50 2024 /tmp/tmpz6mnbh1u/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: call count - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :1() - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - 0 0.000 0.000 profile:0(profiler) - - -Sat Dec 21 06:13:50 2024 /tmp/tmpz6mnbh1u/unittest.profile123 -Sat Dec 21 06:13:50 2024 /tmp/tmpz6mnbh1u/unittest.profile33269 -Sat Dec 21 06:13:50 2024 /tmp/tmpz6mnbh1u/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Sat Dec 21 06:13:50 2024 /tmp/tmpx9vzufuu/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 1 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Sat Dec 21 06:13:50 2024 /tmp/tmpx9vzufuu/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 1 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Sat Dec 21 06:13:50 2024 /tmp/tmpx9vzufuu/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 1 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Sat Dec 21 06:13:50 2024 /tmp/tmpx9vzufuu/unittest.profile123 - - 5 function calls in 0.000 secondstest.unit.common.middleware.test_xprofile.Test_html_viewer.test_render -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders ... ok -test.unit.common.test_daemon.TestRunDaemon.test_fork_workers -test.unit.common.test_daemon.TestRunDaemon.test_fork_workers ... ok -test.unit.common.test_daemon.TestRunDaemon.test_forked_worker -test.unit.common.test_daemon.TestRunDaemon.test_forked_worker ... ok -test.unit.common.test_daemon.TestRunDaemon.test_restart_workers -test.unit.common.test_daemon.TestRunDaemon.test_restart_workers ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run -test.unit.common.test_daemon.TestRunDaemon.test_run ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file ... ok -test.unit.common.test_daemon.TestRunDaemon.test_signal -test.unit.common.test_daemon.TestRunDaemon.test_signal ... ok -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears ... ok -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup ... ok -test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup -test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup ... ok -test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting -test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting ... ok -test.unit.common.test_db.TestDatabaseBroker.test_commit_puts -test.unit.common.test_db.TestDatabaseBroker.test_commit_puts ... ok -test.unit.common.test_db.TestDatabaseBroker.test_delete_db -test.unit.common.test_db.TestDatabaseBroker.test_delete_db ... ok -test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init -test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init ... ok -test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate -test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate ... ok -test.unit.common.test_db.TestDatabaseBroker.test_initialize -test.unit.common.test_db.TestDatabaseBroker.test_initialize ... ok -test.unit.common.test_db.TestDatabaseBroker.test_lock -test.unit.common.test_db.TestDatabaseBroker.test_lock ... ok -test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init -test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init ... ok -test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs -test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata -test.unit.common.test_db.TestDatabaseBroker.test_metadata ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size ... ok -test.unit.common.test_db.TestDatabaseBroker.test_newid -test.unit.common.test_db.TestDatabaseBroker.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim ... ok -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled ... ok -test.unit.common.test_utils.TestStringAlong.test_happy -test.unit.common.test_utils.TestStringAlong.test_happy ... ok -test.unit.common.test_utils.TestStringAlong.test_unhappy -test.unit.common.test_utils.TestStringAlong.test_unhappy ... ok -test.unit.common.test_utils.TestUtils.test_backwards -test.unit.common.test_utils.TestUtils.test_backwards ... ok -test.unit.common.test_utils.TestUtils.test_cache_from_env -test.unit.common.test_utils.TestUtils.test_cache_from_env ... ok -test.unit.common.test_utils.TestUtils.test_cap_length -test.unit.common.test_utils.TestUtils.test_cap_length ... ok -test.unit.common.test_utils.TestUtils.test_clean_content_type -test.unit.common.test_utils.TestUtils.test_clean_content_type ... ok -test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene -test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene ... ok -test.unit.common.test_utils.TestUtils.test_drain_and_close -test.unit.common.test_utils.TestUtils.test_drain_and_close ... ok -test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit -test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit ... ok -test.unit.common.test_utils.TestUtils.test_drop_privileges -test.unit.common.test_utils.TestUtils.test_drop_privileges ... ok -test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups -test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache -test.unit.common.test_utils.TestUtils.test_dump_recon_cache ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner ... ok -test.unit.common.test_utils.TestUtils.test_extract_swift_bytes -test.unit.common.test_utils.TestUtils.test_extract_swift_bytes ... ok -test.unit.common.test_utils.TestUtils.test_find_namespace -test.unit.common.test_utils.TestUtils.test_find_namespace ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body -test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_large_body -test.unit.common.test_utils.TestUtils.test_friendly_close_large_body ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_small_body -test.unit.common.test_utils.TestUtils.test_friendly_close_small_body ... ok -test.unit.common.test_utils.TestUtils.test_fsync_dir -test.unit.common.test_utils.TestUtils.test_fsync_dir ... ok -test.unit.common.test_utils.TestUtils.test_generate_trans_id -test.unit.common.test_utils.TestUtils.test_generate_trans_id ... ok -test.unit.common.test_utils.TestUtils.test_get_db_files -test.unit.common.test_utils.TestUtils.test_get_db_files ... ok -test.unit.common.test_utils.TestUtils.test_get_partition_for_hash -test.unit.common.test_utils.TestUtils.test_get_partition_for_hash ... ok -test.unit.common.test_utils.TestUtils.test_get_partition_from_path -test.unit.common.test_utils.TestUtils.test_get_partition_from_path ... ok -test.unit.common.test_utils.TestUtils.test_get_redirect_data -test.unit.common.test_utils.TestUtils.test_get_redirect_data ... ok -test.unit.common.test_utils.TestUtils.test_get_trans_id_time -test.unit.common.test_utils.TestUtils.test_get_trans_id_time ... ok -test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str -test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str ... ok -test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string -test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string ... ok -test.unit.common.test_utils.TestUtils.test_hash_path -test.unit.common.test_utils.TestUtils.test_hash_path ... ok -test.unit.common.test_utils.TestUtils.test_human_readable -test.unit.common.test_utils.TestUtils.test_human_readable ... ok -test.unit.common.test_utils.TestUtils.test_is_file_older -test.unit.common.test_utils.TestUtils.test_is_file_older ... ok -test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error -test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist -test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_error -test.unit.common.test_utils.TestUtils.test_ismount_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_is_root -test.unit.common.test_utils.TestUtils.test_ismount_path_is_root ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink -test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount -test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount ... ok -test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error -test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error -test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_dev -test.unit.common.test_utils.TestUtils.test_ismount_successes_dev ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_ino -test.unit.common.test_utils.TestUtils.test_ismount_successes_ino ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile -test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile ... ok -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists ... ok -test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists -test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time ... ok - - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 1 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Sat Dec 21 06:13:50 2024 /tmp/tmpx9vzufuu/unittest.profile33269 -Sat Dec 21 06:13:50 2024 /tmp/tmpx9vzufuu/unittest.profile123 -Sat Dec 21 06:13:50 2024 /tmp/tmpx9vzufuu/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Sat Dec 21 06:13:50 2024 /tmp/tmpx9vzufuu/unittest.profile33269 -Sat Dec 21 06:13:50 2024 /tmp/tmpx9vzufuu/unittest.profile123 -Sat Dec 21 06:13:50 2024 /tmp/tmpx9vzufuu/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Sat Dec 21 06:13:50 2024 /tmp/tmpx9vzufuu/unittest.profile33269 -Sat Dec 21 06:13:50 2024 /tmp/tmpx9vzufuu/unittest.profile123 -Sat Dec 21 06:13:50 2024 /tmp/tmpx9vzufuu/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Sat Dec 21 06:13:50 2024 /tmp/tmpx9vzufuu/unittest.profile33269 - - 15 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 3 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) - - -Sat Dec 21 06:13:50 2024 /tmp/tmpx9vzufuu/unittest.profile33269 - - 15 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 3 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) - - -Sat Dec 21 06:13:50 2024 /tmp/tmpx9vzufuu/unittest.profile33269 - - 15 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 3 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) - - -my-daemon DEBUG: Spawned worker mock-pid-0 with {} -my-daemon DEBUG: Spawned worker mock-pid-1 with {} -my-daemon DEBUG: Spawned worker mock-pid-2 with {} -my-daemon DEBUG: Worker mock-pid-0 exited -my-daemon DEBUG: Worker mock-pid-1 exited -my-daemon DEBUG: Worker mock-pid-2 exited -my-daemon NOTICE: Finished 33269 -my-daemon DEBUG: Forked worker 33269 finished -my-daemon DEBUG: Spawned worker mock-pid-0 with {} -my-daemon DEBUG: Spawned worker mock-pid-1 with {} -my-daemon DEBUG: Spawned worker mock-pid-2 with {} -my-daemon DEBUG: Daemon needs to change options, aborting workers -my-daemon DEBUG: Cleaned up worker mock-pid-0 -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -my-daemon DEBUG: Spawned worker mock-pid-3 with {} -my-daemon DEBUG: Spawned worker mock-pid-4 with {} -my-daemon DEBUG: Spawned worker mock-pid-5 with {} -my-daemon DEBUG: Cleaned up worker mock-pid-3 -my-daemon DEBUG: Cleaned up worker mock-pid-4 -my-daemon DEBUG: Cleaned up worker mock-pid-5 -my-daemon NOTICE: SIGTERM received () -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon DEBUG: Worker mock-pid exited -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon NOTICE: Worker mock-pid died -my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -Quarantined /tmp/tmpvi20l3dx/dev/dbs/par/pre/db to /tmp/tmpvi20l3dx/dev/quarantined/tests/db due to malformed database -Quarantined /tmp/tmpvi20l3dx/dev/dbs/par/pre/db to /tmp/tmpvi20l3dx/dev/quarantined/tests/db due to malformed database -Quarantined /tmp/tmpvi20l3dx/dev/dbs/par/pre/db to /tmp/tmpvi20l3dx/dev/quarantined/tests/db due to corrupted database -Quarantined /tmp/tmpvi20l3dx/dev/dbs/par/pre/db to /tmp/tmpvi20l3dx/dev/quarantined/tests/db due to disk error while accessing database -test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors -test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors ... ok -test.unit.common.test_db.TestDatabaseBroker.test_put_record -test.unit.common.test_db.TestDatabaseBroker.test_put_record ... ok -Quarantined /tmp/tmp7xj7o_09/dev/dbs/par/pre/db to /tmp/tmp7xj7o_09/dev/quarantined/containers/db due to missing row in container_stat table -test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info -test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info ... ok -test.unit.common.test_db.TestDatabaseBroker.test_skip_commits -test.unit.common.test_db.TestDatabaseBroker.test_skip_commits ... ok -Quarantined /tmp/tmp2lg1zyjp/dev/dbs/par/pre/db to /tmp/tmp2lg1zyjp/dev/quarantined/containers/db due to missing row in container_stat table -test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info -test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info ... ok -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata ... ok -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata ... ok -test.unit.common.test_db.TestExampleBroker.test_commit_pending -test.unit.common.test_db.TestExampleBroker.test_commit_pending ... ok -test.unit.common.test_db.TestExampleBroker.test_delete_db -test.unit.common.test_db.TestExampleBroker.test_delete_db ... ok -test.unit.common.test_db.TestExampleBroker.test_get_info -test.unit.common.test_db.TestExampleBroker.test_get_info ... ok -test.unit.common.test_db.TestExampleBroker.test_get_max_row -test.unit.common.test_db.TestExampleBroker.test_get_max_row ... ok -test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata -test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata ... ok -test.unit.common.test_db.TestExampleBroker.test_get_syncs -test.unit.common.test_db.TestExampleBroker.test_get_syncs ... ok -test.unit.common.test_db.TestExampleBroker.test_maybe_get -test.unit.common.test_db.TestExampleBroker.test_maybe_get ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change ... ok -test.unit.common.test_db.TestExampleBroker.test_put_timestamp -test.unit.common.test_db.TestExampleBroker.test_put_timestamp ... ok -test.unit.common.test_db.TestExampleBroker.test_status_changed_at -test.unit.common.test_db.TestExampleBroker.test_status_changed_at ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_init -test.unit.common.test_internal_client.TestCompressingfileReader.test_init ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_read -test.unit.common.test_internal_client.TestCompressingfileReader.test_read ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted -test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_valid_delay_reaping -test.unit.obj.test_expirer.TestObjectExpirer.test_valid_delay_reaping ... ok -test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted -test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted ... ok -test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing -test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info -test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_head_info -test.unit.proxy.controllers.test_info.TestInfoController.test_head_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_options_info -test.unit.proxy.controllers.test_info.TestInfoController.test_options_info ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_all_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_all_found ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test_digest_utils WARNING: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 -test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 -test-ic DEBUG: -> 2014-05-27T20:54:11 GET http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - -test-ic DEBUG: -> 2014-05-27T20:54:11 HEAD http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - -test WARNING: Error sending UDP message to ('some.host.com', 8125): [Errno 1] test errno 1 -test WARNING: boom -test ERROR: ERROR: swift.cache could not be found in env! -test ERROR: ERROR: swift.cache could not be found in env! -test WARNING: Unable to perform fsync() on directory /tmp/tmp03ajtnhh: Bad file descriptor -Unable to locate some_not_real_function in libc. Leaving as a no-op. -test.unit.common.test_utils.TestUtils.test_load_libc_function -test.unit.common.test_utils.TestUtils.test_load_libc_function ... ok -test.unit.common.test_utils.TestUtils.test_load_pkg_resource -test.unit.common.test_utils.TestUtils.test_load_pkg_resource ... skipped 'pkg_resources loading is only available on python 3.7 and earlier' -test.unit.common.test_utils.TestUtils.test_load_recon_cache -test.unit.common.test_utils.TestUtils.test_load_recon_cache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception ... ok -test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout -test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout ... ok - -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: Container GET returning 503 for (404, 503, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (503, 503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: txe8046e61d79b4e8281c96-006767055d) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: txe8046e61d79b4e8281c96-006767055d) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: txe8046e61d79b4e8281c96-006767055d) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: txe8046e61d79b4e8281c96-006767055d) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: txe8046e61d79b4e8281c96-006767055d) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: txe8046e61d79b4e8281c96-006767055d) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: txe8046e61d79b4e8281c96-006767055d) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: txe8046e61d79b4e8281c96-006767055d) -test ERROR: Container GET returning 503 for [] (txn: txe8046e61d79b4e8281c96-006767055d) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx2d630e8ac2dc4defac624-006767055e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx2d630e8ac2dc4defac624-006767055e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx2d630e8ac2dc4defac624-006767055e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx2d630e8ac2dc4defac624-006767055e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx2d630e8ac2dc4defac624-006767055e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx2d630e8ac2dc4defac624-006767055e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: tx2d630e8ac2dc4defac624-006767055e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: tx2d630e8ac2dc4defac624-006767055e) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: tx2d630e8ac2dc4defac624-006767055e) -test INFO: Client disconnected on read of '/a/c' (txn: tx257ac51b3ac54aadab87a-006767055e) -test INFO: Client disconnected on read of '/a/c' (txn: tx09eccb2e907743cebea01-006767055e) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txc7b7954372bf4fb895582-006767055e)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift ERROR: 501 Not Implemented -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml ... ok - -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmp4gtpyg2h/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmp4gtpyg2h/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmp4gtpyg2h/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmp4gtpyg2h/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmp4gtpyg2h/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmp4gtpyg2h/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmp4gtpyg2h/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmp4gtpyg2h/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter ... ok - -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer ERROR: Unexcepted error handling task '1734718430-invalid0': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 348, in iter_task_to_expire - target_object = parse_task_obj(task_object) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 69, in parse_task_obj - split_path('/' + target_path, 3, 3, True) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/base.py", line 124, in split_path - raise ValueError('Invalid path: %s' % quote(path)) -ValueError: Invalid path: /invalid0 -test-expirer ERROR: Unexcepted error handling task '1734718430-invalid1': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 348, in iter_task_to_expire - target_object = parse_task_obj(task_object) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 69, in parse_task_obj - split_path('/' + target_path, 3, 3, True) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/base.py", line 124, in split_path - raise ValueError('Invalid path: %s' % quote(path)) -ValueError: Invalid path: /invalid1 -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test-expirer INFO: Pass so far 0s; 0 objects expired -test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000000000', 'task_object': '0000-invalid0', 'delete_timestamp': 0000000000.00000_0000000000000000, 'target_path': 'invalid0', 'is_async_delete': False} -test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000000000', 'task_object': '0001-invalid1', 'delete_timestamp': 0000000001.00000_0000000000000000, 'target_path': 'invalid1', 'is_async_delete': False} -test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000000000', 'task_object': '0002-invalid2', 'delete_timestamp': 0000000002.00000_0000000000000000, 'target_path': 'invalid2', 'is_async_delete': False} -test-expirer ERROR: Unhandled exception: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 480, in run_forever - self.run_once(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/test/unit/obj/test_expirer.py", line 1738, in raise_exceptions - raise Exception('exception %d' % raises[0]) -Exception: exception 1 -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer DEBUG: Run begin -test-expirer ERROR: Unhandled exception: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 427, in run_once - self.swift.get_account_info(task_account) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -AttributeError: 'str' object has no attribute 'get_account_info' -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer DEBUG: Run begin -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/ascii/ascii From Object Server 10.0.0.2:1002/sdc (txn: tx679121928cfc4886b1885-006767055f) -proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/툎/鐉 From Object Server 10.0.0.1:1001/sdb (txn: txdc6be879d76d4673bbe30-006767055f) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx726ee12175844c4393891-006767055f) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx5213b015c5b9420f827cd-006767055f) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx5213b015c5b9420f827cd-006767055f) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx45e70f9b57ff45bf9deb9-006767055f) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx45e70f9b57ff45bf9deb9-006767055f) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/ascii/ascii: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception (txn: tx45e70f9b57ff45bf9deb9-006767055f)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_timeouts -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_timeouts ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target ... ok - -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx4614427e4dd74fa5a8166-006767055f) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx4614427e4dd74fa5a8166-006767055f) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/툎/鐉: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception (txn: tx4614427e4dd74fa5a8166-006767055f) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx6ff74b0f13b8494d812e8-006767055f) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txb7598d7c43d54bd6b5127-006767055f) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txb7598d7c43d54bd6b5127-006767055f) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx9f7425c8cff141639205c-006767055f) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx9f7425c8cff141639205c-006767055f) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: tx9f7425c8cff141639205c-006767055f) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sda (txn: tx9f7425c8cff141639205c-006767055f) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: tx9f7425c8cff141639205c-006767055f) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sda (txn: tx9f7425c8cff141639205c-006767055f) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: tx9f7425c8cff141639205c-006767055f) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sda (txn: tx9f7425c8cff141639205c-006767055f) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txbd807f95d7384c36a682d-006767055f) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txbd807f95d7384c36a682d-006767055f) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: txbd807f95d7384c36a682d-006767055f) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: txbd807f95d7384c36a682d-006767055f) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: txbd807f95d7384c36a682d-006767055f) -proxy-server ERROR: Object DELETE returning 503 for (204, 503, 503) (txn: txbd807f95d7384c36a682d-006767055f) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx48f6437f82e24b4d98073-006767055f) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx48f6437f82e24b4d98073-006767055f) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_none_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_none_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_one_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_one_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer ... ok - -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txc7b7954372bf4fb895582-006767055e) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txc7b7954372bf4fb895582-006767055e) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txc7b7954372bf4fb895582-006767055e) -test ERROR: Container GET returning 503 for [] (txn: txc7b7954372bf4fb895582-006767055e) -test INFO: Client disconnected on read of '/a/c' (txn: txc7b7954372bf4fb895582-006767055e) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx31a9901ded054081a5bb3-006767055e) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx31a9901ded054081a5bb3-006767055e) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx31a9901ded054081a5bb3-006767055e) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx31a9901ded054081a5bb3-006767055e) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx31a9901ded054081a5bb3-006767055e) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx31a9901ded054081a5bb3-006767055e) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx31a9901ded054081a5bb3-006767055e) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx31a9901ded054081a5bb3-006767055e) -test ERROR: Container GET returning 503 for [] (txn: tx31a9901ded054081a5bb3-006767055e) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx20622870621c4be182a50-006767055e) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx20622870621c4be182a50-006767055e) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx20622870621c4be182a50-006767055e) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx20622870621c4be182a50-006767055e) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx20622870621c4be182a50-006767055e) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx20622870621c4be182a50-006767055e) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx20622870621c4be182a50-006767055e) -test ERROR: Container GET returning 503 for [] (txn: tx20622870621c4be182a50-006767055e) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx008f9eeb7f68418e9ae19-006767055e) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx008f9eeb7f68418e9ae19-006767055e) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx008f9eeb7f68418e9ae19-006767055e) -test ERROR: Container GET returning 503 for [] (txn: tx008f9eeb7f68418e9ae19-006767055e) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx74357325a5804e2680b7d-006767055e) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx74357325a5804e2680b7d-006767055e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: txfeb0d3cceaff40caaba13-006767055e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txfeb0d3cceaff40caaba13-006767055e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txfeb0d3cceaff40caaba13-006767055e) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txfeb0d3cceaff40caaba13-006767055e) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txfe8e6dc25da44de8a538c-006767055e) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx19b06a1925c74408a326b-006767055e) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx19b06a1925c74408a326b-006767055e) -test INFO: Client disconnected on read of '/a/c' (txn: tx19b06a1925c74408a326b-006767055e) -test ERROR: Container GET returning 503 for [] (txn: txaf1b17b790944336856ec-006767055e) -test INFO: Client disconnected on read of '/a/c' (txn: txaf1b17b790944336856ec-006767055e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx0c41a67379644a0d8f3a9-006767055e) -test INFO: Client disconnected on read of '/a/c' (txn: tx0c41a67379644a0d8f3a9-006767055e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx06d61429e53a49ffb3c22-006767055e) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx06d61429e53a49ffb3c22-006767055e) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx06d61429e53a49ffb3c22-006767055e) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx06d61429e53a49ffb3c22-006767055e) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx06d61429e53a49ffb3c22-006767055e)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml ... ok -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 426, in set - raise MemcacheConnectionError('failed set: %s' % msg) -swift.common.exceptions.MemcacheConnectionError: failed set: - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch - self.greenlet.switch(value) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 900, in _timing_stats - result = func(cache, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 430, in set - self._exception_occurred(server, e, cmd, conn_start_time, - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 276, in _exception_occurred - elif isinstance(e, (socket.error, MemcacheConnectionError)): - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union - -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx06d61429e53a49ffb3c22-006767055e) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx06d61429e53a49ffb3c22-006767055e) -test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx06d61429e53a49ffb3c22-006767055e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1a33f5a9a43f4d63854fd-006767055f) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1a33f5a9a43f4d63854fd-006767055f) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1a33f5a9a43f4d63854fd-006767055f) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1a33f5a9a43f4d63854fd-006767055f) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1a33f5a9a43f4d63854fd-006767055f) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1a33f5a9a43f4d63854fd-006767055f) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1a33f5a9a43f4d63854fd-006767055f) -test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx1a33f5a9a43f4d63854fd-006767055f) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpz09efr5d/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpz09efr5d/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpz09efr5d/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpz09efr5d/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0080 "-" 33161 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0061 "-" 33161 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0144 "-" 33161 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0070 "-" 33161 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx42bfc49b1d6840e4b1e46-006767055f" "proxy-server 33161" 0.0030 "-" 33161 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:56863/sdb1/1/a/c" "tx42bfc49b1d6840e4b1e46-006767055f" "container-server 33161" 0.0011 "-" 33161 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:59861/sda1/1/a/c" "tx42bfc49b1d6840e4b1e46-006767055f" "container-server 33161" 0.0016 "-" 33161 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx42bfc49b1d6840e4b1e46-006767055f" "proxy-server 33161" 0.0244 "-" 33161 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx42bfc49b1d6840e4b1e46-006767055f" "proxy-server 33161" 0.0100 "-" 33161 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/51 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx42bfc49b1d6840e4b1e46-006767055f - 0.0358 - - 1734804831.073586702 1734804831.109395981 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx77ca915798fc4a958b888-006767055f" "proxy-server 33161" 0.0035 "-" 33161 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:56863/sdb1/1/a1/c1" "tx77ca915798fc4a958b888-006767055f" "container-server 33161" 0.0011 "-" 33161 0test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift ERROR: 400 Bad Request -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester READ permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim ... ok - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:59861/sda1/1/a1/c1" "tx77ca915798fc4a958b888-006767055f" "container-server 33161" 0.0011 "-" 33161 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx77ca915798fc4a958b888-006767055f" "proxy-server 33161" 0.0249 "-" 33161 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx77ca915798fc4a958b888-006767055f" "proxy-server 33161" 0.0214 "-" 33161 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/51 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx77ca915798fc4a958b888-006767055f - 0.0434 - - 1734804831.110978603 1734804831.154412031 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe64c4c263c8b4045a065a-006767055f" "proxy-server 33161" 0.0019 "-" 33161 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:56863/sdb1/2/a/c1" "txe64c4c263c8b4045a065a-006767055f" "container-server 33161" 0.0018 "-" 33161 1 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:59861/sda1/2/a/c1" "txe64c4c263c8b4045a065a-006767055f" "container-server 33161" 0.0011 "-" 33161 1 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe64c4c263c8b4045a065a-006767055f" "proxy-server 33161" 0.0102 "-" 33161 1 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe64c4c263c8b4045a065a-006767055f" "proxy-server 33161" 0.0158 "-" 33161 1 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/51 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txe64c4c263c8b4045a065a-006767055f - 0.0262 - - 1734804831.155870438 1734804831.182038784 1 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0702c8934bd04b9bb8ead-006767055f" "proxy-server 33161" 0.0019 "-" 33161 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:59861/sda1/1/a/c2" "tx0702c8934bd04b9bb8ead-006767055f" "container-server 33161" 0.0011 "-" 33161 2 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:56863/sdb1/1/a/c2" "tx0702c8934bd04b9bb8ead-006767055f" "container-server 33161" 0.0017 "-" 33161 2 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx0702c8934bd04b9bb8ead-006767055f" "proxy-server 33161" 0.0116 "-" 33161 2 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx0702c8934bd04b9bb8ead-006767055f" "proxy-server 33161" 0.0171 "-" 33161 2 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/51 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx0702c8934bd04b9bb8ead-006767055f - 0.0279 - - 1734804831.183611393 1734804831.211479664 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpf13kkfcn/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpf13kkfcn/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpf13kkfcn/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpf13kkfcn/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0050 "-" 33161 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0031 "-" 33161 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0045 "-" 33161 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0066 "-" 33161 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx493009e8b016440ea0318-006767055f" "proxy-server 33161" 0.0014 "-" 33161 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:57357/sdb1/1/a/c" "tx493009e8b016440ea0318-006767055f" "container-server 33161" 0.0012 "-" 33161 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:39609/sda1/1/a/c" "tx493009e8b016440ea0318-006767055f" "container-server 33161" 0.0012 "-" 33161 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx493009e8b016440ea0318-006767055f" "proxy-server 33161" 0.0101 "-" 33161 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx493009e8b016440ea0318-006767055f" "proxy-server 33161" 0.0155 "-" 33161 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/51 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx493009e8b016440ea0318-006767055f - 0.0237 - - 1734804831.350095987 1734804831.373788357 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx67ce37d3da7649fe89eab-006767055f" "proxy-server 33161" 0.0012 "-" 33161 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:57357/sdb1/1/a1/c1" "tx67ce37d3da7649fe89eab-006767055f" "container-server 33161" 0.0020 "-" 33161 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:39609/sda1/1/a1/c1" "tx67ce37d3da7649fe89eab-006767055f" "container-server 33161" 0.0012 "-" 33161 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx67ce37d3da7649fe89eab-006767055f" "proxy-server 33161" 0.0165 "-" 33161 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx67ce37d3da7649fe89eab-006767055f" "proxy-server 33161" 0.0109 "-" 33161 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/51 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx67ce37d3da7649fe89eab-006767055f - 0.0257 - - 1734804831.376342058 1734804831.402045727 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5e118bb36edb40a493aee-006767055f" "proxy-server 33161" 0.0020 "-" 33161 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:39609/sda1/2/a/c1" "tx5e118bb36edb40a493aee-006767055f" "container-server 33161" 0.0027 "-" 33161 1 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:57357/sdb1/2/a/c1" "tx5e118bb36edb40a493aee-006767055f" "container-server 33161" 0.0020 "-" 33161 1 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx5e118bb36edb40a493aee-006767055f" "proxy-server 33161" 0.0169 "-" 33161 1 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx5e118bb36edb40a493aee-006767055f" "proxy-server 33161" 0.0120 "-" 33161 1 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/51 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx5e118bb36edb40a493aee-006767055f - 0.0265 - - 1734804831.404476404 1734804831.430999041 1 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx8e48c34fd74245f29a1d8-006767055f" "proxy-server 33161" 0.0020 "-" 33161 -test.unit.proxy.test_server.TestContainerController.test_CORS_valid -test.unit.proxy.test_server.TestContainerController.test_CORS_valid ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE -test.unit.proxy.test_server.TestContainerController.test_DELETE ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header -test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent -test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent -test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize -test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_no_content -test.unit.proxy.test_server.TestContainerController.test_GET_no_content ... ok -test.unit.proxy.test_server.TestContainerController.test_HEAD_GET -test.unit.proxy.test_server.TestContainerController.test_HEAD_GET ... ok -test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize -test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx275c5a8b093044148e9fb-006767055f) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx275c5a8b093044148e9fb-006767055f) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx275c5a8b093044148e9fb-006767055f) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx275c5a8b093044148e9fb-006767055f) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: my-txn-id) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx270173db479748ef95f5e-006767055f) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx270173db479748ef95f5e-006767055f) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx270173db479748ef95f5e-006767055f) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx270173db479748ef95f5e-006767055f) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txaa69649c440e440c8835d-006767055f) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe4ad46309094412da9c44-0067670560) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: txe4ad46309094412da9c44-0067670560) -proxy-server ERROR: Object GET returning 503 for [] (txn: txe4ad46309094412da9c44-0067670560) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0b3fff5458e942c389492-0067670560) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx0b3fff5458e942c389492-0067670560)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester READ_ACP permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name ... ok - -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx00b18bd05b9a4d53b6f07-0067670560) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3a07423a95564909b3144-0067670560) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx3a07423a95564909b3144-0067670560) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx211028d611b14c4194d6e-0067670560) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx211028d611b14c4194d6e-0067670560) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: txdef4a8a86aaa49ee930f1-0067670560) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txdef4a8a86aaa49ee930f1-0067670560) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6045c23a81df49c486b8b-0067670560) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx6045c23a81df49c486b8b-0067670560) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx6045c23a81df49c486b8b-0067670560) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4e265f4eabb8433e84717-0067670560) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx4e265f4eabb8433e84717-0067670560) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6d7536fcf76f46bb8027f-0067670560) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txb1482cbcc7d6464d87e9e-0067670560) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txb1482cbcc7d6464d87e9e-0067670560) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf3084fa689f54866a7721-0067670560) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf3084fa689f54866a7721-0067670560) -proxy-server ERROR: Object GET returning 503 for [] (txn: txf3084fa689f54866a7721-0067670560) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx820835473f854e2488bda-0067670560) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx820835473f854e2488bda-0067670560) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx820835473f854e2488bda-0067670560)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester WRITE permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester WRITE_ACP permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes ... ok - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:57357/sdb1/1/a/c2" "tx8e48c34fd74245f29a1d8-006767055f" "container-server 33161" 0.0028 "-" 33161 2 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:39609/sda1/1/a/c2" "tx8e48c34fd74245f29a1d8-006767055f" "container-server 33161" 0.0012 "-" 33161 2 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx8e48c34fd74245f29a1d8-006767055f" "proxy-server 33161" 0.0108 "-" 33161 2 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:51 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx8e48c34fd74245f29a1d8-006767055f" "proxy-server 33161" 0.0186 "-" 33161 2 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/51 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx8e48c34fd74245f29a1d8-006767055f - 0.0274 - - 1734804831.432476521 1734804831.459857941 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx5ef56d60c3c845e7b36b4-006767055f) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txd958662ec87b4f4eb5195-006767055f) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx6389797de3214bda8d574-006767055f) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx6389797de3214bda8d574-006767055f) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx6389797de3214bda8d574-006767055f) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx1e733c3dd7fd43de9b6bd-006767055f) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx1e733c3dd7fd43de9b6bd-006767055f) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx1e733c3dd7fd43de9b6bd-006767055f) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx26e86e46314d47a0bca3f-006767055f) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx26e86e46314d47a0bca3f-006767055f) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx4c21d094cd34416c9e36e-006767055f) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx4c21d094cd34416c9e36e-006767055f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx326b6c2036254b0c9c3c6-006767055f) -test INFO: Client disconnected on read of '/a/c' (txn: tx326b6c2036254b0c9c3c6-006767055f) -test INFO: Client disconnected on read of '/a/c' (txn: txdbed1fb339e54228b6e48-006767055f) -test INFO: Client disconnected on read of '/a/c' (txn: txdbed1fb339e54228b6e48-006767055f) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx10bb1a9b4ad240b28ebc2-006767055f) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txa416490c7ce04fcf80d11-006767055f) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx2ed393947b524b6899aee-006767055f) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx2ed393947b524b6899aee-006767055f) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx2ed393947b524b6899aee-006767055f) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx2ed393947b524b6899aee-006767055f) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx076b0c3049da48e394301-006767055f) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx076b0c3049da48e394301-006767055f) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx076b0c3049da48e394301-006767055f) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx076b0c3049da48e394301-006767055f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestContainerController.test_OPTIONS -test.unit.proxy.test_server.TestContainerController.test_OPTIONS ... ok -test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin -test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok -test.unit.proxy.test_server.TestContainerController.test_POST -test.unit.proxy.test_server.TestContainerController.test_POST ... ok -test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata -test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata ... ok -test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl -test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl ... ok -test.unit.proxy.test_server.TestContainerController.test_POST_metadata -test.unit.proxy.test_server.TestContainerController.test_POST_metadata ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: tx868c30a50ec54d8ebc63d-006767055f) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: tx868c30a50ec54d8ebc63d-006767055f) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: tx868c30a50ec54d8ebc63d-006767055f) -test ERROR: Account HEAD returning 503 for [] (txn: tx868c30a50ec54d8ebc63d-006767055f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.1:2001/sdb (txn: txa0abc90c82db4f09b45b4-006767055f) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx4302f6227d6a401590e6f-006767055f) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx4302f6227d6a401590e6f-006767055f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb3db871b767944c5bb368-006767055f) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1aca6aa353e142cfbbcde-006767055f) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx730c7c424d634fc3897d1-006767055f) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa0d373385acc457aa7156-006767055f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx195b2666f7204be7a43c1-006767055f) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txe632705723e24f0ea2a9f-006767055f) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txe632705723e24f0ea2a9f-006767055f) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx7200d8934e6a474fb60b0-006767055f) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx7200d8934e6a474fb60b0-006767055f) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx7200d8934e6a474fb60b0-006767055f) -test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: tx7200d8934e6a474fb60b0-006767055f) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7200d8934e6a474fb60b0-006767055f) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7200d8934e6a474fb60b0-006767055f) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7200d8934e6a474fb60b0-006767055f) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx7200d8934e6a474fb60b0-006767055f) -test WARNING: Could not autocreate account '/account' (txn: tx7200d8934e6a474fb60b0-006767055f) -test INFO: autocreate account '/account' (txn: tx265d1a6c9b7c43798e150-006767055f) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txac066ea5c5bb484ebdc87-006767055f) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txac066ea5c5bb484ebdc87-006767055f) -test ERROR: Account HEAD returning 503 for [503, 503] (txn: txac066ea5c5bb484ebdc87-006767055f) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: txac066ea5c5bb484ebdc87-006767055f)test.unit.proxy.test_server.TestContainerController.test_PUT -test.unit.proxy.test_server.TestContainerController.test_PUTTraceback (most recent call last): - ... File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 426, in set - raise MemcacheConnectionError('failed set: %s' % msg) -swift.common.exceptions.MemcacheConnectionError: failed set: - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): -ok - File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch - self.greenlet.switch(value) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 900, in _timing_stats - result = func(cache, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 430, in set - self._exception_occurred(server, e, cmd, conn_start_time, - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 276, in _exception_occurred - elif isinstance(e, (socket.error, MemcacheConnectionError)): - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header -test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata -test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl -test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green ... ok - -proxy-server ERROR: Object GET returning 503 for [] (txn: tx820835473f854e2488bda-0067670560) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx1fc9cb10df0049c4b57c1-0067670560) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx1fc9cb10df0049c4b57c1-0067670560) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx1fc9cb10df0049c4b57c1-0067670560) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx1fc9cb10df0049c4b57c1-0067670560) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx522aed3e61cf4dc995111-0067670560) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx522aed3e61cf4dc995111-0067670560) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx522aed3e61cf4dc995111-0067670560) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx522aed3e61cf4dc995111-0067670560) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txff5b86d00a8849c0b5380-0067670560) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx2a41ad29597c471993ccc-0067670560) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx2a41ad29597c471993ccc-0067670560) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: txf58da1261d45488aa3876-0067670560) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txab0deac8ed5c4de59a3f4-0067670560) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx4c415d3655074ef7a2536-0067670560) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx50c6c041ba6c4816bbc66-0067670560) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: txbbcb45bbc7ec4ada85f9a-0067670560) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: txbbcb45bbc7ec4ada85f9a-0067670560) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: txbbcb45bbc7ec4ada85f9a-0067670560) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txbbcb45bbc7ec4ada85f9a-0067670560) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx9de6c65fab434fc4a41e8-0067670560) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok - -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: txac066ea5c5bb484ebdc87-006767055f) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: txac066ea5c5bb484ebdc87-006767055f) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txac066ea5c5bb484ebdc87-006767055f) -test WARNING: Could not autocreate account '/account' (txn: txac066ea5c5bb484ebdc87-006767055f) -test INFO: autocreate account '/account' (txn: txa36e5789a6fe447393624-006767055f) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txebed35350db648dabac70-006767055f) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txebed35350db648dabac70-006767055f) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txebed35350db648dabac70-006767055f) -test INFO: autocreate account '/account' (txn: txfdb76329a9eb422ebd631-006767055f) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx1b0a0bc52ed24920a6154-006767055f) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx1b0a0bc52ed24920a6154-006767055f) -test INFO: autocreate account '/account' (txn: tx1b0a0bc52ed24920a6154-006767055f) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txe2ce569b19de462e96ec8-006767055f) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txe2ce569b19de462e96ec8-006767055f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/☃' (txn: txd1cca66c00f249b4a6255-006767055f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/account' (txn: tx3aa500cb011f4fd989983-006767055f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx417df9e185c3435a9bf1b-006767055f) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd46ec3acfaa24e75b4ff8-006767055f) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa6ef29a8ab904f0d8584b-006767055f) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbee83581a69c43bcb1166-006767055f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: txface570d55f7489c99010-006767055f) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: txf9cf5d7aa37c41eaa5840-006767055f) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx4d726ddc6634479b87764-006767055f) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx4d726ddc6634479b87764-006767055f) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx4d726ddc6634479b87764-006767055f) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: txc8d577b79a5047d19f2b2-006767055f)test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length -test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account -test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_metadata -test.unit.proxy.test_server.TestContainerController.test_PUT_metadata ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers -test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission ... ok - -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon'test.unit.common.test_db_auditor.TestAuditor.test_run_forever -test.unit.common.test_db_auditor.TestAuditor.test_run_forever ... ok - -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: txc8d577b79a5047d19f2b2-006767055f) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txc8d577b79a5047d19f2b2-006767055f) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx0dc9b9f816a4486b8f827-0067670560) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx0dc9b9f816a4486b8f827-0067670560) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx0dc9b9f816a4486b8f827-0067670560) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx0dc9b9f816a4486b8f827-0067670560) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: txac5ae7f525604c3aac7a5-0067670560) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txac5ae7f525604c3aac7a5-0067670560) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txac5ae7f525604c3aac7a5-0067670560) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txac5ae7f525604c3aac7a5-0067670560) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx89e77495c0434176b6b6d-0067670560) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx1aaeb6a9bcfc4f2bb4415-0067670560) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx1aaeb6a9bcfc4f2bb4415-0067670560) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1aaeb6a9bcfc4f2bb4415-0067670560) -test ERROR: Account HEAD returning 503 for [] (txn: tx1aaeb6a9bcfc4f2bb4415-0067670560) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx05b29ac62ecb4f02afeb1-0067670560) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx05b29ac62ecb4f02afeb1-0067670560) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx05b29ac62ecb4f02afeb1-0067670560) -test ERROR: Account HEAD returning 503 for [] (txn: tx05b29ac62ecb4f02afeb1-0067670560) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx29fa88e3424047738b9f9-0067670560) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx19f7def973bb4480907bc-0067670560) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx19f7def973bb4480907bc-0067670560) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx19f7def973bb4480907bc-0067670560)test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 -test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 ... ok -test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found -test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok -test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name -test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name ... ok -test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index -test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index ... ok -test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name -test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name ... ok -test.unit.common.test_db_auditor.TestAuditor.test_run_once -test.unit.common.test_db_auditor.TestAuditor.test_run_once ... ok -test.unit.common.test_manager.TestManagerModule.test_command_wrapper -test.unit.common.test_manager.TestManagerModule.test_command_wrapper ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers ... ok -test.unit.common.test_manager.TestManagerModule.test_exc -test.unit.common.test_manager.TestManagerModule.test_exc ... ok -test.unit.common.test_manager.TestManagerModule.test_format_server_name -test.unit.common.test_manager.TestManagerModule.test_format_server_name ... ok -test.unit.common.test_manager.TestManagerModule.test_safe_kill -test.unit.common.test_manager.TestManagerModule.test_safe_kill ... ok -test.unit.common.test_manager.TestManagerModule.test_servers -test.unit.common.test_manager.TestManagerModule.test_servers ... ok -test.unit.common.test_manager.TestManagerModule.test_setup_env -test.unit.common.test_manager.TestManagerModule.test_setup_env ... ok -test.unit.common.test_manager.TestManagerModule.test_verify_server -test.unit.common.test_manager.TestManagerModule.test_verify_server ... ok -test.unit.common.test_manager.TestManagerModule.test_watch_server_pids -test.unit.common.test_manager.TestManagerModule.test_watch_server_pids ... ok -test.unit.common.test_swob.TestAccept.test_accept_invalid -test.unit.common.test_swob.TestAccept.test_accept_invalid ... ok -test.unit.common.test_swob.TestAccept.test_accept_json -test.unit.common.test_swob.TestAccept.test_accept_json ... ok -test.unit.common.test_swob.TestAccept.test_accept_plain -test.unit.common.test_swob.TestAccept.test_accept_plain ... ok -test.unit.common.test_swob.TestAccept.test_accept_xml -test.unit.common.test_swob.TestAccept.test_accept_xml ... ok -test.unit.common.test_swob.TestAccept.test_repr -test.unit.common.test_swob.TestAccept.test_repr ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match ... ok -test.unit.common.test_swob.TestTransferEncoding.test_is_chunked -test.unit.common.test_swob.TestTransferEncoding.test_is_chunked ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_all_whitespace_value -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_all_whitespace_value ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_bogus_value -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_bogus_value ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_empty_value -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_empty_value ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_more_specific_after_less_specific -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_more_specific_after_less_specific ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_multiple -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_multiple ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_single_region -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_single_region ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_with_zone_zero -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_with_zone_zero ... ok -test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 -test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 ... ok - -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: txafb499c03d94457cb9fa8-0067670560) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx8bf5fef46bb14abaaee4d-0067670560) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: tx85660bedd76a4d8fb7760-0067670560) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: tx85660bedd76a4d8fb7760-0067670560) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx85660bedd76a4d8fb7760-0067670560) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx130549b291b1472386155-0067670560) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx130549b291b1472386155-0067670560) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txaf2e42493c554e0eb4ff1-0067670560) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx563ed07f08794b0880eec-0067670560) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx563ed07f08794b0880eec-0067670560) -proxy-server ERROR: Object HEAD returning 503 for [] (txn: tx563ed07f08794b0880eec-0067670560) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx84a39ba518aa41d589eba-0067670560) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx84a39ba518aa41d589eba-0067670560) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx84a39ba518aa41d589eba-0067670560) -proxy-server ERROR: Object HEAD returning 503 for [507] (txn: tx84a39ba518aa41d589eba-0067670560) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txaf763dcb398b4143b1c6e-0067670560) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txaf763dcb398b4143b1c6e-0067670560) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: txaf763dcb398b4143b1c6e-0067670560) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txdd68e34527f5428c98de1-0067670560) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txdd68e34527f5428c98de1-0067670560) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txdd68e34527f5428c98de1-0067670560) -proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: txdd68e34527f5428c98de1-0067670560) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2c65d445975f432c8ee7d-0067670560) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2c65d445975f432c8ee7d-0067670560) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2c65d445975f432c8ee7d-0067670560)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_succeed -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_succeed ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_with_x_open_expired -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_with_x_open_expired ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data ... ok - -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit "once" mode -test ERROR: ERROR Could not get container info /tmp/tmpqggjjs9m/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpqggjjs9m/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit "once" mode completed: 0.02s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -WARNING: Unable to modify file descriptor limit. Running as non-root? -WARNING: Unable to modify memory limit. Running as non-root? -WARNING: Unable to modify max process limit. Running as non-root? -test1 -STDOUT: test2 -STDERR: test4 -test5 -STDERR: test6 -test8 -STDOUT: a#012b#012c -STDOUT: d -test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject -test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order ... ok -I like ham -STDERR: --- Logging error --- -STDERR: Traceback (most recent call last): -STDERR: File "/build/reproducible-path/swift-2.34.0/test/unit/common/utils/test_logs.py", line 157, in emit - raise socket.error(errno.ENOTCONN, "This is an ex-syslog") -STDERR: OSError: [Errno 107] This is an ex-syslog -STDERR: Call stack: -STDERR: File "", line 198, in _run_module_as_main -STDERR: File "", line 88, in _run_code -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 88, in - main() -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 82, in main - program.TestProgram( -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 197, in __init__ - self.runTests() -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 247, in runTests - self.result = testRunner.run(self.test) -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 51, in run - test(result) -STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 84, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 122, in run - test(result) -STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 84, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 122, in run - test(result) -STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 84, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 122, in run - test(result) -STDERR: File "/usr/lib/python3.12/unittest/case.py", line 690, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.12/unittest/case.py", line 634, in run - self._callTestMethod(testMethod) -STDERR: File "/usr/lib/python3.12/unittest/case.py", line 589, in _callTestMethod - if method() is not None: -STDERR: File "/build/reproducible-path/swift-2.34.0/test/unit/common/utils/test_logs.py", line 189, in test_LoggerFileObject_recursion - logger.info("I like ham") -STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1539, in info - self._log(INFO, msg, args, **kwargs) -STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1684, in _log - self.handle(record) -STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1700, in handle - self.callHandlers(record) -STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1762, in callHandlers - hdlr.handle(record) -STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1028, in handle - self.emit(record) -STDERR: File "/build/reproducible-path/swift-2.34.0/test/unit/common/utils/test_logs.py", line 159, in emit - self.handleError(record) -STDERR: Message: 'I like ham' -Arguments: () -test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject_recursion -test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject_recursion ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_NullLogger -test.unit.common.utils.test_logs.TestUtilsLogs.test_NullLogger ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_capture_stdio -test.unit.common.utils.test_logs.TestUtilsLogs.test_capture_stdio ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_clean_logger_exception -test.unit.common.utils.test_logs.TestUtilsLogs.test_clean_logger_exception ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_log_line -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_log_line ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_console -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_console ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_name_and_route -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_name_and_route ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_sysloghandler_plumbing -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_sysloghandler_plumbing ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_policy_index -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_policy_index ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_log_string_formatter -test.unit.common.utils.test_logs.TestUtilsLogs.test_log_string_formatter ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_nested_prefixlogger -test.unit.common.utils.test_logs.TestUtilsLogs.test_nested_prefixlogger ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_prefixlogger -test.unit.common.utils.test_logs.TestUtilsLogs.test_prefixlogger ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer_python_maddness -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer_python_maddness ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_format_time -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_format_time ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter -test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter_max_line_length -test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter_max_line_length ... ok -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding ... ok -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission ... ok -test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim -test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBroker.test_chexor -test.unit.container.test_backend.TestContainerBroker.test_chexor ... ok -test.unit.common.test_utils.TestUtils.test_lock_file -test.unit.common.test_utils.TestUtils.test_lock_file ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink -test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail -test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open -test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_create_broker -test.unit.container.test_backend.TestContainerBroker.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBroker.test_creation -test.unit.container.test_backend.TestContainerBroker.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_db_file -test.unit.container.test_backend.TestContainerBroker.test_db_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBroker.test_delete_object -test.unit.container.test_backend.TestContainerBroker.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads ... ok - -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txf1be8e46677c4d3b94aea-0067670560) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf1be8e46677c4d3b94aea-0067670560) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf1be8e46677c4d3b94aea-0067670560) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txf1be8e46677c4d3b94aea-0067670560) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf1be8e46677c4d3b94aea-0067670560) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf1be8e46677c4d3b94aea-0067670560) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txf1be8e46677c4d3b94aea-0067670560) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf1be8e46677c4d3b94aea-0067670560) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf1be8e46677c4d3b94aea-0067670560) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: txf1be8e46677c4d3b94aea-0067670560) -test DEBUG: Setting object count to 1032 (txn: txf1be8e46677c4d3b94aea-0067670560) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx002c3025736b4e72aa427-0067670560) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx002c3025736b4e72aa427-0067670560) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx002c3025736b4e72aa427-0067670560) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx002c3025736b4e72aa427-0067670560) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx002c3025736b4e72aa427-0067670560) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx002c3025736b4e72aa427-0067670560) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx002c3025736b4e72aa427-0067670560) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx002c3025736b4e72aa427-0067670560) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx002c3025736b4e72aa427-0067670560) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: tx002c3025736b4e72aa427-0067670560) -test DEBUG: Setting object count to 48 (txn: tx002c3025736b4e72aa427-0067670560) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txd1c1115476bd496eb8af2-0067670560) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd1c1115476bd496eb8af2-0067670560) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd1c1115476bd496eb8af2-0067670560) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd1c1115476bd496eb8af2-0067670560) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd1c1115476bd496eb8af2-0067670560) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd1c1115476bd496eb8af2-0067670560) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: txd1c1115476bd496eb8af2-0067670560) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd1c1115476bd496eb8af2-0067670560) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd1c1115476bd496eb8af2-0067670560) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: txd1c1115476bd496eb8af2-0067670560) -test DEBUG: Setting object count to 1064 (txn: txd1c1115476bd496eb8af2-0067670560) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: tx0da3916e66604ce5bed08-0067670560) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0da3916e66604ce5bed08-0067670560) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0da3916e66604ce5bed08-0067670560) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx0da3916e66604ce5bed08-0067670560) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0da3916e66604ce5bed08-0067670560) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0da3916e66604ce5bed08-0067670560) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx0da3916e66604ce5bed08-0067670560) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: tx1da98706eb444ad28e578-0067670560) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1da98706eb444ad28e578-0067670560)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache ... ok -test.unit.common.test_memcached.TestMemcached.test_connection_pooling -test.unit.common.test_memcached.TestMemcached.test_connection_pooling ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ_ACP -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:full_control FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9258f3c94df04ee2aa36f-0067670560) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9258f3c94df04ee2aa36f-0067670560) -proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: tx9258f3c94df04ee2aa36f-0067670560) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa91a55730b0d49558cedc-0067670560) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa91a55730b0d49558cedc-0067670560) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: txa91a55730b0d49558cedc-0067670560) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: txa91a55730b0d49558cedc-0067670560) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: txa91a55730b0d49558cedc-0067670560) -proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: txa91a55730b0d49558cedc-0067670560) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2f3988cd2e5b434fb9360-0067670560) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: ERROR Client read timeout (Nones) (txn: txbc25634267b741acb7752-0067670560) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Expect: 100-continue on /AUTH_kilroy/%ED%88%8E/%E9%90%89: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node - putter = self._make_putter(node, part, req, headers) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 978, in _make_putter - putter = Putter.connect( - ^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1847, in connect - conn, expect_resp, final_resp, connect_duration = cls._make_connection( - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1811, in _make_connection - conn = http_connect(ip, port, node['device'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: Connection refused: Please insert ten dollars (txn: txd754f4e1fafa41a3b1d49-0067670560)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers ... ok -test.unit.common.test_utils.TestUtils.test_lock_path -test.unit.common.test_utils.TestUtils.test_lock_path ... ok - -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf108b0a52df04db19056f-006767055c) -test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf108b0a52df04db19056f-006767055c) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf108b0a52df04db19056f-006767055c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx46d4fcd0fc794a48b0ffc-006767055d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx46d4fcd0fc794a48b0ffc-006767055d) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx46d4fcd0fc794a48b0ffc-006767055d) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx46d4fcd0fc794a48b0ffc-006767055d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx46d4fcd0fc794a48b0ffc-006767055d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx46d4fcd0fc794a48b0ffc-006767055d) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx46d4fcd0fc794a48b0ffc-006767055d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx46d4fcd0fc794a48b0ffc-006767055d) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx46d4fcd0fc794a48b0ffc-006767055d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx46d4fcd0fc794a48b0ffc-006767055d) -test DEBUG: Setting object count to 1065 (txn: tx46d4fcd0fc794a48b0ffc-006767055d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx6887b726bf6d4a02a742b-006767055e) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx6887b726bf6d4a02a742b-006767055e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6887b726bf6d4a02a742b-006767055e) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6887b726bf6d4a02a742b-006767055e) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6887b726bf6d4a02a742b-006767055e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6887b726bf6d4a02a742b-006767055e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6887b726bf6d4a02a742b-006767055e) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx6887b726bf6d4a02a742b-006767055e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6887b726bf6d4a02a742b-006767055e) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6887b726bf6d4a02a742b-006767055e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx6887b726bf6d4a02a742b-006767055e) -test DEBUG: Setting object count to 1065 (txn: tx6887b726bf6d4a02a742b-006767055e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0e1b2c8944ff4786a9add-006767055f) -test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: tx0e1b2c8944ff4786a9add-006767055f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx8cdac1952bc54d1695e3f-0067670560) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx8cdac1952bc54d1695e3f-0067670560) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8cdac1952bc54d1695e3f-0067670560) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx8cdac1952bc54d1695e3f-0067670560) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx8cdac1952bc54d1695e3f-0067670560) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8cdac1952bc54d1695e3f-0067670560) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx8cdac1952bc54d1695e3f-0067670560) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8cdac1952bc54d1695e3f-0067670560) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8cdac1952bc54d1695e3f-0067670560) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: tx8cdac1952bc54d1695e3f-0067670560) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: tx8cdac1952bc54d1695e3f-0067670560) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: tx8cdac1952bc54d1695e3f-0067670560) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: tx8cdac1952bc54d1695e3f-0067670560) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: tx8cdac1952bc54d1695e3f-0067670560) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: tx8cdac1952bc54d1695e3f-0067670560) -test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: tx8cdac1952bc54d1695e3f-0067670560) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 503 (txn: tx8cdac1952bc54d1695e3f-0067670560)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error ... ok -test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect -test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect ... ok -test.unit.common.test_memcached.TestMemcached.test_decr -test.unit.common.test_memcached.TestMemcached.test_decr ... ok -test.unit.common.test_memcached.TestMemcached.test_delete -test.unit.common.test_memcached.TestMemcached.test_delete ... ok - -test ERROR: Account HEAD returning 503 for [] (txn: tx19f7def973bb4480907bc-0067670560) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx166aac7a1cd440959d8d5-0067670560) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx166aac7a1cd440959d8d5-0067670560) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx166aac7a1cd440959d8d5-0067670560) -test ERROR: Account HEAD returning 503 for [] (txn: tx166aac7a1cd440959d8d5-0067670560) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx2ab1a631ca454f7a8babe-0067670560) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: txb0c0a63118a9445b8840d-0067670560) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: txb0c0a63118a9445b8840d-0067670560) -test INFO: Client disconnected on read of '/a/c' (txn: txb0c0a63118a9445b8840d-0067670560) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx37b99c2658894f50879de-0067670560) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx2f50e2f0aaad4ed995840-0067670560) -test INFO: Client disconnected on read of '/a/c' (txn: tx2f50e2f0aaad4ed995840-0067670560) -test INFO: Client disconnected on read of '/a/c/' (txn: tx2f50e2f0aaad4ed995840-0067670560) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txa796dc097e3f4581ba6fd-0067670560) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txa796dc097e3f4581ba6fd-0067670560) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txa796dc097e3f4581ba6fd-0067670560) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txa796dc097e3f4581ba6fd-0067670560) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx1f1cbf1c0cde4b3fa3fc9-0067670560) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx1f1cbf1c0cde4b3fa3fc9-0067670560) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx1f1cbf1c0cde4b3fa3fc9-0067670560) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx1f1cbf1c0cde4b3fa3fc9-0067670560) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx8d838474707948e19f264-0067670560) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx8d838474707948e19f264-0067670560) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx8d838474707948e19f264-0067670560) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx8d838474707948e19f264-0067670560) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx071f931ceec144a5956dd-0067670560) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx071f931ceec144a5956dd-0067670560) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx071f931ceec144a5956dd-0067670560) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx071f931ceec144a5956dd-0067670560) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txd041f70cea944f3eba032-0067670560) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txd041f70cea944f3eba032-0067670560) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txd041f70cea944f3eba032-0067670560) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txd041f70cea944f3eba032-0067670560) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx829019022078441fbd13d-0067670560) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx829019022078441fbd13d-0067670560) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx829019022078441fbd13d-0067670560) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx829019022078441fbd13d-0067670560) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx1492ba7035474ee796ed2-0067670560) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx1492ba7035474ee796ed2-0067670560) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx1492ba7035474ee796ed2-0067670560) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx1492ba7035474ee796ed2-0067670560) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx1338f76ae07b4fa8ab5f4-0067670560) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx1338f76ae07b4fa8ab5f4-0067670560) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx1338f76ae07b4fa8ab5f4-0067670560) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx1338f76ae07b4fa8ab5f4-0067670560) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txdb15991d4be1457f8eefd-0067670560) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: txdb15991d4be1457f8eefd-0067670560) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txdb15991d4be1457f8eefd-0067670560) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txdb15991d4be1457f8eefd-0067670560) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txdb15991d4be1457f8eefd-0067670560) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txdb15991d4be1457f8eefd-0067670560) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txa20478f55b9c4318b13d9-0067670560) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txa20478f55b9c4318b13d9-0067670560) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txa20478f55b9c4318b13d9-0067670560) -test ERROR: Container GET returning 503 for [503, 503] (txn: txa20478f55b9c4318b13d9-0067670560) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txfea8b2c9c37a4b9c9db2c-0067670560) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txfea8b2c9c37a4b9c9db2c-0067670560) -test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: txfea8b2c9c37a4b9c9db2c-0067670560) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txfea8b2c9c37a4b9c9db2c-0067670560) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txfea8b2c9c37a4b9c9db2c-0067670560) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: txfea8b2c9c37a4b9c9db2c-0067670560) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txfea8b2c9c37a4b9c9db2c-0067670560) -test ERROR: Container GET returning 503 for [503, 503] (txn: txfea8b2c9c37a4b9c9db2c-0067670560) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx022f86decd814e19939ed-0067670560) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx022f86decd814e19939ed-0067670560) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx022f86decd814e19939ed-0067670560) -test ERROR: Container GET returning 503 for [] (txn: tx022f86decd814e19939ed-0067670560) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx902e237396c44e949c800-0067670560) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx902e237396c44e949c800-0067670560) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx902e237396c44e949c800-0067670560) -test ERROR: Container GET returning 503 for [] (txn: tx902e237396c44e949c800-0067670560) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx8fa83d479693455da0225-0067670560) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx8fa83d479693455da0225-0067670560) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx8fa83d479693455da0225-0067670560) -test ERROR: Container GET returning 503 for [] (txn: tx8fa83d479693455da0225-0067670560) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txbeda701e4cc441d3bff7a-0067670560) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txbeda701e4cc441d3bff7a-0067670560) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txbeda701e4cc441d3bff7a-0067670560) -test ERROR: Container GET returning 503 for [] (txn: txbeda701e4cc441d3bff7a-0067670560) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txb1864dbef6cb49159fbe0-0067670560) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txb1864dbef6cb49159fbe0-0067670560) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txb1864dbef6cb49159fbe0-0067670560) -test ERROR: Container GET returning 503 for [] (txn: txb1864dbef6cb49159fbe0-0067670560) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx8f48cf6bf692477cabe4a-0067670560) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx8f48cf6bf692477cabe4a-0067670560) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx8f48cf6bf692477cabe4a-0067670560) -test ERROR: Container GET returning 503 for [] (txn: tx8f48cf6bf692477cabe4a-0067670560) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx6adb4f212d6f4e0fbf680-0067670560) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx6adb4f212d6f4e0fbf680-0067670560) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx6adb4f212d6f4e0fbf680-0067670560) -test ERROR: Container GET returning 503 for [] (txn: tx6adb4f212d6f4e0fbf680-0067670560) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx6fe33620f4744a839e107-0067670560) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx6fe33620f4744a839e107-0067670560) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx6fe33620f4744a839e107-0067670560) -test ERROR: Container GET returning 503 for [] (txn: tx6fe33620f4744a839e107-0067670560) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txfa489f036f9049cbacb9c-0067670560) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txfa489f036f9049cbacb9c-0067670560) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txfa489f036f9049cbacb9c-0067670560) -test ERROR: Container GET returning 503 for [] (txn: txfa489f036f9049cbacb9c-0067670560) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx1ac5c9f3a5bd4bc0b3c07-0067670560) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx1ac5c9f3a5bd4bc0b3c07-0067670560) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx1ac5c9f3a5bd4bc0b3c07-0067670560) -test ERROR: Container GET returning 503 for [] (txn: tx1ac5c9f3a5bd4bc0b3c07-0067670560) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx54cd017a23824ef3add53-0067670560) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx54cd017a23824ef3add53-0067670560) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx54cd017a23824ef3add53-0067670560) -test ERROR: Container GET returning 503 for [] (txn: tx54cd017a23824ef3add53-0067670560) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txde484f6ffa434f2d979d6-0067670560) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txde484f6ffa434f2d979d6-0067670560) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txde484f6ffa434f2d979d6-0067670560) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txde484f6ffa434f2d979d6-0067670560) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx7f5ddf98f22b43f5a1056-0067670560) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx7f5ddf98f22b43f5a1056-0067670560) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx7f5ddf98f22b43f5a1056-0067670560) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx7f5ddf98f22b43f5a1056-0067670560) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx18918a78f78b4379a1668-0067670560) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx18918a78f78b4379a1668-0067670560) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx18918a78f78b4379a1668-0067670560) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx18918a78f78b4379a1668-0067670560) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txd979f236cba749feacb6a-0067670560) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txd979f236cba749feacb6a-0067670560) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txd979f236cba749feacb6a-0067670560) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txd979f236cba749feacb6a-0067670560) -test INFO: Client disconnected on read of '/a/c' (txn: txa24d17c165d24509bbbc9-0067670560) -test INFO: Client disconnected on read of '/a/c/' (txn: txa24d17c165d24509bbbc9-0067670560) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx76b6054dacc04f0fb8669-0067670560) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx76b6054dacc04f0fb8669-0067670560) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx76b6054dacc04f0fb8669-0067670560)test.unit.proxy.test_server.TestContainerController.test_error_limiting -test.unit.proxy.test_server.TestContainerController.test_error_limiting ... ok -test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found -test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok -test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container -test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok -test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_server.TestContainerController.test_transfer_headers -test.unit.proxy.test_server.TestContainerController.test_transfer_headers ... ok -test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found -test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account -test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account ... ok -test.unit.common.test_memcached.TestMemcached.test_error_disabled -test.unit.common.test_memcached.TestMemcached.test_error_disabled ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout -test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout ... ok -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok ... ok -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10121583938598633 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10198760032653809 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10228228569030762 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10246109962463379 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10261273384094238 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10274672508239746 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10294651985168457 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10311198234558105 -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0007202625274658 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.001058578491211 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.00120210647583 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0013229846954346 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.001457691192627 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0015735626220703 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0016872882843018 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0017659664154053 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout connecting to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.1016530990600586 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 2.1219253540039062e-05: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 481, in _incr_or_decr - line = fp.readline().strip().split() - ^^^^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'strip' -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipetest.unit.common.test_memcached.TestMemcached.test_error_limiting -test.unit.common.test_memcached.TestMemcached.test_error_limiting ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.0:1000/sda (txn: tx90dcc2c1e30e4b9f8cfbc-0067670560) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.1:1001/sdb (txn: txdd054b30f1ca46ab83411-0067670560) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.2:1002/sdc (txn: txecdc44fd1c9c4043bbe88-0067670560) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Expect: 100-continue on /a/c/o.jpg: Timeout (Nones) (txn: txbb1948fd1d4a422cbd9e9-0067670560) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /a/c/o.jpg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node - putter = self._make_putter(node, part, req, headers) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 978, in _make_putter - putter = Putter.connect( - ^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1847, in connect - conn, expect_resp, final_resp, connect_duration = cls._make_connection( - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1811, in _make_connection - conn = http_connect(ip, port, node['device'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: txbe367a30d8074a00aecae-0067670560) -proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: tx1584ec01abec4f46b2dbc-0067670560) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx2ef0a53ce6bd44038b4a0-0067670560) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/a/c/o.jpg: Timeout (Nones) (txn: txac5dbdc1914647a797335-0067670560) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/a/c/o.jpg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response - resp = putter.await_response( - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1749, in await_response - self.resp = self.conn.getresponse() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 849, in getresponse - self.status = self._status.get_response_status() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 749, in get_response_status - raise self.status -Exception (txn: tx9bac5d9bfeec435d96f94-0067670560) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txf953edc25f434e2186947-0067670560) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending last chunk (txn: txd463a810aad74f518b832-0067670560) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx2b5e0e497bcc401291a7a-0067670560) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx2b5e0e497bcc401291a7a-0067670560) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx2b5e0e497bcc401291a7a-0067670560) -proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: tx2b5e0e497bcc401291a7a-0067670560) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1017, in _transfer_data - chunk = next(data_source) - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ - return self._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 5009, in _get_next_item - return super(CooperativeIterator, self)._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item - return next(self.wrapped_iter) - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 884, in reader - return req.environ['wsgi.input'].read( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 2008, in read - raise Exception('exception message') -Exception: exception message (txn: txea68f8b2f84f4995b1fa0-0067670560)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple ... ok -Unlinked retiring db '/tmp/tmpqq3m4931/containers/part/suffix/hash/container.db' - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:write_acp FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:52 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission ... ok - -test ERROR: Account HEAD returning 503 for [] (txn: tx76b6054dacc04f0fb8669-0067670560) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txe57387586bae4e958094f-0067670560) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txe57387586bae4e958094f-0067670560) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txe57387586bae4e958094f-0067670560) -test ERROR: Account HEAD returning 503 for [] (txn: txe57387586bae4e958094f-0067670560) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx081abddf050c494aa2782-0067670560) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txe896ca01814f4acd93d65-0067670560) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx87db741f4e8e416880a21-0067670560) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) - -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.4:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method get: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipetest.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config -test.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config ... ok -test.unit.common.test_memcached.TestMemcached.test_error_raising -test.unit.common.test_memcached.TestMemcached.test_error_raising ... ok -test.unit.common.test_memcached.TestMemcached.test_get_conns -test.unit.common.test_memcached.TestMemcached.test_get_conns ... ok -test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 -test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 ... ok -test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname -test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname ... ok -test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request -test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request ... ok -test.unit.common.test_memcached.TestMemcached.test_incr -test.unit.common.test_memcached.TestMemcached.test_incr ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_add_expires -test.unit.common.test_memcached.TestMemcached.test_incr_add_expires ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_expiration_time -test.unit.common.test_memcached.TestMemcached.test_incr_expiration_time ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request -test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response -test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout -test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold -test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold ... ok -test.unit.common.test_memcached.TestMemcached.test_logger_kwarg -test.unit.common.test_memcached.TestMemcached.test_logger_kwarg ... ok -test.unit.common.test_memcached.TestMemcached.test_multi -test.unit.common.test_memcached.TestMemcached.test_multi ... ok -test.unit.common.test_memcached.TestMemcached.test_multi_delete -test.unit.common.test_memcached.TestMemcached.test_multi_delete ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_class -test.unit.common.test_utils.TestUtils.test_lock_path_class ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit -test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit ... ok - -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 2.2411346435546875e-05: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 481, in _incr_or_decr - line = fp.readline().strip().split() - ^^^^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'strip' -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0, expired ttl=1.23 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 486, in _incr_or_decr - return int(line[0].strip()) - ^^^^^^^^^^^^^^^^^^^^ -ValueError: invalid literal for int() with base 10: b'UNEXPECTED' -test WARNING: Item size larger than warning threshold: 80 (80) >= 80 (80) -test WARNING: Item size larger than warning threshold: 81 (81) >= 80 (80) -test WARNING: Item size larger than warning threshold: 99 (99) >= 80 (80) -test WARNING: Item size larger than warning threshold: 100 (100) >= 80 (80) -test WARNING: Item size larger than warning threshold: 0 (0) >= 0 (0) -test WARNING: Item size larger than warning threshold: 1 (1) >= 0 (0) -test WARNING: Item size larger than warning threshold: 50 (50) >= 0 (0) -test WARNING: Item size larger than warning threshold: 99 (99) >= 0 (0) -test WARNING: Item size larger than warning threshold: 100 (100) >= 0 (0) -test WARNING: Item size larger than warning threshold: 2048576 (2Mi) >= 1000000 (977Ki) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix multi_key, method get_multi, time_spent 1.7881393432617188e-05, incomplete read -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0, failed to connect -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 453, in get - sock.sendall(b'get ' + cmd.hash_key + b'\r\n') - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall - handler(*parts[1:]) - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1376, in handle_get - raise Exception('get failed') -Exception: get failed -test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method get, config_timeout 0.01, time_spent 1.0 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix incr_key, method incr, time_spent 0.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 524, in incr - new_val = self._add(fp, sock, cmd, add_val, timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 489, in _add - sock.sendall(b' '.join([ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall - handler(*parts[1:]) - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1318, in handle_add - raise Exception('add failed') -Exception: add failed -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix set_key, method set, time_spent 0.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 420, in set - sock.sendall(set_msg(cmd.hash_key, flags, timeout, value)) - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall - handler(*parts[1:]) - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1346, in handle_set - raise Exception('set failed') -Exception: set failed -test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, config_timeout 0.01, time_spent 1.0 -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipetest.unit.common.test_memcached.TestMemcached.test_retry -test.unit.common.test_memcached.TestMemcached.test_retry ... ok -test.unit.common.test_memcached.TestMemcached.test_serialization -test.unit.common.test_memcached.TestMemcached.test_serialization ... ok -test.unit.common.test_memcached.TestMemcached.test_set_error -test.unit.common.test_memcached.TestMemcached.test_set_error ... ok -test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error -test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error ... ok -test.unit.common.test_memcached.TestMemcached.test_set_expiration_time -test.unit.common.test_memcached.TestMemcached.test_set_expiration_time ... ok -test.unit.common.test_memcached.TestMemcached.test_set_get_json -test.unit.common.test_memcached.TestMemcached.test_set_get_json ... ok -test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg -test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg ... ok -test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_defaults -test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_defaults ... ok -test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_options -test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_options ... ok -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes ... ok -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates ... ok -test.unit.common.test_utils.TestFallocate.test_arg_bounds -test.unit.common.test_utils.TestFallocate.test_arg_bounds ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate -test.unit.common.test_utils.TestFallocate.test_fallocate ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error -test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_offset -test.unit.common.test_utils.TestFallocate.test_fallocate_offset ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors -test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors ... ok -test.unit.common.test_utils.TestFallocate.test_no_fallocates_available -test.unit.common.test_utils.TestFallocate.test_no_fallocates_available ... ok -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback ... ok -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset ... ok -test.unit.common.test_utils.TestShardName.test -test.unit.common.test_utils.TestShardName.test ... ok -test.unit.common.test_utils.TestShardName.test_bad_create -test.unit.common.test_utils.TestShardName.test_bad_create ... ok -test.unit.common.test_utils.TestShardName.test_bad_parse -test.unit.common.test_utils.TestShardName.test_bad_parse ... ok -test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names -test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names ... ok -test.unit.common.test_utils.TestShardName.test_root_has_hyphens -test.unit.common.test_utils.TestShardName.test_root_has_hyphens ... ok -test.unit.common.test_utils.TestShardRangeList.test_filter -test.unit.common.test_utils.TestShardRangeList.test_filter ... ok -test.unit.common.test_utils.TestShardRangeList.test_find_lower -test.unit.common.test_utils.TestShardRangeList.test_find_lower ... ok -test.unit.common.test_utils.TestShardRangeList.test_includes -test.unit.common.test_utils.TestShardRangeList.test_includes ... ok -test.unit.common.test_utils.TestShardRangeList.test_init -test.unit.common.test_utils.TestShardRangeList.test_init ... ok -test.unit.common.test_utils.TestShardRangeList.test_init_with_list -test.unit.common.test_utils.TestShardRangeList.test_init_with_list ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response - resp = putter.await_response( - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1749, in await_response - self.resp = self.conn.getresponse() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 849, in getresponse - self.status = self._status.get_response_status() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 749, in get_response_status - raise self.status -Exception: boom (txn: txfdbf26bda7ce4dc0b7554-0067670560) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: Timeout (Nones) (txn: txefaf52bffa494bd58e6d7-0067670560) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx1e92ffa4e9a5458c80366-0067670560) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txc00d80633aef4747b410c-0067670560) -proxy-server ERROR: ERROR 500 b'' Trying to PUT /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89 From Object Server 10.0.0.1:1001/sdb (txn: txc00d80633aef4747b410c-0067670560) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx918c7a34538340a29c0a6-0067670560) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txbd352156e9434d62aa13c-0067670560) -proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.1:1001/sdb (txn: txbd352156e9434d62aa13c-0067670560) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 412, [412] (txn: txb521b79b9cfe4bbf8cf3f-0067670560) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending enough data (txn: tx691d7b52741c4da988e5b-0067670560) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1792, in _send_chunk - self.conn.send(to_send) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 927, in send - self.give_send(self, data) - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 1772, in capture_send - raise exc -Exception: Exception while sending data on connection (txn: tx952d30fd3d344dd493756-0067670560) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: ChunkWriteTimeout (Nones) (txn: txf063179bbda94565816cc-0067670560) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests ... ok -test.unit.common.test_utils.TestShardRangeList.test_pop -test.unit.common.test_utils.TestShardRangeList.test_pop ... ok -test.unit.common.test_utils.TestShardRangeList.test_slice -test.unit.common.test_utils.TestShardRangeList.test_slice ... ok -test.unit.common.test_utils.TestShardRangeList.test_states -test.unit.common.test_utils.TestShardRangeList.test_states ... ok -test.unit.common.test_utils.TestShardRangeList.test_timestamps -test.unit.common.test_utils.TestShardRangeList.test_timestamps ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit -test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout -test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks -test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock -test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook -test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets -test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets ... ok -test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set -test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_empty -test.unit.container.test_backend.TestContainerBroker.test_empty ... ok - -proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: tx14952dc9de3e40c39c423-0067670560) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1734804832.91035 <= '409 (1734804832.91035), 409 (1734804832.91035), 409 (1734804832.91035)' (txn: txf20b09ee78b744a6b5380-0067670560) -proxy-server DEBUG: Object PUT returning 202 for 409: 1734804832.91249 <= '409 (1734804832.91249), 409 (1734804832.91249), 409 (1734804832.91249)' (txn: tx83155f4fa5fb4eae81555-0067670560) -proxy-server DEBUG: Object PUT returning 202 for 409: 1734804832.91454 <= '409 (1734804832.91454), 409 (1734804832.91454), 409 (1734804832.91454)' (txn: tx1a98e85dbcf94db7ae631-0067670560) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1734804832.00000 <= '409 (1734804833.00000), 409 (1734804833.00000), 409 (1734804833.00000)' (txn: txf8efce37201f4eca9128a-0067670560) -proxy-server DEBUG: Object PUT returning 202 for 409: 1734804834.00000 <= '409 (1734804835.00000), 409 (1734804835.00000), 409 (1734804835.00000)' (txn: tx04fbfbf4f6094386815d1-0067670560) -proxy-server DEBUG: Object PUT returning 202 for 409: 1734804836.00000 <= '409 (1734804837.00000), 409 (1734804837.00000), 409 (1734804837.00000)' (txn: txef02e5b1880f4a4fbef2a-0067670560) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1734804833.00000 <= '409 (1734804833.00000), 409 (1734804833.00000), 409 (1734804833.00000)' (txn: tx5fd95078474f44d4bd116-0067670561) -proxy-server DEBUG: Object PUT returning 202 for 409: 1734804834.00000 <= '409 (1734804834.00000), 409 (1734804834.00000), 409 (1734804834.00000)' (txn: tx5927227b9652476a985b7-0067670561) -proxy-server DEBUG: Object PUT returning 202 for 409: 1734804835.00000 <= '409 (1734804835.00000), 409 (1734804835.00000), 409 (1734804835.00000)' (txn: tx2400fef611a54163bdcc2-0067670561) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1734804833.00000 <= '409 (1734804833.00000)' (txn: tx50c179fcdad9461a8e53e-0067670561) -proxy-server DEBUG: Object PUT returning 202 for 409: 1734804834.00000 <= '409 (1734804834.00000)' (txn: tx75168087423a4d64a4296-0067670561) -proxy-server DEBUG: Object PUT returning 202 for 409: 1734804835.00000 <= '409 (1734804835.00000)' (txn: tx88c4bf39fe6a42f2a7164-0067670561) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_count_quota_is_ignored -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_count_quota_is_ignored ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_count_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_count_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_legacy -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_legacy ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_from -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_from ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_verb -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized_legacy -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized_legacy ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_on_empty_account_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_on_empty_account_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_count_quotas_on_object -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_count_quotas_on_object ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_count_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_count_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_count_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_count_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_count_quota_obj_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_count_quota_obj_post_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_create_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_create_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_post_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation_legacy_loses -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation_legacy_loses ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized_legacy -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized_legacy ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quotas_admin -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quotas_admin ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_admin -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_admin ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_non_admin_fails -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_non_admin_fails ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy_loses -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy_loses ... ok -test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info -test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info ... ok -test.unit.common.middleware.test_acl.TestACL.test_clean_acl -test.unit.common.middleware.test_acl.TestACL.test_clean_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl -test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl -test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_parse_acl -test.unit.common.middleware.test_acl.TestACL.test_parse_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl -test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed -test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions -test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions -test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions ... /usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -ok -test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_anon -test.unit.common.middleware.test_tempauth.TestAuth.test_anon ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath -test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_unicode_authorization_good -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_unicode_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller -test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request -test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group -test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash -test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_options_call -test.unit.common.middleware.test_tempauth.TestAuth.test_options_call ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner -test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix -test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user -test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny -test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached -test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success -test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap ... ok test.unit.common.ring.test_ring.TestRing.test_creation test.unit.common.ring.test_ring.TestRing.test_creation ... ok test.unit.common.ring.test_ring.TestRing.test_get_more_nodes test.unit.common.ring.test_ring.TestRing.test_get_more_nodes ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_name -test.unit.common.test_utils.TestUtils.test_lock_path_name ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps -test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps ... ok -test.unit.common.test_utils.TestUtils.test_majority_size -test.unit.common.test_utils.TestUtils.test_majority_size ... ok -test.unit.common.test_utils.TestUtils.test_make_db_file_path -test.unit.common.test_utils.TestUtils.test_make_db_file_path ... ok -test.unit.common.test_utils.TestUtils.test_makedirs_count -test.unit.common.test_utils.TestUtils.test_makedirs_count ... ok -test.unit.common.test_utils.TestUtils.test_md5_with_data -test.unit.common.test_utils.TestUtils.test_md5_with_data ... ok -test.unit.common.test_utils.TestUtils.test_md5_without_data -test.unit.common.test_utils.TestUtils.test_md5_without_data ... ok -test.unit.common.test_utils.TestUtils.test_mkdirs -test.unit.common.test_utils.TestUtils.test_mkdirs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering ... ok test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region ... ok test.unit.common.ring.test_ring.TestRing.test_get_nodes @@ -94818,173 +95607,6 @@ test.unit.common.ring.test_ring.TestRing.test_get_part_nodes ... ok test.unit.common.ring.test_ring.TestRing.test_has_changed test.unit.common.ring.test_ring.TestRing.test_has_changed ... ok -test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority -test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil -test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none -test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_delta -test.unit.common.utils.test_timestamp.TestTimestamp.test_delta ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_false -test.unit.common.utils.test_timestamp.TestTimestamp.test_false ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_float -test.unit.common.utils.test_timestamp.TestTimestamp.test_float ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal -test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat -test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable -test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_int -test.unit.common.utils.test_timestamp.TestTimestamp.test_int ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion -test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat -test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal -test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit -test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering -test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons -test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_raw -test.unit.common.utils.test_timestamp.TestTimestamp.test_raw ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_true -test.unit.common.utils.test_timestamp.TestTimestamp.test_true ... ok -Unlinked retiring db '/tmp/tmp9ho18jqp/containers/part/suffix/hash/container.db' -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txdd3357bcc85e4601933b2-0067670561) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1734804833.00000 <= '409 (1734804834.00000)' (txn: txf330382952cf41fb9f16b-0067670561) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 412, [409, 412, 412] (txn: txda6a1fec967445eb8d360-0067670561) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1734804833.00000 <= '409 (unknown), 409 (unknown), 409 (unknown)' (txn: txc956c0a31f004c9d8be89-0067670561) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1734804833.00000 <= '409 (1734804834.00000), 201 (unknown), 201 (unknown)' (txn: txf1f2ac40ea7d41dd9b3a0-0067670561) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -Unlinked retiring db '/tmp/tmpnmecr25m/containers/part/suffix/hash/container.db' -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container -test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_enable_sharding -test.unit.container.test_backend.TestContainerBroker.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBroker.test_exception -test.unit.container.test_backend.TestContainerBroker.test_exception ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_custom_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_custom_config ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_default_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_default_config ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info ... ok test.unit.common.ring.test_ring.TestRing.test_reload test.unit.common.ring.test_ring.TestRing.test_reload ... ok test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring @@ -94993,5380 +95615,485 @@ test.unit.common.ring.test_ring.TestRing.test_reload_without_replication ... ok test.unit.common.ring.test_ring.TestRing.test_replica_count test.unit.common.ring.test_ring.TestRing.test_replica_count ... ok -test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts -test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree -test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info ... ok -test.unit.common.ring.test_utils.TestUtils.test_dispersion_report -test.unit.common.ring.test_utils.TestUtils.test_dispersion_report ... ok -test.unit.common.ring.test_utils.TestUtils.test_is_local_device -test.unit.common.ring.test_utils.TestUtils.test_is_local_device ... ok -test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname -test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname ... ok -test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names -test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format -test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_args -test.unit.common.ring.test_utils.TestUtils.test_parse_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args -test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts -test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_search_value -test.unit.common.ring.test_utils.TestUtils.test_parse_search_value ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts -test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_replication_defaults -test.unit.common.ring.test_utils.TestUtils.test_replication_defaults ... ok -test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev -test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_args -test.unit.common.ring.test_utils.TestUtils.test_validate_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format -test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact ... ok -test.unit.common.test_db.TestDatabaseConnectionError.test_str -test.unit.common.test_db.TestDatabaseConnectionError.test_str ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids -test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync -test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_increment -test.unit.common.test_error_limiter.TestErrorLimiter.test_increment ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited -test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key -test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key ... ok -test.unit.common.test_statsd_client.TestStatsdClient.test_init_host -test.unit.common.test_statsd_client.TestStatsdClient.test_init_host ... ok -test.unit.common.test_statsd_client.TestStatsdClient.test_init_host_is_none -test.unit.common.test_statsd_client.TestStatsdClient.test_init_host_is_none ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same ... ok -test.unit.common.test_utils.TestFallocateReserve.test_all_reserved -test.unit.common.test_utils.TestFallocateReserve.test_all_reserved ... ok -test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct -test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestFallocateReserve.test_disabled -test.unit.common.test_utils.TestFallocateReserve.test_disabled ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space -test.unit.common.test_utils.TestFallocateReserve.test_enough_space ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks ... ok -test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve -test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks ... ok -test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve -test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve ... ok -test.unit.common.test_utils.TestPunchHole.test_arg_bounds -test.unit.common.test_utils.TestPunchHole.test_arg_bounds ... ok -test.unit.common.test_utils.TestPunchHole.test_error -test.unit.common.test_utils.TestPunchHole.test_error ... ok -test.unit.common.test_utils.TestPunchHole.test_no_fallocate -test.unit.common.test_utils.TestPunchHole.test_no_fallocate ... ok -test.unit.common.test_utils.TestPunchHole.test_punch_hole -test.unit.common.test_utils.TestPunchHole.test_punch_hole ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after -test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes ... ok -test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir -test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_TRUE_VALUES -test.unit.common.utils.test_config.TestUtilsConfig.test_TRUE_VALUES ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_auto_int_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_auto_int_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_fallocate_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_fallocate_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_float_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_float_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_percent_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_percent_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_positive_int_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_positive_int_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_request_node_count_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_request_node_count_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_true_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_true_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_float -test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_float ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_int -test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_int ... ok -test.unit.common.utils.test_logs.TestNoopMutex.test_acquire_release_api -test.unit.common.utils.test_logs.TestNoopMutex.test_acquire_release_api ... ok -test.unit.common.utils.test_logs.TestNoopMutex.test_context_manager_api -test.unit.common.utils.test_logs.TestNoopMutex.test_context_manager_api ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking -test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file ... ok -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out2 RLock(s) were not greened, to fix this error make sure you run eventlet.monkey_patch() before importing any other modules. - ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_x_container_headers_db_states -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_x_container_headers_db_states ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_brokers -test.unit.container.test_backend.TestContainerBroker.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.common.test_utils.TestUtils.test_monkey_patch -test.unit.common.test_utils.TestUtils.test_monkey_patch ... ok -test.unit.common.test_utils.TestUtils.test_node_to_string -test.unit.common.test_utils.TestUtils.test_node_to_string ... ok -test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error -test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error ... ok -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision ... ok -test.unit.common.test_utils.TestUtils.test_normalize_timestamp -test.unit.common.test_utils.TestUtils.test_normalize_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type -test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type ... ok -test.unit.common.test_utils.TestUtils.test_parse_content_type -test.unit.common.test_utils.TestUtils.test_parse_content_type ... ok -test.unit.common.test_utils.TestUtils.test_parse_db_filename -test.unit.common.test_utils.TestUtils.test_parse_db_filename ... ok -test.unit.common.test_utils.TestUtils.test_parse_header -test.unit.common.test_utils.TestUtils.test_parse_header ... ok -test.unit.common.test_utils.TestUtils.test_parse_options -test.unit.common.test_utils.TestUtils.test_parse_options ... ok -test.unit.common.test_utils.TestUtils.test_parse_options_errors -test.unit.common.test_utils.TestUtils.test_parse_options_errors ... ok -test.unit.common.test_utils.TestUtils.test_parse_override_options -test.unit.common.test_utils.TestUtils.test_parse_override_options ... ok -test.unit.common.test_utils.TestUtils.test_quorum_size -test.unit.common.test_utils.TestUtils.test_quorum_size ... ok -test.unit.common.test_utils.TestUtils.test_quote_bytes -test.unit.common.test_utils.TestUtils.test_quote_bytes ... ok -test.unit.common.test_utils.TestUtils.test_quote_unicode -test.unit.common.test_utils.TestUtils.test_quote_unicode ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_db_state -test.unit.container.test_backend.TestContainerBroker.test_get_db_state ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep ... ok -test.unit.common.test_utils.TestUtils.test_remove_directory -test.unit.common.test_utils.TestUtils.test_remove_directory ... ok -test.unit.common.test_utils.TestUtils.test_remove_file -test.unit.common.test_utils.TestUtils.test_remove_file ... ok -test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false -test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false ... ok -test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir -test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir ... ok -test.unit.common.test_utils.TestUtils.test_replace_partition_in_path -test.unit.common.test_utils.TestUtils.test_replace_partition_in_path ... ok -test.unit.common.test_utils.TestUtils.test_round_robin_iter -test.unit.common.test_utils.TestUtils.test_round_robin_iter ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip ... ok -test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation -test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation ... ok -test.unit.common.test_utils.TestUtils.test_safe_json_loads -test.unit.common.test_utils.TestUtils.test_safe_json_loads ... ok -test.unit.common.test_utils.TestUtils.test_search_tree -test.unit.common.test_utils.TestUtils.test_search_tree ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match -test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match ... ok -test.unit.common.test_utils.TestUtils.test_select_node_ip -test.unit.common.test_utils.TestUtils.test_select_node_ip ... ok -test.unit.common.test_utils.TestUtils.test_split_path -test.unit.common.test_utils.TestUtils.test_split_path ... ok -test.unit.common.test_utils.TestUtils.test_storage_directory -test.unit.common.test_utils.TestUtils.test_storage_directory ... ok -test.unit.common.test_utils.TestUtils.test_streq_const_time -test.unit.common.test_utils.TestUtils.test_streq_const_time ... ok -test.unit.common.test_utils.TestUtils.test_strict_b64decode -test.unit.common.test_utils.TestUtils.test_strict_b64decode ... ok -test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error -test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info -test.unit.container.test_backend.TestContainerBroker.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges -test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps -test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates -test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate -test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate -test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.common.test_utils.TestUtils.test_systemd_notify -test.unit.common.test_utils.TestUtils.test_systemd_notify ... ok -test.unit.common.test_utils.TestUtils.test_validate_device_partition -test.unit.common.test_utils.TestUtils.test_validate_device_partition ... ok -test.unit.common.test_utils.TestUtils.test_validate_hash_conf -test.unit.common.test_utils.TestUtils.test_validate_hash_conf ... ok -test.unit.common.test_utils.TestUtils.test_validate_sync_to -test.unit.common.test_utils.TestUtils.test_validate_sync_to ... ok -test.unit.common.test_utils.TestUtils.test_write_file -test.unit.common.test_utils.TestUtils.test_write_file ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_empty -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_empty ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_invalid -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_invalid ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_multiple -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_multiple ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_region -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_region ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_zone -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_zone ... ok -test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy -test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible -test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpsosa66mu/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpsosa66mu/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpsosa66mu/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpsosa66mu/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0036 "-" 33202 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0044 "-" 33202 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0029 "-" 33202 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0028 "-" 33202 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txeaf14dd5a5a24f019c4bb-0067670561" "proxy-server 33202" 0.0013 "-" 33202 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:43487/sda1/0/a/c" "txeaf14dd5a5a24f019c4bb-0067670561" "container-server 33202" 0.0011 "-" 33202 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:37919/sdb1/0/a/c" "txeaf14dd5a5a24f019c4bb-0067670561" "container-server 33202" 0.0014 "-" 33202 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txeaf14dd5a5a24f019c4bb-0067670561" "proxy-server 33202" 0.0093 "-" 33202 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txeaf14dd5a5a24f019c4bb-0067670561" "proxy-server 33202" 0.0148 "-" 33202 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/53 PUT /v1/a/c HTTP/1.0 201 - - t - - - txeaf14dd5a5a24f019c4bb-0067670561 - 0.0253 - - 1734804833.595160484 1734804833.620442152 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx5db87678a36b4940aa806-0067670561" "proxy-server 33202" 0.0012 "-" 33202 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:43487/sda1/2/a1/c1" "tx5db87678a36b4940aa806-0067670561" "container-server 33202" 0.0024 "-" 33202 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:37919/sdb1/2/a1/c1" "tx5db87678a36b4940aa806-0067670561" "container-server 33202" 0.0010 "-" 33202 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx5db87678a36b4940aa806-0067670561" "proxy-server 33202" 0.0126 "-" 33202 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx5db87678a36b4940aa806-0067670561" "proxy-server 33202" 0.0178 "-" 33202 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/53 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx5db87678a36b4940aa806-0067670561 - 0.0271 - - 1734804833.624764681 1734804833.651815891 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx26d6364267c84689a2f27-0067670561" "proxy-server 33202" 0.0020 "-" 33202 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:43487/sda1/0/a/c1" "tx26d6364267c84689a2f27-0067670561" "container-server 33202" 0.0011 "-" 33202 1 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:37919/sdb1/0/a/c1" "tx26d6364267c84689a2f27-0067670561" "container-server 33202" 0.0017 "-" 33202 1 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx26d6364267c84689a2f27-0067670561" "proxy-server 33202" 0.0209 "-" 33202 1 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx26d6364267c84689a2f27-0067670561" "proxy-server 33202" 0.0159 "-" 33202 1 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/53 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx26d6364267c84689a2f27-0067670561 - 0.0302 - - 1734804833.653828144 1734804833.683983326 1 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0d516144b3c043dfbd510-0067670561" "proxy-server 33202" 0.0022 "-" 33202 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:37919/sdb1/2/a/c2" "tx0d516144b3c043dfbd510-0067670561" "container-server 33202" 0.0023 "-" 33202 2 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:43487/sda1/2/a/c2" "tx0d516144b3c043dfbd510-0067670561" "container-server 33202" 0.0017 "-" 33202 2 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx0d516144b3c043dfbd510-0067670561" "proxy-server 33202" 0.0121 "-" 33202 2 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx0d516144b3c043dfbd510-0067670561" "proxy-server 33202" 0.0197 "-" 33202 2 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/53 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx0d516144b3c043dfbd510-0067670561 - 0.0296 - - 1734804833.687731266 1734804833.717349291 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpvqz9jlcj/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpvqz9jlcj/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpvqz9jlcj/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpvqz9jlcj/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0054 "-" 33202 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0030 "-" 33202 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0030 "-" 33202 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0043 "-" 33202 -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads ... ok -test.unit.container.test_reconciler.TestReconciler.test_concurrency -test.unit.container.test_reconciler.TestReconciler.test_concurrency ... ok -test.unit.container.test_reconciler.TestReconciler.test_concurrency_config -test.unit.container.test_reconciler.TestReconciler.test_concurrency_config ... ok -test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers -test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers ... ok -test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers -test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers ... ok -test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi -test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi ... ok -test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name -test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name ... ok -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name ... ok -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats -test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats ... ok -test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse -test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy -test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path -test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up -test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: tx8cdac1952bc54d1695e3f-0067670560) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx6bd944b10d214c4cb812e-0067670560) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6bd944b10d214c4cb812e-0067670560) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6bd944b10d214c4cb812e-0067670560) -test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: tx6bd944b10d214c4cb812e-0067670560) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txe0d95ed830b5430f80485-0067670560) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe0d95ed830b5430f80485-0067670560) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe0d95ed830b5430f80485-0067670560) -test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: txe0d95ed830b5430f80485-0067670560) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx13833af41af049eea5adb-0067670561) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx13833af41af049eea5adb-0067670561) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx13833af41af049eea5adb-0067670561) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx13833af41af049eea5adb-0067670561) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx13833af41af049eea5adb-0067670561) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx13833af41af049eea5adb-0067670561) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx13833af41af049eea5adb-0067670561) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx13833af41af049eea5adb-0067670561) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx13833af41af049eea5adb-0067670561) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx13833af41af049eea5adb-0067670561) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx13833af41af049eea5adb-0067670561) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx13833af41af049eea5adb-0067670561) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx13833af41af049eea5adb-0067670561) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx13833af41af049eea5adb-0067670561) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx13833af41af049eea5adb-0067670561) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx13833af41af049eea5adb-0067670561) -test DEBUG: Setting object count to 3120 (txn: tx13833af41af049eea5adb-0067670561) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txf0da2eaa01fd4e5992fc2-0067670561) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf0da2eaa01fd4e5992fc2-0067670561) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf0da2eaa01fd4e5992fc2-0067670561) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf0da2eaa01fd4e5992fc2-0067670561) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf0da2eaa01fd4e5992fc2-0067670561) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf0da2eaa01fd4e5992fc2-0067670561) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf0da2eaa01fd4e5992fc2-0067670561) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txf0da2eaa01fd4e5992fc2-0067670561) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txf0da2eaa01fd4e5992fc2-0067670561) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txf0da2eaa01fd4e5992fc2-0067670561) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txf0da2eaa01fd4e5992fc2-0067670561) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txf0da2eaa01fd4e5992fc2-0067670561) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txf0da2eaa01fd4e5992fc2-0067670561) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf0da2eaa01fd4e5992fc2-0067670561) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf0da2eaa01fd4e5992fc2-0067670561) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txf0da2eaa01fd4e5992fc2-0067670561) -test DEBUG: Setting object count to 3120 (txn: txf0da2eaa01fd4e5992fc2-0067670561) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx59c391b7af6649388bee0-0067670561) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx59c391b7af6649388bee0-0067670561) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx59c391b7af6649388bee0-0067670561) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx59c391b7af6649388bee0-0067670561) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx59c391b7af6649388bee0-0067670561)test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies ... ok -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_unclean -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_unclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_init -test.unit.obj.test_diskfile.TestDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window -test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning -test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator -test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update -test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_close_error -test.unit.obj.test_diskfile.TestECDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit -test.unit.obj.test_diskfile.TestECDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror -test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test ERROR: Problem finding shard upper in '/tmp/tmpas26vpjr/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpas26vpjr/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpxtryjlx_/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpxtryjlx_/containers/part/suffix/hash/container.db'] -Unlinked retiring db '/tmp/tmpa513m95v/containers/part/suffix/hash/hash.db' -test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_items_since -test.unit.container.test_backend.TestContainerBroker.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_objects -test.unit.container.test_backend.TestContainerBroker.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space -test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called -test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_delete -test.unit.obj.test_diskfile.TestECDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files -test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path -test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_get_policy_info -test.unit.container.test_backend.TestContainerBroker.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_replication_info -test.unit.container.test_backend.TestContainerBroker.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_report_info -test.unit.container.test_backend.TestContainerBroker.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage -test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache -test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup -test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking -test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired -test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_euclean -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_euclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks -test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable -test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch -test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default ... ok - -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx59c391b7af6649388bee0-0067670561) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx59c391b7af6649388bee0-0067670561) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx59c391b7af6649388bee0-0067670561) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx59c391b7af6649388bee0-0067670561) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx59c391b7af6649388bee0-0067670561) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx59c391b7af6649388bee0-0067670561) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx59c391b7af6649388bee0-0067670561) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx59c391b7af6649388bee0-0067670561) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx59c391b7af6649388bee0-0067670561) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx59c391b7af6649388bee0-0067670561) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx59c391b7af6649388bee0-0067670561) -test DEBUG: Setting object count to 3120 (txn: tx59c391b7af6649388bee0-0067670561) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe28c9d0964a24bae95d27-0067670561) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe28c9d0964a24bae95d27-0067670561) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe28c9d0964a24bae95d27-0067670561) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe28c9d0964a24bae95d27-0067670561) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe28c9d0964a24bae95d27-0067670561) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe28c9d0964a24bae95d27-0067670561) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txe28c9d0964a24bae95d27-0067670561) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txe28c9d0964a24bae95d27-0067670561) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txe28c9d0964a24bae95d27-0067670561) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: txe28c9d0964a24bae95d27-0067670561) -test DEBUG: Setting object count to 3120 (txn: txe28c9d0964a24bae95d27-0067670561) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx8125f6ad86804b2ab7e96-0067670562) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8125f6ad86804b2ab7e96-0067670562) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx8125f6ad86804b2ab7e96-0067670562) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx8125f6ad86804b2ab7e96-0067670562) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx8125f6ad86804b2ab7e96-0067670562) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx8125f6ad86804b2ab7e96-0067670562) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx8125f6ad86804b2ab7e96-0067670562) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx8125f6ad86804b2ab7e96-0067670562) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx8125f6ad86804b2ab7e96-0067670562) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx8125f6ad86804b2ab7e96-0067670562) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8125f6ad86804b2ab7e96-0067670562) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx8125f6ad86804b2ab7e96-0067670562) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx8125f6ad86804b2ab7e96-0067670562) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8125f6ad86804b2ab7e96-0067670562) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8125f6ad86804b2ab7e96-0067670562) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx8125f6ad86804b2ab7e96-0067670562) -test DEBUG: Setting object count to 3120 (txn: tx8125f6ad86804b2ab7e96-0067670562) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx6a4be2aac82146f1ac25b-0067670562) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6a4be2aac82146f1ac25b-0067670562) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6a4be2aac82146f1ac25b-0067670562) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6a4be2aac82146f1ac25b-0067670562) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6a4be2aac82146f1ac25b-0067670562) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6a4be2aac82146f1ac25b-0067670562) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx6a4be2aac82146f1ac25b-0067670562) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx6a4be2aac82146f1ac25b-0067670562) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6a4be2aac82146f1ac25b-0067670562) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx6a4be2aac82146f1ac25b-0067670562) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx01c2b9d871d24675822bf-0067670562) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx01c2b9d871d24675822bf-0067670562)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache ... ok -Unlinked retiring db '/tmp/tmpytvn1exx/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBroker.test_is_deleted -test.unit.container.test_backend.TestContainerBroker.test_is_deleted ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once ... ok -test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable -test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable ... ok -test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process -test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging ... ok -test.unit.obj.test_server.TestZeroCopy.test_GET -test.unit.obj.test_server.TestZeroCopy.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_GET_big -test.unit.obj.test_server.TestZeroCopy.test_GET_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_quarantine -test.unit.obj.test_server.TestZeroCopy.test_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file -test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_last_modified_time -test.unit.container.test_backend.TestContainerBroker.test_last_modified_time ... ok -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing ... ok -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted ... ok -test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path -test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate +test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_creation +test.unit.common.test_db_replicator.TestDBReplicator.test_creation ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db +test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup +test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device +test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete +test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect +test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync +test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since ... ok -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5d5d5bc25c54407893d6f-0067670561" "proxy-server 33202" 0.0012 "-" 33202 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:40729/sda1/0/a/c" "tx5d5d5bc25c54407893d6f-0067670561" "container-server 33202" 0.0021 "-" 33202 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:57757/sdb1/0/a/c" "tx5d5d5bc25c54407893d6f-0067670561" "container-server 33202" 0.0010 "-" 33202 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx5d5d5bc25c54407893d6f-0067670561" "proxy-server 33202" 0.0114 "-" 33202 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx5d5d5bc25c54407893d6f-0067670561" "proxy-server 33202" 0.0178 "-" 33202 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/53 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx5d5d5bc25c54407893d6f-0067670561 - 0.0266 - - 1734804833.814511776 1734804833.841155529 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txf4d5862a962446948392a-0067670561" "proxy-server 33202" 0.0012 "-" 33202 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:57757/sdb1/2/a1/c1" "txf4d5862a962446948392a-0067670561" "container-server 33202" 0.0020 "-" 33202 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:40729/sda1/2/a1/c1" "txf4d5862a962446948392a-0067670561" "container-server 33202" 0.0012 "-" 33202 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txf4d5862a962446948392a-0067670561" "proxy-server 33202" 0.0107 "-" 33202 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txf4d5862a962446948392a-0067670561" "proxy-server 33202" 0.0175 "-" 33202 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/53 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txf4d5862a962446948392a-0067670561 - 0.0278 - - 1734804833.843003273 1734804833.870775223 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx74c7a0c42f8c4c06bdabd-0067670561" "proxy-server 33202" 0.0055 "-" 33202 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:57757/sdb1/0/a/c1" "tx74c7a0c42f8c4c06bdabd-0067670561" "container-server 33202" 0.0030 "-" 33202 1 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:40729/sda1/0/a/c1" "tx74c7a0c42f8c4c06bdabd-0067670561" "container-server 33202" 0.0013 "-" 33202 1 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx74c7a0c42f8c4c06bdabd-0067670561" "proxy-server 33202" 0.0162 "-" 33202 1 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx74c7a0c42f8c4c06bdabd-0067670561" "proxy-server 33202" 0.0231 "-" 33202 1 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/53 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx74c7a0c42f8c4c06bdabd-0067670561 - 0.0372 - - 1734804833.872725964 1734804833.909974813 1 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf341386f7dfd41ada4d1b-0067670561" "proxy-server 33202" 0.0026 "-" 33202 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:57757/sdb1/2/a/c2" "txf341386f7dfd41ada4d1b-0067670561" "container-server 33202" 0.0103 "-" 33202 2 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:40729/sda1/2/a/c2" "txf341386f7dfd41ada4d1b-0067670561" "container-server 33202" 0.0018 "-" 33202 2 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf341386f7dfd41ada4d1b-0067670561" "proxy-server 33202" 0.0285 "-" 33202 2 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:13:53 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf341386f7dfd41ada4d1b-0067670561" "proxy-server 33202" 0.0252 "-" 33202 2 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/13/53 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txf341386f7dfd41ada4d1b-0067670561 - 0.0397 - - 1734804833.911854506 1734804833.951565027 2 -test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum -test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum ... ok -test ERROR: Invalid swift_bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2824, in override_bytes_from_content_type - listing_dict['bytes'] = int(swift_bytes) - ^^^^^^^^^^^^^^^^ -ValueError: invalid literal for int() with base 10: 'hey' -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1734138000 -test DEBUG: looking for objects in 1734138000 -test DEBUG: checking container 1734134400 -test DEBUG: looking for objects in 1734134400 -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'something', 'last_modified': '1970-01-01T00:00:00.000000', 'hash': '0.000000', 'content_type': 'application/x-put'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile - queue_item = parse_raw_obj(raw_obj) - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test INFO: Reconciler Stats: {'invalid_record': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test ERROR: Error listing containers in account .misplaced_objects (Unexpected response: 503 Service Unavailable) -test INFO: Reconciler Stats: {} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: ppi_skip: Container policy (0) in the middle of a part power increase (PPI) -test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'ppi_skip': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'bogus', 'last_modified': '1970-01-01T01:00:18.841870', 'hash': '3618.841870', 'content_type': 'application/x-put'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile - queue_item = parse_raw_obj(raw_obj) - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test INFO: Reconciler Stats: {'invalid_record': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': '00000bogus', 'last_modified': '1970-01-01T01:00:00.000000', 'hash': '3600.000000', 'content_type': 'application/x-put'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile - queue_item = parse_raw_obj(raw_obj) - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'invalid_record': 1, 'noop_object': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1734800400 -test DEBUG: looking for objects in 1734800400 -test DEBUG: checking container 1734796800 -test DEBUG: looking for objects in 1734796800 -test DEBUG: checking container 1734793200 -test DEBUG: looking for objects in 1734793200 -test DEBUG: checking container 1734789600 -test DEBUG: looking for objects in 1734789600 -test DEBUG: checking container 1734786000 -test DEBUG: looking for objects in 1734786000 -test DEBUG: checking container 1734782400 -test DEBUG: looking for objects in 1734782400 -test DEBUG: checking container 1734778800 -test DEBUG: looking for objects in 1734778800 -test DEBUG: checking container 1734775200 -test DEBUG: looking for objects in 1734775200 -test DEBUG: checking container 1734771600 -test DEBUG: looking for objects in 1734771600 -test DEBUG: checking container 1734199200 -test DEBUG: looking for objects in 1734199200 -test DEBUG: checking container 1734195600 -test DEBUG: looking for objects in 1734195600 -test DEBUG: checking container 1734192000 -test DEBUG: looking for objects in 1734192000 -test DEBUG: checking container 1734188400 -test DEBUG: looking for objects in 1734188400 -test DEBUG: checking container 1734184800 -test DEBUG: looking for objects in 1734184800 -test DEBUG: checking container 1734181200 -test DEBUG: looking for objects in 1734181200 -test DEBUG: checking container 1734177600 -test DEBUG: looking for objects in 1734177600 -test DEBUG: checking container 1734174000 -test DEBUG: looking for objects in 1734174000 -test DEBUG: checking container 1734170400 -test DEBUG: looking for objects in 1734170400 -test DEBUG: checking container 1734166800 -test DEBUG: looking for objects in 1734166800 -test INFO: Reconciler Stats: {} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1test.unit.container.test_reconciler.TestReconciler.test_no_concurrency -test.unit.container.test_reconciler.TestReconciler.test_no_concurrency ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_delete -test.unit.container.test_reconciler.TestReconciler.test_object_delete ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop -test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides -test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip -test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move -test.unit.container.test_reconciler.TestReconciler.test_object_move ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 1923, in blow_up - raise Exception('kaboom!') -Exception: kaboom! +test DEBUG: /tmp/tmpx5r1xkjd/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215406.74765.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpx5r1xkjd/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215406.74765.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (11, '321c44f9cc904341cc14d409406ef16b', 'f95cd745-2c2a-42e0-a82d-cea3fc9368cf-', '1769215407.23709', '1769215407.23524', '0', '', '1769215407.23524', 3, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215407.23838', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215407.23838', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215407.23838', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215407.24799', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215407.24799', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215407.24776', 'epoch': '1769215407.24776', 'reported': 0, 'tombstones': -1}], 'f95cd745-2c2a-42e0-a82d-cea3fc9368cf-') +test DEBUG: /tmp/tmpvc3beoek/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215407.24776.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpvc3beoek/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215407.24776.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (11, '321c44f9cc904341cc14d409406ef16b', 'f95cd745-2c2a-42e0-a82d-cea3fc9368cf-', '1769215407.23709', '1769215407.25617', '0', '', '1769215407.23524', 3, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215407.23838', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215407.23838', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215407.23838', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215407.24799', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215407.24799', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215407.24776', 'epoch': '1769215407.24776', 'reported': 0, 'tombstones': -1}], 'f95cd745-2c2a-42e0-a82d-cea3fc9368cf-') +test DEBUG: /tmp/tmpvc3beoek/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215407.24776.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpvc3beoek/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e_1769215407.24776.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '8f824d5674daf43470a876bd2952196e', '00045342-caf0-459d-be27-a52e2359de92-sda', '1769215407.29299', '1769215407.29097', '0', '', '1769215407.29097', 1, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('00045342-caf0-459d-be27-a52e2359de92-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (6, '56fc5e4748beba0e8558e5ec26018f5a', '09028e39-5d41-4ef5-8a0d-1e4e3e66e583-sda', '1769215407.31276', '1769215407.31059', '0', '', '1769215407.31059', 6, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215407.31945', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769215407.31945', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215407.31945', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215407.32077', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215407.32077', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215407.32054', 'epoch': '1769215407.32054', 'reported': 0, 'tombstones': -1}], '09028e39-5d41-4ef5-8a0d-1e4e3e66e583-sda') +test DEBUG: /tmp/tmpf8rzx04e/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpf8rzx04e/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (6, '56fc5e4748beba0e8558e5ec26018f5a', '09028e39-5d41-4ef5-8a0d-1e4e3e66e583-sda', '1769215407.31276', '1769215407.31573', '0', '', '1769215407.31059', 6, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215407.31945', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769215407.31945', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215407.31945', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215407.32077', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215407.32077', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215407.32054', 'epoch': '1769215407.32054', 'reported': 0, 'tombstones': -1}], '09028e39-5d41-4ef5-8a0d-1e4e3e66e583-sda') +test DEBUG: /tmp/tmpf8rzx04e/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpf8rzx04e/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (6, '56fc5e4748beba0e8558e5ec26018f5a', 'e36ffab1-6c46-4a24-8842-dc1d99dcf70f-sda', '1769215407.36424', '1769215407.36205', '0', '', '1769215407.36205', 6, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215407.37134', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769215407.37134', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215407.37134', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215407.37258', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215407.37258', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215407.37238', 'epoch': '1769215407.37238', 'reported': 0, 'tombstones': -1}], 'e36ffab1-6c46-4a24-8842-dc1d99dcf70f-sda') +test DEBUG: /tmp/tmpswqu8gqp/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpswqu8gqp/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (6, '56fc5e4748beba0e8558e5ec26018f5a', 'e36ffab1-6c46-4a24-8842-dc1d99dcf70f-sda', '1769215407.36424', '1769215407.36774', '0', '', '1769215407.36205', 6, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769215407.37134', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769215407.37134', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215407.37134', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215407.37258', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215407.37258', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215407.37238', 'epoch': '1769215407.37238', 'reported': 0, 'tombstones': -1}], 'e36ffab1-6c46-4a24-8842-dc1d99dcf70f-sda')test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync +test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date +test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines +test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines ... ok +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 21 Dec 2024 18:13:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00031 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpsvveb_ir/sda/fake/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00358 seconds (279.63109/s) -test INFO: Removed 1 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00034 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00025 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00021 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpdubke5pg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -test-replicator INFO: [worker 1/2 pid=33097] Running object replicator in script mode. -test-replicator INFO: [worker 1/2 pid=33097] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 2/2 pid=33097] Running object replicator in script mode. -test-replicator INFO: [worker 2/2 pid=33097] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=33097] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=33097] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 2/3 pid=33097] Running object replicator in script mode. -test-replicator INFO: [worker 2/3 pid=33097] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 3/3 pid=33097] Running object replicator in script mode. -test-replicator INFO: [worker 3/3 pid=33097] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=33097] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=33097] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=33097] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=33097] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=8804] Running object replicator in script mode. -test-replicator DEBUG: [worker 1/3 pid=8804] debug message -test-replicator INFO: [worker 1/3 pid=8804] info message -test-replicator WARNING: [worker 1/3 pid=8804] warning message -test-replicator ERROR: [worker 1/3 pid=8804] error message -test-replicator INFO: [worker 1/3 pid=8804] Object replication complete (once). (0.00 minutes) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Base DELETE returning 503 for (204, 204, 404) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx152ed1252d78458c91baf-0067670562) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx152ed1252d78458c91baf-0067670562) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx152ed1252d78458c91baf-0067670562)test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key -test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path ... ok - -test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) -test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1734804834.426410) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1734804834.426410) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1734804834.426410) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1734804834.426410) from storage policy 1 -test DEBUG: delete_attempt: '/AUTH_bob/c/o1' (1734804834.426410) in policy_index 1 will be deleted from policy_index 0 (1734804834.42641_0000000000000002) -test INFO: delete_success: '/AUTH_bob/c/o1' (1734804834.426410) deleted from policy_index 0 (1734804834.42641_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (1734804834.426410) from policy_index 1 (1734804834.42641_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (1734804834.426410) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (1734804834.426410) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1734804834.426410) from the queue (1734804834.42641_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'delete_attempt': 1, 'delete_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'noop_object': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 -test DEBUG: found_object: '/AUTH_bob/c/o1' (3679.201900) in policy_index 0 is newer than queue (3679.201900) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) -test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 -test DEBUG: found_object: '/AUTH_bob/c/o1' (3680.201900) in policy_index 0 is newer than queue (3679.201900) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) -test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383930) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383930) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (36123.383930) moved from policy_index 1 to policy_index 0 (0000036123.38393_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 (0000036123.38393_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (36123.383930) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/36000/1:/AUTH_bob/c/o1' (36123.383930) from the queue (0000036123.38393_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 2128, in blow_up - raise Exception('kaboom!') -Exception: kaboom! - -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 will be moved to policy_index 0 (0000003600.12346_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.123460) moved from policy_index 1 to policy_index 0 (0000003600.12346_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted -test DEBUG: cleanup_failed: '/AUTH_bob/c/o1' (3600.123456) was not cleaned up in storage_policy 1 (Unexpected response: 503 Service Unavailable) -test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_failed': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: unavailable_destination: '/AUTH_bob/c/o1' (3600.123456) unable to determine the destination timestamp, if any -test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'unavailable_destination': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1734138000 -test DEBUG: looking for objects in 1734138000 -test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1734139554.511291) in policy_index 1 -test DEBUG: checking for '/AUTH_jeb/c/o1' (1734139554.511291) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1734139554.511291) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_jeb/c/o1' (1734139554.511291) from storage policy 1 -test CRITICAL: lost_source: '/AUTH_jeb/c/o1' (1734139554.51129) was not available in policy_index 1 and has expired -test INFO: success: '/AUTH_jeb/c/o1' (1734139554.511291) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/1734138000/1:/AUTH_jeb/c/o1' (1734139554.511291) from the queue (1734139554.51129_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1734804834.516532) in policy_index 1 -test DEBUG: checking for '/AUTH_jeb/c/o1' (1734804834.516532) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1734804834.516532) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_jeb/c/o1' (1734804834.516532) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_jeb/c/o1' (1734804834.51653) in policy_index 1 responded 404 (0000000000.00000) -test INFO: retry: '/AUTH_jeb/c/o1' (1734804834.516532) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) -test ERROR: unhandled_error: unable to upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 635, in ensure_object_in_right_location - self.swift.upload_object( - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 844, in upload_object - self.handle_request('PUT', path, headers, acceptable_statuses, fobj, - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 264, in handle_request - resp = self.make_request(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 261, in make_request - six.reraise(exc_type, exc_value, exc_traceback) - File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise - raise value - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 231, in make_request - resp = spawn(req.get_response, self.app).wait() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 225, in wait - return self._exit_event.wait() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait - result = hub.switch() - ^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch - return self.greenlet.switch() - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 1923, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'unhandled_error': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002)test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction -test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces -test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces ... ok -test.unit.container.test_reconciler.TestReconciler.test_processes_config -test.unit.container.test_reconciler.TestReconciler.test_processes_config ... ok - -test ERROR: Container HEAD returning 503 for [] (txn: tx152ed1252d78458c91baf-0067670562) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim ... ok - -test WARNING: copy_failed: upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 returned Unexpected response: 503 Service Unavailable -test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_failed': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1734199199.000000) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1734199199.000000) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1734199199.000000) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1734199199.000000) from storage policy 1 -test CRITICAL: lost_source: '/AUTH_bob/c/o1' (1734199199.00000) was not available in policy_index 1 and has expired -test INFO: success: '/AUTH_bob/c/o1' (1734199199.000000) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1734199199.000000) from the queue (1734199199.00000_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.234570) in policy_index 1 will be moved to policy_index 0 (0000003600.23457_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.234570) moved from policy_index 1 to policy_index 0 (0000003600.23457_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3600.123456) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3600.123456) from the queue (0000003600.12346_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1734804834.555994) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1734804834.555994) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1734804834.555994) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1734804834.555994) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1734804834.55599) in policy_index 1 responded 200 (1734804833.55599) -test INFO: retry: '/AUTH_bob/c/o1' (1734804834.555994) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 -test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 1 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 should be in policy_index 1 -test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 0 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 will be moved to policy_index 1 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 0 to policy_index 1 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 0 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 0 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/0:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c ت/o1 ت' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c ت/o1 ت' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c ت/o1 ت' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 was handled successfullytest.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name -test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name ... ok -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error ... ok -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone ... ok -test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy -test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy ... ok -test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile -test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj -test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items -test.unit.container.test_backend.TestContainerBroker.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing -test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_options -test.unit.proxy.controllers.test_base.TestFuncs.test_options ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized -test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin -test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics -test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx18d428875c4d4ca5ab8eb-0067670562) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx18d428875c4d4ca5ab8eb-0067670562) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx18d428875c4d4ca5ab8eb-0067670562) -test ERROR: Container HEAD returning 503 for [] (txn: tx18d428875c4d4ca5ab8eb-0067670562) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa98418be7221422c8d691-0067670562) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa98418be7221422c8d691-0067670562) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa98418be7221422c8d691-0067670562) -test ERROR: Container HEAD returning 503 for [] (txn: txa98418be7221422c8d691-0067670562) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta -test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted ... ok - -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1734804834.584857) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1734804834.584857) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1734804834.584857) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1734804834.584857) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1734804834.58486) in policy_index 1 responded 503 (0000000000.00000) -test INFO: retry: '/AUTH_bob/c/o1' (1734804834.584857) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1734804834.589067) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1734804834.589067) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1734804834.589067) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1734804834.589067) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1734804834.58907) in policy_index 1 responded 404 (1734804834.58907_0000000000000002) -test INFO: retry: '/AUTH_bob/c/o1' (1734804834.589067) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: unavailable_container: '/AUTH_bob/c/o1' (3618.841870) unable to determine the destination policy_index -test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'unavailable_container': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1734804000 -test DEBUG: looking for objects in 1734804000 -test DEBUG: looking for containers in .misplaced_objects -test ERROR: Unhandled Exception trying to reconcile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 852, in run_once - self.reconcile() - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 831, in reconcile - for container in self._iter_containers(): - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 748, in _iter_containers - one_page = list(itertools.islice( - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 331, in _iter_items - resp = self.make_request( - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 261, in make_request - six.reraise(exc_type, exc_value, exc_traceback) - File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise - raise value - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 231, in make_request - resp = spawn(req.get_response, self.app).wait() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 225, in wait - return self._exit_event.wait() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait - result = hub.switch() - ^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch - return self.greenlet.switch() - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 2128, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test INFO: Reconciler Stats: {} -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0032 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:54 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0044 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:54 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:54 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:54 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:54 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0036 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:54 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0021 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0061 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:54 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:54 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:54 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 33147 0 -test INFO: - - - [21/Dec/2024:18:13:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:54 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0042 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0030 "-" 33147 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx1a9e508306824077ab778-0067670562) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd9598e2616cd43af92fca-0067670562) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx3d21801ea39c4f31a03b3-0067670562) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx44dd56fa1cf14a9ba1133-0067670562) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txfc3195d8f5c647858632b-0067670562) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx51bf4d09f108433580b1f-0067670562) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx68a7bb4c40fc43a88fc3e-0067670562) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa9ba08fb81164d528fa5a-0067670562) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx7ae53ef6cad3485a8793d-0067670562) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4f8999b3caad40e1b34b3-0067670562) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx3256b207cbe24cec9f851-0067670562) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx59a0c6bafdee4484afb6e-0067670562) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx02b7a43779ba4dafbe134-0067670562) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx42a6fc8cfacf4b609d6b2-0067670562) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx7efd0b00da1f4c80b6c37-0067670562) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx45e8f439d0b745699f3ca-0067670562) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx8f9c99420f7d4e6fa8b9f-0067670562) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx56a34dc626c74396b8ed5-0067670562) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx89d73d39a17545de8cfd5-0067670562) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx926c0fac10a041e9bbc56-0067670562) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txa31c5e5edd99404b8a8f4-0067670562) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx6225983eb101453a99974-0067670562) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx16127b7ac2b54cb298d51-0067670562) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx2521d908ca19431893af3-0067670562) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx7c7433ae7c0346cfb23a1-0067670562) -test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: tx48dc2116138041f68358e-0067670562) -test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txf088299a86944de1982d0-0067670562) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range -test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range -test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range ... ok - -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx3a7c6f1eaf984469a479b-0067670563) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx827900d3d06141e88424d-0067670563) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: txc05c190b9c8b47488fb11-0067670563) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: tx0baaed10713f47d9a8c90-0067670563) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: txdd353fd7310645c29ca90-0067670563) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: tx5d9d18ca6d0340b8a607c-0067670563) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa1378b39caf040be83e89-0067670563) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb1476868e5ad45f297f9c-0067670563) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx075fb9465bb84ebcae600-0067670563) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe78a4cb4a786434ab0efc-0067670563) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb16401e2949a4cbaae848-0067670563) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf898356cbab946e7ba464-0067670563) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: tx392402571aa74b2daa062-0067670563) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx392402571aa74b2daa062-0067670563) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty ... ok - -test INFO: - - - [21/Dec/2024:18:13:54 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0054 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 33147 2 -test ERROR: ERROR Account update failed with 127.0.0.1:41875/sda1 (will retry later): Response 503 OK -test INFO: - - - [21/Dec/2024:18:13:54 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0038 "-" 33147 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:54 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0025 "-" 33147 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:54 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0005 "-" 33147 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:54 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 33147 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:54 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 33147 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0081 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:54 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:54 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.1564 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:54 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:54 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0041 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:54 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0056 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0081 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0077 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0012 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0010 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0013 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0011 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0010 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0011 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0011 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0031 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0011 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0049 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0053 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0010 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0010 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0011 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0057 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0012 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0012 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0005 "-" 33147 2test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBroker.test_newid -test.unit.container.test_backend.TestContainerBroker.test_newid ... ok - -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx01c2b9d871d24675822bf-0067670562) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx01c2b9d871d24675822bf-0067670562) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx01c2b9d871d24675822bf-0067670562) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx01c2b9d871d24675822bf-0067670562) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx01c2b9d871d24675822bf-0067670562) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txa2952b94dc4d4f8a85272-0067670562) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa2952b94dc4d4f8a85272-0067670562) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txa2952b94dc4d4f8a85272-0067670562) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa2952b94dc4d4f8a85272-0067670562) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa2952b94dc4d4f8a85272-0067670562) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txa2952b94dc4d4f8a85272-0067670562) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txa2952b94dc4d4f8a85272-0067670562) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txa2952b94dc4d4f8a85272-0067670562) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txa2952b94dc4d4f8a85272-0067670562) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txa2952b94dc4d4f8a85272-0067670562) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txa2952b94dc4d4f8a85272-0067670562) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txa2952b94dc4d4f8a85272-0067670562) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txa2952b94dc4d4f8a85272-0067670562) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx07ca0856130d4ed6abdda-0067670562) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx07ca0856130d4ed6abdda-0067670562) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx07ca0856130d4ed6abdda-0067670562) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx07ca0856130d4ed6abdda-0067670562) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx2019dc0a7e22480a967da-0067670562) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx2019dc0a7e22480a967da-0067670562) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx2019dc0a7e22480a967da-0067670562) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx2019dc0a7e22480a967da-0067670562) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txb8e42440cee743a8a5583-0067670562) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txb8e42440cee743a8a5583-0067670562) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txb8e42440cee743a8a5583-0067670562) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txb8e42440cee743a8a5583-0067670562) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx2f8bddc752904b9184393-0067670563) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2f8bddc752904b9184393-0067670563) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2f8bddc752904b9184393-0067670563) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx2f8bddc752904b9184393-0067670563) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2f8bddc752904b9184393-0067670563) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2f8bddc752904b9184393-0067670563) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx2f8bddc752904b9184393-0067670563) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2f8bddc752904b9184393-0067670563) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2f8bddc752904b9184393-0067670563) -test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: tx2f8bddc752904b9184393-0067670563) -test DEBUG: Setting object count to 1068 (txn: tx2f8bddc752904b9184393-0067670563) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx1233159fd1394426a34db-0067670563) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1233159fd1394426a34db-0067670563) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: tx1233159fd1394426a34db-0067670563) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx1233159fd1394426a34db-0067670563) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1233159fd1394426a34db-0067670563) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1233159fd1394426a34db-0067670563) -test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: tx1233159fd1394426a34db-0067670563) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1233159fd1394426a34db-0067670563)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache ... ok -Unlinked retiring db '/tmp/tmp_sjba9lt/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim ... ok -Unlinked retiring db '/tmp/tmp06oq9sv1/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container ... ok -Unlinked retiring db '/tmp/tmpg6s5fld0/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name ... ok -Unlinked retiring db '/tmp/tmpk72hzxt2/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBroker.test_path -test.unit.container.test_backend.TestContainerBroker.test_path ... ok -test.unit.container.test_backend.TestContainerBroker.test_pending_file_name -test.unit.container.test_backend.TestContainerBroker.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object -test.unit.container.test_backend.TestContainerBroker.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim -test.unit.container.test_backend.TestContainerBroker.test_reclaim ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green ... ok - -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0099 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0095 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0024 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0011 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0042 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0056 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0011 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0052 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0011 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0011 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0010 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0010 "-" 33147 2 -test DEBUG: Unlinked retiring db '/tmp/tmpnahrcoj_/tmp_test_container_server_ContainerController/sda1/containers/p/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0043 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0011 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0057 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0010 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0013 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0012 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0012 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0080 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0013 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0005 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0050 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 33147 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0144 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 33147 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0003 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0101 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0023 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0100 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0023 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0022 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0023 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0024 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0027 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0100 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0147 "-" 33147 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit ... ok - -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0108 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0103 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0029 "-" 33147 2 -test DEBUG: Unlinked retiring db '/tmp/tmp46zx6u82/tmp_test_container_server_ContainerController/sda1/containers/p/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0021 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0036 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0053 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0048 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0048 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0090 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0059 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0003 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0003 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0040 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0030 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0023 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0042 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0056 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0078 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 33147 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0047 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0044 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0003 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0039 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0052 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0024 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0027 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0019 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0022 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0018 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0048 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0035 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0060 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0003 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0003 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0034 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0049 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0045 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing ... ok - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:55 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 33147 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0117 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0094 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0023 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0021 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0003 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0003 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0003 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0003 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0003 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0003 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0053 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0022 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0021 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0044 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0023 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0022 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0040 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0022 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0021 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0060 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0032 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0012 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0030 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0015 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0011 "-" 33147 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0046 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0034 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0033 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0017 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0017 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0017 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0014 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0028 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0015 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0035 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0045 "-" 33147 2 -test DEBUG: Unlinked retiring db '/tmp/tmpmw5_93x2/tmp_test_container_server_ContainerController/sda1/containers/p/172/9a5b73515794582c10bf7e71964a4172/9a5b73515794582c10bf7e71964a4172.db' -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0033 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0022 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0047 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 33147 2 -test DEBUG: Unlinked retiring db '/tmp/tmphop2m1_n/tmp_test_container_server_ContainerController/sda1/containers/p/172/9a5b73515794582c10bf7e71964a4172/9a5b73515794582c10bf7e71964a4172.db' -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0040 "-" 33147 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted ... ok - -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0021 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0099 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0064 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0043 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0017 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0064 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0030 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0058 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0019 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0023 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0049 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0040 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0021 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0047 "-" 33147 0 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0005 "-" 33147 0 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0004 "-" 33147 0 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0004 "-" 33147 0 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0003 "-" 33147 0 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0003 "-" 33147 0 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0003 "-" 33147 0 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0004 "-" 33147 0 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0003 "-" 33147 0 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0003 "-" 33147 0 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0003 "-" 33147 0 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0003 "-" 33147 0 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0003 "-" 33147 1 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 33147 1 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 33147 1 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0003 "-" 33147 1 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 33147 1 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0003 "-" 33147 1 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0003 "-" 33147 1 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0003 "-" 33147 1 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0003 "-" 33147 1 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0003 "-" 33147 1 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0077 "-" 33147 0 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0021 "-" 33147 0 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0108 "-" 33147 0 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 33147 0 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0011 "-" 33147 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0002 "-" 33147 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0113 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0003 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0003 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0003 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0038 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0046 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0020 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0005 "-" 33147 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard ... ok - -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0036 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0012 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0063 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0103 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0043 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0076 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0025 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0036 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0026 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0006 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0003 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0003 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0003 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0003 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0077 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0062 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0017 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0018 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0027 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0017 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0023 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0016 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0053 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0064 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0012 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0023 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0051 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0021 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0034 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0017 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0038 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0038 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0019 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0065 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0065 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0062 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0063 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 33147 2 -test DEBUG: Unlinked retiring db '/tmp/tmp45ofuk7b/tmp_test_container_server_ContainerController/sda1/containers/p/8ac/3abe368dd84a96067dfb00ec172778ac/3abe368dd84a96067dfb00ec172778ac.db' -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0103 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0126 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0054 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0020 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0019 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0017 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0034 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0036 "-" 33147 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0122 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0113 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0021 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0079 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0059 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0035 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0019 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0036 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0020 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0058 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0021 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0029 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0069 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0043 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0021 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0070 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 33147 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0119 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0095 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0003 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0059 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0014 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0095 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0024 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0105 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0107 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0095 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0109 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 33147 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 33147 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0003 "-" 33147 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 33147 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0039 "-" 33147 0test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok - -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx1da98706eb444ad28e578-0067670560) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx1da98706eb444ad28e578-0067670560) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1da98706eb444ad28e578-0067670560) -test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1da98706eb444ad28e578-0067670560) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx1da98706eb444ad28e578-0067670560) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx15390f2a102449269e4aa-0067670561) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx15390f2a102449269e4aa-0067670561) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx15390f2a102449269e4aa-0067670561) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx15390f2a102449269e4aa-0067670561) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx15390f2a102449269e4aa-0067670561) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx15390f2a102449269e4aa-0067670561) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx15390f2a102449269e4aa-0067670561) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx15390f2a102449269e4aa-0067670561) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx15390f2a102449269e4aa-0067670561) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx15390f2a102449269e4aa-0067670561) -test DEBUG: Setting object count to 1065 (txn: tx15390f2a102449269e4aa-0067670561) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx223fc57244374ce58e5a1-0067670562) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx223fc57244374ce58e5a1-0067670562) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx223fc57244374ce58e5a1-0067670562) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx223fc57244374ce58e5a1-0067670562) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx223fc57244374ce58e5a1-0067670562) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx223fc57244374ce58e5a1-0067670562) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx223fc57244374ce58e5a1-0067670562) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx223fc57244374ce58e5a1-0067670562) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx223fc57244374ce58e5a1-0067670562) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx223fc57244374ce58e5a1-0067670562) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx223fc57244374ce58e5a1-0067670562) -test DEBUG: Setting object count to 1065 (txn: tx223fc57244374ce58e5a1-0067670562) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe01a13e4576348198a742-0067670564) -test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: txe01a13e4576348198a742-0067670564) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx94de3224bf3941f888929-0067670565) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx94de3224bf3941f888929-0067670565) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx94de3224bf3941f888929-0067670565) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx94de3224bf3941f888929-0067670565) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx94de3224bf3941f888929-0067670565) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx94de3224bf3941f888929-0067670565) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx94de3224bf3941f888929-0067670565) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx94de3224bf3941f888929-0067670565) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx94de3224bf3941f888929-0067670565) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: tx94de3224bf3941f888929-0067670565) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: tx94de3224bf3941f888929-0067670565) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: tx94de3224bf3941f888929-0067670565) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: tx94de3224bf3941f888929-0067670565) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: tx94de3224bf3941f888929-0067670565) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: tx94de3224bf3941f888929-0067670565)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0047 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0014 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:56 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0042 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0114 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0096 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0134 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0035 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0010 "-" 33147 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0067 "-" 33147 3 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 33147 3 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 33147 0 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 33147 3 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 33147 1 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 33147 3 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 33147 3 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 33147 4 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0038 "-" 33147 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 33147 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0064 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 33147 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0071 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 33147 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0074 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0035 "-" 33147 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges ... ok - -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0084 "-" 33147 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 33147 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0132 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0034 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0023 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0018 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0018 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0043 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0020 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0019 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0017 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0018 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0017 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0018 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0048 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0020 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0024 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0019 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0023 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0019 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0018 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0032 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0019 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0018 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0044 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0027 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0019 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0018 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0025 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0017 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0024 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0017 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0018 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0047 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0018 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0042 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0023 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0018 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0044 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0018 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0018 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0060 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0017 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0022 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0049 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0037 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0018 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0018 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0017 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0018 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0038 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0018 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0013 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0018 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 33147 2test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state ... ok - -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0038 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0019 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0025 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0025 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0046 "-" 33147 2 -test DEBUG: Unlinked retiring db '/tmp/tmpmgumc_v_/tmp_test_container_server_ContainerController/sda1/containers/p/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0022 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0021 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0057 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0022 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0023 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0035 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0022 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0022 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0038 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0021 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0038 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 33147 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 33147 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0065 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0043 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0032 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0033 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0053 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0041 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0061 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0115 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0040 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0052 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0032 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0070 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0057 "-" 33147 - -test ERROR: ERROR Account update failed with 127.0.0.1:37865/sda1 (will retry later): Response 503 OK -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 33147 3 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 33147 3 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 33147 3 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0018 "-" 33147 3 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 33147 3 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0015 "-" 33147 3 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 33147 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0003 "-" 33147 nada -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0032 "-" 33147 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync -test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces ... ok -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 33147 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0081 "-" 33147 3 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 33147 3 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 33147 3 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33147 3 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 33147 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0034 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0048 "-" 33147 0 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 33147 0 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 33147 0 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 33147 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0055 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0053 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0019 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0015 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 33147 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0012 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0011 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0014 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0030 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0013 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0021 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0012 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0038 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0030 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0012 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0010 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0041 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0011 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0012 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0012 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0007 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:57 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0033 "-" 33147 2test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBroker.test_remove_objects -test.unit.container.test_backend.TestContainerBroker.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path -test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file ... ok -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces ... ok -Unlinked retiring db '/tmp/tmp77sdd5va/containers/part/suffix/hash/container.db' -Container 'a/c' cannot be set to sharded state while in sharded state -Unlinked retiring db '/tmp/tmp77sdd5va/containers/part/suffix/hash/container_1734804855.00000.db' -Unlinked retiring db '/tmp/tmp77sdd5va/containers/part/suffix/hash/container_1734804866.00000.db' -test.unit.container.test_backend.TestContainerBroker.test_set_db_states -test.unit.container.test_backend.TestContainerBroker.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs -test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering ... ok -test ERROR: Failed to unlink '/tmp/tmpic2trgid/containers/part/suffix/hash/container.db': +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/3 success) +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2/3 success) +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2 new rows) +test-replicator ERROR: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (negative max_row_delta: -1) +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Failed to delete db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +ERROR reading HTTP response from {'replication_ip': '127.0.0.1', 'replication_port': 80, 'device': 'sdb1'} Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpic2trgid/containers/part/suffix/hash/container_1734804839.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpic2trgid/containers/part/suffix/hash/container_1734804839.00000.db': ['/tmp/tmpic2trgid/containers/part/suffix/hash/container.db', '/tmp/tmpic2trgid/containers/part/suffix/hash/container_1734804840.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpic2trgid/containers/part/suffix/hash/container_1734804840.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -Unlinked retiring db '/tmp/tmpv98xp5xh/containers/part/suffix/hash/e3fb7518-3962-4b97-abd5-0f9802249d25.db' -test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required ... ok -Unlinked retiring db '/tmp/tmpg71jtcny/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects ... ok -Unlinked retiring db '/tmp/tmp8qxwsdzv/containers/part/suffix/hash/container-87c12343-62c4-4183-843b-3a7fd93d0a78.db' -Unlinked retiring db '/tmp/tmp8qxwsdzv/containers/part/suffix/hash/container-7427b5fc-6b67-44a0-ba2d-edb63158e95b.db' -test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property -test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBroker.test_sync_merging -test.unit.container.test_backend.TestContainerBroker.test_sync_merging ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok - -test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: tx94de3224bf3941f888929-0067670565) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 503 (txn: tx94de3224bf3941f888929-0067670565) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: tx94de3224bf3941f888929-0067670565) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txded3799260d748d99d683-0067670565) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txded3799260d748d99d683-0067670565) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txded3799260d748d99d683-0067670565) -test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: txded3799260d748d99d683-0067670565) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx396b7f696c81406eba6a8-0067670565) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx396b7f696c81406eba6a8-0067670565) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx396b7f696c81406eba6a8-0067670565) -test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: tx396b7f696c81406eba6a8-0067670565) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txd78b07e52fa64f13bc2e8-0067670566) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd78b07e52fa64f13bc2e8-0067670566) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd78b07e52fa64f13bc2e8-0067670566) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd78b07e52fa64f13bc2e8-0067670566) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd78b07e52fa64f13bc2e8-0067670566) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd78b07e52fa64f13bc2e8-0067670566) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txd78b07e52fa64f13bc2e8-0067670566) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txd78b07e52fa64f13bc2e8-0067670566) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txd78b07e52fa64f13bc2e8-0067670566) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txd78b07e52fa64f13bc2e8-0067670566) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd78b07e52fa64f13bc2e8-0067670566) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txd78b07e52fa64f13bc2e8-0067670566) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txd78b07e52fa64f13bc2e8-0067670566) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd78b07e52fa64f13bc2e8-0067670566) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd78b07e52fa64f13bc2e8-0067670566) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txd78b07e52fa64f13bc2e8-0067670566) -test DEBUG: Setting object count to 3120 (txn: txd78b07e52fa64f13bc2e8-0067670566) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txffdfa44726d44b9eba0e7-0067670566) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txffdfa44726d44b9eba0e7-0067670566) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txffdfa44726d44b9eba0e7-0067670566) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txffdfa44726d44b9eba0e7-0067670566) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txffdfa44726d44b9eba0e7-0067670566) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txffdfa44726d44b9eba0e7-0067670566) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txffdfa44726d44b9eba0e7-0067670566) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txffdfa44726d44b9eba0e7-0067670566) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txffdfa44726d44b9eba0e7-0067670566) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txffdfa44726d44b9eba0e7-0067670566) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txffdfa44726d44b9eba0e7-0067670566) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txffdfa44726d44b9eba0e7-0067670566) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txffdfa44726d44b9eba0e7-0067670566) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txffdfa44726d44b9eba0e7-0067670566) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txffdfa44726d44b9eba0e7-0067670566) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txffdfa44726d44b9eba0e7-0067670566) -test DEBUG: Setting object count to 3120 (txn: txffdfa44726d44b9eba0e7-0067670566) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txbaa782a3c44f42cda432f-0067670566) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txbaa782a3c44f42cda432f-0067670566) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txbaa782a3c44f42cda432f-0067670566)test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00028 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpdfovlf9a/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00412 seconds (242.69195/s) -test INFO: Removed 1 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test DEBUG: Successfully deleted db /tmp/tmp2zenow_8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test DEBUG: Not deleting db /tmp/tmp2zenow_8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db (2/3 success) -test DEBUG: Not deleting db /tmp/tmp2zenow_8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db (requires sharding, state unsharded) -test DEBUG: Not deleting db /tmp/tmp2zenow_8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804838.40233.db (requires sharding, state sharding) -Unlinked retiring db '/tmp/tmp2zenow_8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate -test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid ... ok -test DEBUG: Not deleting db /tmp/tmp2zenow_8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804838.40233.db (2/3 success) -test DEBUG: Successfully deleted db /tmp/tmp2zenow_8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804838.40233.db -test DEBUG: Successfully deleted db /tmp/tmp2zenow_8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp_8_mtwe0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '7a59908e95a934bc2f683f5b6cfa3495', '4d87bdd2-4d78-421c-8008-78ebd3f2bc03-sda', '1734804838.42378', '1734804838.00000', '0', '', '1734804838.00000', 51, 0) -test DEBUG: /tmp/tmp_8_mtwe0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o0', 'created_at': '1734804839.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o1', 'created_at': '1734804840.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o2', 'created_at': '1734804841.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o3', 'created_at': '1734804842.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o4', 'created_at': '1734804843.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o5', 'created_at': '1734804844.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o6', 'created_at': '1734804845.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o7', 'created_at': '1734804846.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o8', 'created_at': '1734804847.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o9', 'created_at': '1734804848.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '4d87bdd2-4d78-421c-8008-78ebd3f2bc03-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 11, 'name': 'o10', 'created_at': '1734804849.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 12, 'name': 'o11', 'created_at': '1734804850.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 13, 'name': 'o12', 'created_at': '1734804851.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 14, 'name': 'o13', 'created_at': '1734804852.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 15, 'name': 'o14', 'created_at': '1734804853.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 16, 'name': 'o15', 'created_at': '1734804854.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 17, 'name': 'o16', 'created_at': '1734804855.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 18, 'name': 'o17', 'created_at': '1734804856.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 19, 'name': 'o18', 'created_at': '1734804857.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 20, 'name': 'o19', 'created_at': '1734804858.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '4d87bdd2-4d78-421c-8008-78ebd3f2bc03-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 21, 'name': 'o20', 'created_at': '1734804859.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 22, 'name': 'o21', 'created_at': '1734804860.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 23, 'name': 'o22', 'created_at': '1734804861.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 24, 'name': 'o23', 'created_at': '1734804862.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 25, 'name': 'o24', 'created_at': '1734804863.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 26, 'name': 'o25', 'created_at': '1734804864.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 27, 'name': 'o26', 'created_at': '1734804865.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 28, 'name': 'o27', 'created_at': '1734804866.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 29, 'name': 'o28', 'created_at': '1734804867.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 30, 'name': 'o29', 'created_at': '1734804868.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '4d87bdd2-4d78-421c-8008-78ebd3f2bc03-sda') -test DEBUG: /tmp/tmp_8_mtwe0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 30 (0.0115886s) -test DEBUG: Synchronization for /tmp/tmp_8_mtwe0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db has fallen more than 30 rows behind; moving on and will try again next pass. -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '7a59908e95a934bc2f683f5b6cfa3495', '4d87bdd2-4d78-421c-8008-78ebd3f2bc03-sda', '1734804838.42378', '1734804838.00000', '0', '', '1734804838.00000', 51, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('4d87bdd2-4d78-421c-8008-78ebd3f2bc03-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.03400 seconds (29.41257/s) -test INFO: Removed 0 dbs -test INFO: 1 successes, 1 failures -test INFO: diff:1 diff_capped:1 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp_8_mtwe0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '7a59908e95a934bc2f683f5b6cfa3495', '4d87bdd2-4d78-421c-8008-78ebd3f2bc03-sda', '1734804838.42378', '1734804838.00000', '0', '', '1734804838.00000', 51, 0) -test DEBUG: /tmp/tmp_8_mtwe0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row 30 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 31, 'name': 'o30', 'created_at': '1734804869.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 32, 'name': 'o31', 'created_at': '1734804870.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 33, 'name': 'o32', 'created_at': '1734804871.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 34, 'name': 'o33', 'created_at': '1734804872.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 35, 'name': 'o34', 'created_at': '1734804873.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 36, 'name': 'o35', 'created_at': '1734804874.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 37, 'name': 'o36', 'created_at': '1734804875.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 38, 'name': 'o37', 'created_at': '1734804876.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 39, 'name': 'o38', 'created_at': '1734804877.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 40, 'name': 'o39', 'created_at': '1734804878.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '4d87bdd2-4d78-421c-8008-78ebd3f2bc03-sda')test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync -test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part -test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_local_ids -test.unit.container.test_replicator.TestReplicatorSync.test_local_ids ... ok - -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txbaa782a3c44f42cda432f-0067670566) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbaa782a3c44f42cda432f-0067670566) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txbaa782a3c44f42cda432f-0067670566) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txbaa782a3c44f42cda432f-0067670566) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txbaa782a3c44f42cda432f-0067670566) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txbaa782a3c44f42cda432f-0067670566) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txbaa782a3c44f42cda432f-0067670566) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txbaa782a3c44f42cda432f-0067670566) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txbaa782a3c44f42cda432f-0067670566) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txbaa782a3c44f42cda432f-0067670566) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txbaa782a3c44f42cda432f-0067670566) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbaa782a3c44f42cda432f-0067670566) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txbaa782a3c44f42cda432f-0067670566) -test DEBUG: Setting object count to 3120 (txn: txbaa782a3c44f42cda432f-0067670566) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx07b7e3fafc7d4ffbafd59-0067670566) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx07b7e3fafc7d4ffbafd59-0067670566) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx07b7e3fafc7d4ffbafd59-0067670566) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx07b7e3fafc7d4ffbafd59-0067670566) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx07b7e3fafc7d4ffbafd59-0067670566) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx07b7e3fafc7d4ffbafd59-0067670566) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx07b7e3fafc7d4ffbafd59-0067670566) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx07b7e3fafc7d4ffbafd59-0067670566) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx07b7e3fafc7d4ffbafd59-0067670566) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx07b7e3fafc7d4ffbafd59-0067670566) -test DEBUG: Setting object count to 3120 (txn: tx07b7e3fafc7d4ffbafd59-0067670566) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx176edf993fe64986a8e79-0067670566) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx176edf993fe64986a8e79-0067670566) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx176edf993fe64986a8e79-0067670566) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx176edf993fe64986a8e79-0067670566) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx176edf993fe64986a8e79-0067670566) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx176edf993fe64986a8e79-0067670566) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx176edf993fe64986a8e79-0067670566) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx176edf993fe64986a8e79-0067670566) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx176edf993fe64986a8e79-0067670566) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx176edf993fe64986a8e79-0067670566) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx176edf993fe64986a8e79-0067670566) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx176edf993fe64986a8e79-0067670566) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx176edf993fe64986a8e79-0067670566) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx176edf993fe64986a8e79-0067670566) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx176edf993fe64986a8e79-0067670566) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx176edf993fe64986a8e79-0067670566) -test DEBUG: Setting object count to 3120 (txn: tx176edf993fe64986a8e79-0067670566) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx001abee7c2d742eb85d3f-0067670566) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx001abee7c2d742eb85d3f-0067670566) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx001abee7c2d742eb85d3f-0067670566) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx001abee7c2d742eb85d3f-0067670566) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx001abee7c2d742eb85d3f-0067670566) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx001abee7c2d742eb85d3f-0067670566) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx001abee7c2d742eb85d3f-0067670566) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx001abee7c2d742eb85d3f-0067670566) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx001abee7c2d742eb85d3f-0067670566) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx001abee7c2d742eb85d3f-0067670566) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx54b6c19ee7554c72898ae-0067670566)test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync ... ok + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 170, in replicate + self.request('REPLICATE', self.path, body, + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py", line 356, in other_req + raise Exception('blah') +Exception: blah +test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection +test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 41, 'name': 'o40', 'created_at': '1734804879.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 42, 'name': 'o41', 'created_at': '1734804880.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 43, 'name': 'o42', 'created_at': '1734804881.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 44, 'name': 'o43', 'created_at': '1734804882.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 45, 'name': 'o44', 'created_at': '1734804883.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 46, 'name': 'o45', 'created_at': '1734804884.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 47, 'name': 'o46', 'created_at': '1734804885.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 48, 'name': 'o47', 'created_at': '1734804886.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 49, 'name': 'o48', 'created_at': '1734804887.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 50, 'name': 'o49', 'created_at': '1734804888.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '4d87bdd2-4d78-421c-8008-78ebd3f2bc03-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 51, 'name': 'o101', 'created_at': '1734804989.00000', 'size': 0, 'content_type': 'content-type-new', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '4d87bdd2-4d78-421c-8008-78ebd3f2bc03-sda') -test DEBUG: /tmp/tmp_8_mtwe0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 51 (0.0199811s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '7a59908e95a934bc2f683f5b6cfa3495', '4d87bdd2-4d78-421c-8008-78ebd3f2bc03-sda', '1734804838.42378', '1734804838.00000', '0', '', '1734804838.00000', 51, 0) -test DEBUG: /tmp/tmp_8_mtwe0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.2:1002/sdc, nothing to do -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.03521 seconds (28.40141/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:0 ts_repl:0 -test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdc -test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdc -test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00034 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00031 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run +test DEBUG: /tmp/tmpswqu8gqp/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpswqu8gqp/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (3, '8229b27276798ebc596490090b8f3aad', '570a8f53-ead5-44b7-bafc-d2c1bff57783-sda', '1769215407.82769', '1769215407.82541', '0', '', '1769215407.82541', 3, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, rsync_then_merge, ('570a8f53-ead5-44b7-bafc-d2c1bff57783-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test DEBUG: Unlinked retiring db '/tmp/tmpw5hdpppx/sdb/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db' +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (3, '8229b27276798ebc596490090b8f3aad', 'c76655b2-e03e-4dbd-bf39-5a8b48a3fc50-sda', '1769215407.85779', '1769215407.85597', '0', '', '1769215407.85597', 3, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, rsync_then_merge, ('c76655b2-e03e-4dbd-bf39-5a8b48a3fc50-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (3, '8229b27276798ebc596490090b8f3aad', 'b52fa978-bfd7-450f-9679-e504388df04f-sda', '1769215407.88916', '1769215407.88728', '0', '', '1769215407.88728', 3, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, rsync_then_merge, ('b52fa978-bfd7-450f-9679-e504388df04f-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test DEBUG: Unlinked retiring db '/tmp/tmpg7owyej8/sdb/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db' +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (3, '8229b27276798ebc596490090b8f3aad', '0f6892b9-ebf4-400c-aaa4-23009a438604-sda', '1769215407.91440', '1769215407.91258', '0', '', '1769215407.91258', 3, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, rsync_then_merge, ('0f6892b9-ebf4-400c-aaa4-23009a438604-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '05151e35-16f5-4361-b304-a97f3a547ef1-sda', '1769215407.95332', '1769215407.95144', '0', '', '1769215407.95144', 0, 0) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpa6c4xy5x/sdb/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '1f3c99c9-15ac-4fb5-a0e3-1bff3e2cac46-sdb', '1769215407.98195', '1769215408.00000', '0', '', '1769215408.00000', 0, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('1f3c99c9-15ac-4fb5-a0e3-1bff3e2cac46-sdb', '33379ecb053aa5c9e356c68997cbb59e.db') +REPLICATE: /sda/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '1f3c99c9-15ac-4fb5-a0e3-1bff3e2cac46-sdb', '1769215407.98195', '1769215408.00000', '0', '', '1769215408.00000', 0, 1) +test ERROR: Quarantining DB /tmp/tmpa6c4xy5x/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sda/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('1f3c99c9-15ac-4fb5-a0e3-1bff3e2cac46-sdb', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00023 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpqahwjgz1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '724416aebc1a26ea8dced69b88b4dfec', 'b038ad3d-d8b5-4bb5-986b-372a5c8da858-sda', '1734804838.53559', '1734804000.00000', '0', '', '1734804000.00000', 0, 0) -test DEBUG: /tmp/tmpqahwjgz1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1734804002.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1734804003.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'b038ad3d-d8b5-4bb5-986b-372a5c8da858-sda') -test DEBUG: /tmp/tmpqahwjgz1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00601315s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '724416aebc1a26ea8dced69b88b4dfec', 'b038ad3d-d8b5-4bb5-986b-372a5c8da858-sda', '1734804838.53559', '1734804000.00000', '0', '', '1734804000.00000', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b038ad3d-d8b5-4bb5-986b-372a5c8da858-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpqahwjgz1/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.03240 seconds (30.86511/s) +test INFO: Attempted to replicate 1 dbs in 0.00982 seconds (101.86674/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpqahwjgz1/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, sync, (2, '5e512e471b2720f7047739ebb66a2f59', '2c482c58-e2ee-4fdb-9e0a-4be83e43959b-sda', '1734804838.57215', '1734804000', '0', '', '1734804000', 2, 0) -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('2c482c58-e2ee-4fdb-9e0a-4be83e43959b-sda', '297acf2cc2b8a9460edced758a9b309b.db') -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (2, '5e512e471b2720f7047739ebb66a2f59', '2c482c58-e2ee-4fdb-9e0a-4be83e43959b-sda', '1734804838.57215', '1734804000', '0', '', '1734804000', 2, 0) -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('2c482c58-e2ee-4fdb-9e0a-4be83e43959b-sda', '297acf2cc2b8a9460edced758a9b309b.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpk0v_8fpr/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, sync, (2, '724416aebc1a26ea8dced69b88b4dfec', '93548d59-484d-4397-9c7d-7c30cc0297e9-sda', '1734804838.59256', '1734804000.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1734804838.59559"]}', '1734804000.00000', 0, 0) -test DEBUG: /tmp/tmpk0v_8fpr/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1734804002.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1734804003.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '93548d59-484d-4397-9c7d-7c30cc0297e9-sda')test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard ... ok - -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0013 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0012 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0037 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0024 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0011 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0025 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0021 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0011 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0011 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0012 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0010 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0012 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0012 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0011 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 33147 2 -test DEBUG: Unlinked retiring db '/tmp/tmpi345cgjx/tmp_test_container_server_ContainerController/sda1/containers/p/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2581 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0014 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0011 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0011 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0011 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0013 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0011 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0013 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0012 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0070 "-" 33147 3 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 33147 3 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0099 "-" 33147 3 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 33147 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0139 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0062 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0065 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0065 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0003 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.0136 "-" 33147 0test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit ... ok - -test DEBUG: /tmp/tmpk0v_8fpr/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.012753s) -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_syncs, ([],) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, sync, (2, '724416aebc1a26ea8dced69b88b4dfec', '93548d59-484d-4397-9c7d-7c30cc0297e9-sda', '1734804838.59256', '1734804000.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1734804838.59559"]}', '1734804000.00000', 0, 0) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, complete_rsync, ('93548d59-484d-4397-9c7d-7c30cc0297e9-sda', '7d69a3daa789abb831fde54674123df1.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpk0v_8fpr/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db +test DEBUG: Replicating db /tmp/tmpka61tspn/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '0a3cdeba-8e7f-4c16-a184-f84923231c22-sda', '1769215407.99739', '1769215407', '0', '', '1769215407', 0, 0) +test DEBUG: /tmp/tmpka61tspn/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '0a3cdeba-8e7f-4c16-a184-f84923231c22-sda', '1769215407.99739', '1769215407', '0', '', '1769215407', 0, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('0a3cdeba-8e7f-4c16-a184-f84923231c22-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.03945 seconds (25.34714/s) +test INFO: Attempted to replicate 1 dbs in 0.01139 seconds (87.77005/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpk0v_8fpr/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, sync, (2, '5e512e471b2720f7047739ebb66a2f59', '104626fb-8130-4ec9-a5d6-2059b0818da6-sda', '1734804838.63437', '1734804000', '0', '', '1734804000', 2, 0) -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('104626fb-8130-4ec9-a5d6-2059b0818da6-sda', '297acf2cc2b8a9460edced758a9b309b.db') -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (2, '5e512e471b2720f7047739ebb66a2f59', '104626fb-8130-4ec9-a5d6-2059b0818da6-sda', '1734804838.63437', '1734804000', '0', '', '1734804000', 2, 0) -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('104626fb-8130-4ec9-a5d6-2059b0818da6-sda', '297acf2cc2b8a9460edced758a9b309b.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmptur5ab60/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, sync, (2, '724416aebc1a26ea8dced69b88b4dfec', '3df58884-7292-485d-b63f-5a3ab8911b94-sda', '1734804838.66481', '1734804000.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1734804838.66883"]}', '1734804000.00000', 0, 0) -test DEBUG: /tmp/tmptur5ab60/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1734804002.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1734804003.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '3df58884-7292-485d-b63f-5a3ab8911b94-sda') -test DEBUG: /tmp/tmptur5ab60/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00370359s) -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_syncs, ([],) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, sync, (2, '724416aebc1a26ea8dced69b88b4dfec', '3df58884-7292-485d-b63f-5a3ab8911b94-sda', '1734804838.66481', '1734804000.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1734804838.66883"]}', '1734804000.00000', 0, 0) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, complete_rsync, ('3df58884-7292-485d-b63f-5a3ab8911b94-sda', '7d69a3daa789abb831fde54674123df1.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmptur5ab60/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db +test DEBUG: Replicating db /tmp/tmpeew_0hxe/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '2b53760b75d3fcac95734c71321c5cef', 'c7c5dec1-eb63-46cf-8486-707f120e6e9f-sda', '1769215408.01852', '1769215408', '0', '', '1769215408', 1, 0) +test DEBUG: /tmp/tmpeew_0hxe/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769215410.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c7c5dec1-eb63-46cf-8486-707f120e6e9f-sda') +test DEBUG: /tmp/tmpeew_0hxe/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00270963s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '2b53760b75d3fcac95734c71321c5cef', 'c7c5dec1-eb63-46cf-8486-707f120e6e9f-sda', '1769215408.01852', '1769215408', '0', '', '1769215408', 1, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('c7c5dec1-eb63-46cf-8486-707f120e6e9f-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02100 seconds (47.62768/s) +test INFO: Attempted to replicate 1 dbs in 0.01695 seconds (58.98297/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmptur5ab60/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, sync, (2, '5e512e471b2720f7047739ebb66a2f59', 'd8807d7d-e625-4b1e-ae37-488b86c59b96-sda', '1734804838.69688', '1734804000', '0', '', '1734804000', 2, 0) -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('d8807d7d-e625-4b1e-ae37-488b86c59b96-sda', '297acf2cc2b8a9460edced758a9b309b.db') -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (2, '5e512e471b2720f7047739ebb66a2f59', 'd8807d7d-e625-4b1e-ae37-488b86c59b96-sda', '1734804838.69688', '1734804000', '0', '', '1734804000', 2, 0) -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('d8807d7d-e625-4b1e-ae37-488b86c59b96-sda', '297acf2cc2b8a9460edced758a9b309b.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpl52_eym0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '275e2daca85edb94ea5a28e95a3bda32', '2a783607-ca5f-4483-bfec-adcd3b273400-sda', '1734804838.71750', '1734804838.00000', '0', '', '1734804838.00000', 1, 1) -test DEBUG: /tmp/tmpl52_eym0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-unu', 'created_at': '1734804840.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o-nulo', 'created_at': '1734804841.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '2a783607-ca5f-4483-bfec-adcd3b273400-sda') -test DEBUG: /tmp/tmpl52_eym0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00306416s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '275e2daca85edb94ea5a28e95a3bda32', '2a783607-ca5f-4483-bfec-adcd3b273400-sda', '1734804838.71750', '1734804838.00000', '0', '', '1734804838.00000', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2a783607-ca5f-4483-bfec-adcd3b273400-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpl52_eym0/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db +test DEBUG: Replicating db /tmp/tmpetcu5k0s/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'fba1a943-34f9-4b17-8a12-ef730573cdef-sda', '1769215408.04569', '1769215408', '0', '', '1769215408', 0, 0) +test DEBUG: /tmp/tmpetcu5k0s/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'fba1a943-34f9-4b17-8a12-ef730573cdef-sda', '1769215408.04569', '1769215408', '0', '', '1769215408', 0, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('fba1a943-34f9-4b17-8a12-ef730573cdef-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02884 seconds (34.67788/s) +test INFO: Attempted to replicate 1 dbs in 0.01885 seconds (53.04383/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpl52_eym0/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '3e511a96fbd85819ba13df2627edc50b', 'b366a2ea-6cd1-4e62-9e42-74db968ff518-sda', '1734804838.75570', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('b366a2ea-6cd1-4e62-9e42-74db968ff518-sda', '297acf2cc2b8a9460edced758a9b309b.db') -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '3e511a96fbd85819ba13df2627edc50b', 'b366a2ea-6cd1-4e62-9e42-74db968ff518-sda', '1734804838.75570', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('b366a2ea-6cd1-4e62-9e42-74db968ff518-sda', '297acf2cc2b8a9460edced758a9b309b.db')test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize -test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook -test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted ... ok - -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpl52_eym0/sdb/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '3e511a96fbd85819ba13df2627edc50b', '1452b3b5-7d85-4339-be40-47cc54083ee9-', '1734804838.75570', '1734804000', '0', '', '1734804000', 1, 0) -test DEBUG: /tmp/tmpl52_eym0/sdb/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db in sync with 10.0.0.2:1002/sdc, nothing to do -REPLICATE: /sda/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '3e511a96fbd85819ba13df2627edc50b', '1452b3b5-7d85-4339-be40-47cc54083ee9-', '1734804838.75570', '1734804000', '0', '', '1734804000', 1, 0) -test DEBUG: /tmp/tmpl52_eym0/sdb/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db in sync with 10.0.0.0:1000/sda, nothing to do -test DEBUG: Replicating db /tmp/tmpl52_eym0/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '9dda9066655438cc2e92bedc1040bc9c', '64be54c1-793f-462e-9ef6-43c8970b8859-sdb', '1734804838.71750', '1734804839.00000', '0', '', '1734804839.00000', 1, 1) -test DEBUG: /tmp/tmpl52_eym0/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row -1 -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-unu', 'created_at': '1734804842.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o-nulo', 'created_at': '1734804843.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '64be54c1-793f-462e-9ef6-43c8970b8859-sdb') -test DEBUG: /tmp/tmpl52_eym0/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.00519323s) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([{'remote_id': '2a783607-ca5f-4483-bfec-adcd3b273400-sda', 'sync_point': 2}],) -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '9dda9066655438cc2e92bedc1040bc9c', '64be54c1-793f-462e-9ef6-43c8970b8859-sdb', '1734804838.71750', '1734804839.00000', '0', '', '1734804839.00000', 1, 1) -test DEBUG: /tmp/tmpl52_eym0/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.0:1000/sda, starting at row -1 -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-unu', 'created_at': '1734804842.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o-nulo', 'created_at': '1734804843.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '64be54c1-793f-462e-9ef6-43c8970b8859-sdb') -test DEBUG: /tmp/tmpl52_eym0/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.00448918s) -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([{'remote_id': '2a783607-ca5f-4483-bfec-adcd3b273400-sda', 'sync_point': 2}],) -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpl52_eym0/sdb/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.05508 seconds (36.30985/s) -test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:2 diff_capped:0 empty:0 hashmatch:0 no_change:2 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpl52_eym0/sdb/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (2, '35e8d054df265dd9dea8799ae862a202', '1452b3b5-7d85-4339-be40-47cc54083ee9-', '1734804838.75570', '1734804000', '0', '', '1734804000', 1, 0) -test DEBUG: /tmp/tmpl52_eym0/sdb/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row 1 -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, merge_items, ([{'ROWID': 2, 'name': '0:/a/c/o-nulo', 'created_at': '1734804843.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1734804843.00000', 'deleted': 0, 'storage_policy_index': 0}], '1452b3b5-7d85-4339-be40-47cc54083ee9-') -test DEBUG: /tmp/tmpl52_eym0/sdb/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.00702596s) -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, merge_syncs, ([{'remote_id': 'b366a2ea-6cd1-4e62-9e42-74db968ff518-sda', 'sync_point': 1}],) -REPLICATE: /sda/0/297acf2cc2b8a9460edced758a9b309b, sync, (2, '35e8d054df265dd9dea8799ae862a202', '1452b3b5-7d85-4339-be40-47cc54083ee9-', '1734804838.75570', '1734804000', '0', '', '1734804000', 1, 0) -test DEBUG: /tmp/tmpl52_eym0/sdb/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db usyncing chunks to 10.0.0.0:1000/sda, starting at row 1 -REPLICATE: /sda/0/297acf2cc2b8a9460edced758a9b309b, merge_items, ([{'ROWID': 2, 'name': '0:/a/c/o-nulo', 'created_at': '1734804843.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1734804843.00000', 'deleted': 0, 'storage_policy_index': 0}], '1452b3b5-7d85-4339-be40-47cc54083ee9-') -test DEBUG: /tmp/tmpl52_eym0/sdb/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.0112045s) -REPLICATE: /sda/0/297acf2cc2b8a9460edced758a9b309b, merge_syncs, ([{'remote_id': 'b366a2ea-6cd1-4e62-9e42-74db968ff518-sda', 'sync_point': 1}],) -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -Unlinked retiring db '/tmp/tmp4wyb904y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing ... ok - -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0021 "-" 33147 0 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0100 "-" 33147 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0117 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0102 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0098 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0119 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0062 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0101 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0003 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0099 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0118 "-" 33147 2 -test DEBUG: Unlinked retiring db '/tmp/tmpa7pds3ms/tmp_test_container_server_ContainerController/sda1/containers/p/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0046 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0095 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0083 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0097 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0059 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 33147 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0050 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [21/Dec/2024:18:13:58 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0004 "-" 33147 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [21/Dec/2024:18:13:58 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 33147 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [21/Dec/2024:18:13:58 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 33147 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +test DEBUG: Replicating db /tmp/tmpanh6g0c0/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '2b53760b75d3fcac95734c71321c5cef', 'c075be9c-d7f3-46f9-bed7-f1ed9949fa08-sda', '1769215408.07449', '1769215408', '0', '', '1769215408', 1, 0) +test DEBUG: /tmp/tmpanh6g0c0/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to dotest.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs +test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted ... ok +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/0 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 1, 'weight': 10.0, 'zone': 1, 'ip': '1.1.1.1', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.1', 'replication_port': 6200, 'region': 1}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats - resp = func(ctrl, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 951, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch - return getattr(self, op)( - ^^^^^^^^^^^^^^^^^ -AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [21/Dec/2024:18:13:58 +0000] "REPLICATE /sda1/p/a/" 500 846 "-" "-" "-" 0.0053 "-" 33147 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [21/Dec/2024:18:13:58 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 33147 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0068 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0053 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0022 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0004 "-" 33147 0 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0053 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0020 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 681, in _replicate_object + success = self._repl_to_node(node, broker, partition, info, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 487, in _repl_to_node + return self._handle_sync_response(node, response, info, broker, http, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 492, in _handle_sync_response + if response.status == HTTP_NOT_FOUND: # completely missing, rsync + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py", line 716, in status + raise self._status +Exception: ugh +test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2}: Timeout (Nones) +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (1/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator ERROR: ERROR Remote drive not mounted {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1} +test-replicator ERROR: ERROR Remote drive not mounted {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2} +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.5:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (3/5 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +test-replicator ERROR: Unable to decode remote metadata 'metadata' +test-replicator ERROR: Quarantining DB +test-replicator ERROR: ERROR Failed to get my own IPs? +test-replicator ERROR: Can't find itself 127.0.0.1 with port 1000 in ring file, not replicating +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00021 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00044 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_server.py", line 6118, in mock_put_method - raise Exception() -Exception -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2"test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'e38b8fd19499e6d241742eed521de351', '24cc0237-a37a-4b01-8fac-6c73663e397c-', '1734804838.88232', '1734804838.88001', '0', '', '1734804838.88001', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('24cc0237-a37a-4b01-8fac-6c73663e397c-', '5267a50d4a8f6ea3ee1dbecb8592e872_1734804838.88361.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'e38b8fd19499e6d241742eed521de351', '24cc0237-a37a-4b01-8fac-6c73663e397c-', '1734804838.88232', '1734804838.88001', '0', '', '1734804838.88001', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804838.88353', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1734804838.88353', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804838.88353', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804838.88374', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804838.88374', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804838.88361', 'epoch': '1734804838.88361', 'reported': 0, 'tombstones': -1}], '24cc0237-a37a-4b01-8fac-6c73663e397c-') -test DEBUG: /tmp/tmp4wyb904y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804838.88361.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp4wyb904y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804838.88361.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -Unlinked retiring db '/tmp/tmpqdl0m01u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -Unlinked retiring db '/tmp/tmpqdl0m01u/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'e55b19ab102350b7c6ff31db9aca9355', '2e1dc897-a47d-499f-a06b-da5c4a315f1c-', '1734804838.93095', '1734804838.92912', '0', '', '1734804838.92912', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804838.94925', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1734804838.94925', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804838.94925', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804838.95348', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804838.95348', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804838.93224', 'epoch': '1734804838.93224', 'reported': 0, 'tombstones': -1}], '2e1dc897-a47d-499f-a06b-da5c4a315f1c-') -test DEBUG: /tmp/tmpqdl0m01u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804838.93224.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpqdl0m01u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804838.93224.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'e55b19ab102350b7c6ff31db9aca9355', '2e1dc897-a47d-499f-a06b-da5c4a315f1c-', '1734804838.93095', '1734804838.94620', '0', '', '1734804838.92912', 101, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804838.94925', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1734804838.94925', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804838.94925', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804838.95348', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804838.95348', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804838.93224', 'epoch': '1734804838.93224', 'reported': 0, 'tombstones': -1}], '2e1dc897-a47d-499f-a06b-da5c4a315f1c-') -test DEBUG: /tmp/tmpqdl0m01u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804838.93224.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpqdl0m01u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804838.93224.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -Unlinked retiring db '/tmp/tmpsfq64jso/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok -Unlinked retiring db '/tmp/tmpsfq64jso/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'a3b2b3b1a07e6c1f919b8d26864be7b3', '682ced03-616b-4230-8b89-ffe2ee9a2db7-', '1734804839.00626', '1734804839.00310', '0', '', '1734804839.00310', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804839.01987', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1734804839.01987', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804839.01987', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804839.02860', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804839.02860', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804839.00774', 'epoch': '1734804839.00774', 'reported': 0, 'tombstones': -1}], '682ced03-616b-4230-8b89-ffe2ee9a2db7-') -test DEBUG: /tmp/tmpsfq64jso/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.00774.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpsfq64jso/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.00774.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'a3b2b3b1a07e6c1f919b8d26864be7b3', '682ced03-616b-4230-8b89-ffe2ee9a2db7-', '1734804839.00626', '1734804839.01665', '0', '', '1734804839.00310', 101, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804839.01987', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1734804839.01987', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804839.01987', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804839.02860', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804839.02860', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804839.00774', 'epoch': '1734804839.00774', 'reported': 0, 'tombstones': -1}], '682ced03-616b-4230-8b89-ffe2ee9a2db7-') -test DEBUG: /tmp/tmpsfq64jso/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.00774.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpsfq64jso/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.00774.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -Unlinked retiring db '/tmp/tmpkx6x8o1d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '957444458db73215a45f3fd744fa65a0', 'b70bbb9f-0180-4012-a3aa-2ca534cae1e0-', '1734804839.07428', '1734804839.07244', '0', '', '1734804839.07244', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804839.09117', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804839.09117', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804839.09117', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804839.09836', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804839.09836', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804839.07553', 'epoch': '1734804839.07553', 'reported': 0, 'tombstones': -1}], 'b70bbb9f-0180-4012-a3aa-2ca534cae1e0-') -test DEBUG: /tmp/tmpkx6x8o1d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.07553.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpkx6x8o1d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.07553.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '957444458db73215a45f3fd744fa65a0', 'b70bbb9f-0180-4012-a3aa-2ca534cae1e0-', '1734804839.07428', '1734804839.08792', '0', '', '1734804839.07244', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804839.09117', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804839.09117', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804839.09117', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804839.09836', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804839.09836', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804839.07553', 'epoch': '1734804839.07553', 'reported': 0, 'tombstones': -1}], 'b70bbb9f-0180-4012-a3aa-2ca534cae1e0-') -test DEBUG: /tmp/tmpkx6x8o1d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.07553.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpkx6x8o1d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.07553.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -Unlinked retiring db '/tmp/tmptax0iplk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0121 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0060 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0039 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0012 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0031 "-" 33147 0 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 33147 0 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0048 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0021 "-" 33147 1 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 33147 1 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 33147 3 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 33147 3 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0035 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0023 "-" 33147 4 -test INFO: - - - [21/Dec/2024:18:13:58 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 33147 4 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 33147 3 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0022 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0044 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0021 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0016 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0046 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0043 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0054 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 33147 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0039 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0001 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0052 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0035 "-" 33147 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0047 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0037 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0021 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0046 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0035 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0012 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 33147 nada -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 33147 999 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/c_legacy" 201 - "-" "-" "-" 0.0035 "-" 33147 0 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "HEAD /sda1/p/a/c_legacy" 204 - "-" "-" "-" 0.0012 "-" 33147 0 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0034 "-" 33147 1test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '957444458db73215a45f3fd744fa65a0', 'b9270da2-84da-4912-be8f-b01cd5365db8-', '1734804839.14750', '1734804839.14567', '0', '', '1734804839.14567', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804839.16373', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804839.16373', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804839.16373', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804839.16522', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804839.16522', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804839.14879', 'epoch': '1734804839.14879', 'reported': 0, 'tombstones': -1}], 'b9270da2-84da-4912-be8f-b01cd5365db8-') -test DEBUG: /tmp/tmptax0iplk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.14879.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmptax0iplk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.14879.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '957444458db73215a45f3fd744fa65a0', 'b9270da2-84da-4912-be8f-b01cd5365db8-', '1734804839.14750', '1734804839.15912', '0', '', '1734804839.14567', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804839.16373', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804839.16373', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804839.16373', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804839.16522', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804839.16522', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804839.14879', 'epoch': '1734804839.14879', 'reported': 0, 'tombstones': -1}], 'b9270da2-84da-4912-be8f-b01cd5365db8-') -test DEBUG: /tmp/tmptax0iplk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.14879.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmptax0iplk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.14879.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -Unlinked retiring db '/tmp/tmp1r4s2eiv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '5111f05a28b63b51a5c4e85c7c3aed14', '5f048675-ac8e-4198-bab9-f1fc8184d6bb-', '1734804839.23638', '1734804839.23463', '0', '', '1734804839.23463', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804839.23922', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1734804839.23922', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804839.23922', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804839.23943', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804839.23943', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804839.23929', 'epoch': '1734804839.23929', 'reported': 0, 'tombstones': -1}], '5f048675-ac8e-4198-bab9-f1fc8184d6bb-') -test DEBUG: /tmp/tmp1r4s2eiv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.23929.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp1r4s2eiv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.23929.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '5111f05a28b63b51a5c4e85c7c3aed14', '5f048675-ac8e-4198-bab9-f1fc8184d6bb-', '1734804839.23638', '1734804839.25701', '0', '', '1734804839.23463', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804839.23922', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1734804839.23922', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804839.23922', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804839.23943', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804839.23943', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804839.23929', 'epoch': '1734804839.23929', 'reported': 0, 'tombstones': -1}], '5f048675-ac8e-4198-bab9-f1fc8184d6bb-') -test DEBUG: /tmp/tmp1r4s2eiv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.23929.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp1r4s2eiv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.23929.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -Unlinked retiring db '/tmp/tmpzpph4avk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing ... ok - -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "HEAD /sda1/p/a/c_one" 204 - "-" "-" "-" 0.0012 "-" 33147 1 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0039 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "HEAD /sda1/p/a/c_two" 204 - "-" "-" "-" 0.0012 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0119 "-" 33147 3 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "HEAD /sda1/p/a/c_three" 204 - "-" "-" "-" 0.0013 "-" 33147 3 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/c_four" 201 - "-" "-" "-" 0.0045 "-" 33147 4 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "HEAD /sda1/p/a/c_four" 204 - "-" "-" "-" 0.0133 "-" 33147 4 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 33147 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 33147 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0040 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0043 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0024 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0045 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0011 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0033 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0022 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0021 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0029 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0040 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0114 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0061 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0050 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0006 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0030 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0034 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0050 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0094 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0041 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0047 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0115 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0037 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0046 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0046 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0033 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0058 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0020 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0021 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0002 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0065 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0001 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0000 "-" 33147 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '5111f05a28b63b51a5c4e85c7c3aed14', '5d90a073-4217-41d3-b4f8-d060b757798f-', '1734804839.29533', '1734804839.29353', '0', '', '1734804839.29353', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804839.29653', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1734804839.29653', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804839.29653', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804839.29676', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804839.29676', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804839.29662', 'epoch': '1734804839.29662', 'reported': 0, 'tombstones': -1}], '5d90a073-4217-41d3-b4f8-d060b757798f-') -test DEBUG: /tmp/tmpzpph4avk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.29662.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpzpph4avk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.29662.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '5111f05a28b63b51a5c4e85c7c3aed14', '5d90a073-4217-41d3-b4f8-d060b757798f-', '1734804839.29533', '1734804839.30976', '0', '', '1734804839.29353', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804839.29653', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1734804839.29653', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804839.29653', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804839.29676', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804839.29676', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804839.29662', 'epoch': '1734804839.29662', 'reported': 0, 'tombstones': -1}], '5d90a073-4217-41d3-b4f8-d060b757798f-') -test DEBUG: /tmp/tmpzpph4avk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.29662.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpzpph4avk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.29662.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '6042aeab48eff030576bda3c39c579cc', 'f11ea852-9486-4c2f-b9c5-6e3f4ab40321-', '1734804839.35132', '1734804839.34949', '0', '', '1734804839.34949', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f11ea852-9486-4c2f-b9c5-6e3f4ab40321-', '5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.35450.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '6042aeab48eff030576bda3c39c579cc', 'f11ea852-9486-4c2f-b9c5-6e3f4ab40321-', '1734804839.35132', '1734804839.34949', '0', '', '1734804839.34949', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804839.35259', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804839.35259', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804839.35259', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804839.35469', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804839.35469', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804839.35450', 'epoch': '1734804839.35450', 'reported': 0, 'tombstones': -1}], 'f11ea852-9486-4c2f-b9c5-6e3f4ab40321-') -test DEBUG: /tmp/tmpa7a3ykr8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.35450.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpa7a3ykr8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.35450.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '6042aeab48eff030576bda3c39c579cc', 'fbba2bef-2d95-4e05-b04c-b5fc6a6f4987-', '1734804839.39497', '1734804839.39313', '0', '', '1734804839.39313', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('fbba2bef-2d95-4e05-b04c-b5fc6a6f4987-', '5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.41117.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '6042aeab48eff030576bda3c39c579cc', 'fbba2bef-2d95-4e05-b04c-b5fc6a6f4987-', '1734804839.39497', '1734804839.39313', '0', '', '1734804839.39313', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804839.39614', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804839.39614', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804839.39614', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804839.41140', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804839.41140', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804839.41117', 'epoch': '1734804839.41117', 'reported': 0, 'tombstones': -1}], 'fbba2bef-2d95-4e05-b04c-b5fc6a6f4987-') -test DEBUG: /tmp/tmp965z5kbb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.41117.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp965z5kbb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.41117.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '27dfdb9e90a22c2a47e45b270ea49318', 'd065d1e7-960a-4743-9bfd-65781c6d1301-', '1734804839.45192', '1734804839.44997', '0', '', '1734804839.44997', 3, 0) -test WARNING: /tmp/tmpa5_2e_bu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.45659.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmpa5_2e_bu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.45659.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '27dfdb9e90a22c2a47e45b270ea49318', 'd065d1e7-960a-4743-9bfd-65781c6d1301-', '1734804839.45192', '1734804839.46404', '0', '', '1734804839.44997', 3, 0) -test WARNING: /tmp/tmpa5_2e_bu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.45659.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmpa5_2e_bu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.45659.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '27dfdb9e90a22c2a47e45b270ea49318', 'bc263ea3-f29a-4343-849a-169467c70fd5-', '1734804839.49541', '1734804839.49226', '0', '', '1734804839.49226', 3, 0) -test WARNING: /tmp/tmppp9lph3j/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.49866.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmppp9lph3j/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.49866.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding ... ok - -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0046 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0066 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0062 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0047 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0067 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0084 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0094 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0024 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0119 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0085 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0027 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0078 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0002 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0056 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0002 "-" 33147 0 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0036 "-" 33147 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0076 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0005 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0003 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0087 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 33147 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 33147 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 33147 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0107 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0034 "-" 33147 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0060 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0037 "-" 33147 - -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 33147 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0051 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0038 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator WARNING: Skipping: Boom! +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00042 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 1 failures +test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_stats +test.unit.common.test_db_replicator.TestDBReplicator.test_stats ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_usync +test.unit.common.test_db_replicator.TestDBReplicator.test_usync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 ... ok +test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm +test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests +test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac +test.unit.common.test_digest.TestDigestUtils.test_get_hmac ... ok Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0089 "-" 33147 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0053 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 33147 2 -test INFO: - - - [21/Dec/2024:18:13:59 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0047 "-" 33147 2 -test INFO: [worker 1/1 pid=33147] Running object reconstructor in script mode.test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices ... ok -test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect -test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put -test.unit.obj.test_server.TestObjectServer.test_expect_on_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim ... ok -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_not_found -test.unit.obj.test_server.TestObjectServer.test_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff ... ok -test.unit.obj.test_server.TestTpoolSize.test_default_config -test.unit.obj.test_server.TestTpoolSize.test_default_config ... ok -test.unit.obj.test_server.TestTpoolSize.test_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_explicit_setting ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting ... ok -test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object -test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim ... ok -test.unit.obj.test_ssync.TestSsyncReplication.test_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable -test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable -test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable ... ok -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout ... ok + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 426, in set + raise MemcacheConnectionError('failed set: %s' % msg) +swift.common.exceptions.MemcacheConnectionError: failed set: -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx54b6c19ee7554c72898ae-0067670566) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx54b6c19ee7554c72898ae-0067670566) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx54b6c19ee7554c72898ae-0067670566) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx54b6c19ee7554c72898ae-0067670566) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx54b6c19ee7554c72898ae-0067670566) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx54b6c19ee7554c72898ae-0067670566) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx5fe672c2b5614d72b0183-0067670566) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx5fe672c2b5614d72b0183-0067670566) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5fe672c2b5614d72b0183-0067670566) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx5fe672c2b5614d72b0183-0067670566) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5fe672c2b5614d72b0183-0067670566) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx5fe672c2b5614d72b0183-0067670566) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx5fe672c2b5614d72b0183-0067670566) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx5fe672c2b5614d72b0183-0067670566) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx5fe672c2b5614d72b0183-0067670566) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx5fe672c2b5614d72b0183-0067670566) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx5fe672c2b5614d72b0183-0067670566) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx5fe672c2b5614d72b0183-0067670566) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx5fe672c2b5614d72b0183-0067670566) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txca773615809b4b479c07c-0067670566) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txca773615809b4b479c07c-0067670566) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txca773615809b4b479c07c-0067670566) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txca773615809b4b479c07c-0067670566) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txa94a9b513fb34204a8932-0067670566) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txa94a9b513fb34204a8932-0067670566) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txa94a9b513fb34204a8932-0067670566) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txa94a9b513fb34204a8932-0067670566) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx4fcd565127d3434eb6214-0067670566) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx4fcd565127d3434eb6214-0067670566) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx4fcd565127d3434eb6214-0067670566) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx4fcd565127d3434eb6214-0067670566) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx1ae1ff8d3fc5472e8aba3-0067670567) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1ae1ff8d3fc5472e8aba3-0067670567) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1ae1ff8d3fc5472e8aba3-0067670567) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx1ae1ff8d3fc5472e8aba3-0067670567) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1ae1ff8d3fc5472e8aba3-0067670567) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1ae1ff8d3fc5472e8aba3-0067670567) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx1ae1ff8d3fc5472e8aba3-0067670567) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1ae1ff8d3fc5472e8aba3-0067670567) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1ae1ff8d3fc5472e8aba3-0067670567) -test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: tx1ae1ff8d3fc5472e8aba3-0067670567) -test DEBUG: Setting object count to 1068 (txn: tx1ae1ff8d3fc5472e8aba3-0067670567) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txd840c745ac004c18a6414-0067670567) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd840c745ac004c18a6414-0067670567) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: txd840c745ac004c18a6414-0067670567) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txd840c745ac004c18a6414-0067670567) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd840c745ac004c18a6414-0067670567) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd840c745ac004c18a6414-0067670567) -test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: txd840c745ac004c18a6414-0067670567)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache ... ok -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward ... ok -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests -test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached -test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database -test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database ... ok +During handling of the above exception, another exception occurred: -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '27dfdb9e90a22c2a47e45b270ea49318', 'bc263ea3-f29a-4343-849a-169467c70fd5-', '1734804839.49541', '1734804839.50932', '0', '', '1734804839.49226', 3, 0) -test WARNING: /tmp/tmppp9lph3j/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.49866.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmppp9lph3j/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.49866.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '802ddc0e6128b65cfc1079790ae770a9', 'e88ae045-5fba-49cb-877e-a90872467bec-', '1734804839.55229', '1734804839.55051', '0', '', '1734804839.55051', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804839.57479', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804839.57479', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804839.57479', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804839.58605', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804839.58605', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804839.55810', 'epoch': '1734804839.55810', 'reported': 0, 'tombstones': -1}], 'e88ae045-5fba-49cb-877e-a90872467bec-') -test DEBUG: /tmp/tmp1mh2j3hq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.55810.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp1mh2j3hq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.55810.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '802ddc0e6128b65cfc1079790ae770a9', 'e88ae045-5fba-49cb-877e-a90872467bec-', '1734804839.55229', '1734804839.57155', '0', '', '1734804839.55051', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804839.57479', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804839.57479', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804839.57479', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804839.58605', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804839.58605', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804839.55810', 'epoch': '1734804839.55810', 'reported': 0, 'tombstones': -1}], 'e88ae045-5fba-49cb-877e-a90872467bec-') -test DEBUG: /tmp/tmp1mh2j3hq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.55810.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp1mh2j3hq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.55810.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '802ddc0e6128b65cfc1079790ae770a9', 'c52ec73b-d76c-40ae-9db7-0a551ebbcedd-', '1734804839.67923', '1734804839.67737', '0', '', '1734804839.67737', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804839.71674', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804839.71674', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804839.71674', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804839.71859', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804839.71859', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804839.69831', 'epoch': '1734804839.69831', 'reported': 0, 'tombstones': -1}], 'c52ec73b-d76c-40ae-9db7-0a551ebbcedd-') -test DEBUG: /tmp/tmpc2koqyfz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.69831.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpc2koqyfz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.69831.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '802ddc0e6128b65cfc1079790ae770a9', 'c52ec73b-d76c-40ae-9db7-0a551ebbcedd-', '1734804839.67923', '1734804839.71015', '0', '', '1734804839.67737', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804839.71674', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804839.71674', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804839.71674', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804839.71859', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804839.71859', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804839.69831', 'epoch': '1734804839.69831', 'reported': 0, 'tombstones': -1}], 'c52ec73b-d76c-40ae-9db7-0a551ebbcedd-') -test DEBUG: /tmp/tmpc2koqyfz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.69831.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpc2koqyfz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.69831.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '27dfdb9e90a22c2a47e45b270ea49318', '2a5118ec-6203-4607-9cc8-8b05fde4ae88-', '1734804839.81224', '1734804839.81038', '0', '', '1734804839.81038', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804839.82020', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804839.82020', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804839.82020', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804839.82544', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804839.82544', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804839.82521', 'epoch': '1734804839.82521', 'reported': 0, 'tombstones': -1}], '2a5118ec-6203-4607-9cc8-8b05fde4ae88-') -test DEBUG: /tmp/tmpfqicfftq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.82521.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpfqicfftq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.82521.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '27dfdb9e90a22c2a47e45b270ea49318', '2a5118ec-6203-4607-9cc8-8b05fde4ae88-', '1734804839.81224', '1734804839.84074', '0', '', '1734804839.81038', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804839.82020', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804839.82020', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804839.82020', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804839.82544', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804839.82544', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804839.82521', 'epoch': '1734804839.82521', 'reported': 0, 'tombstones': -1}], '2a5118ec-6203-4607-9cc8-8b05fde4ae88-')test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files ... ok +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch + self.greenlet.switch(value) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 900, in _timing_stats + result = func(cache, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 430, in set + self._exception_occurred(server, e, cmd, conn_start_time, + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 276, in _exception_occurred + elif isinstance(e, (socket.error, MemcacheConnectionError)): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap ... ok +test.unit.common.test_manager.TestManager.test_create +test.unit.common.test_manager.TestManager.test_create ... ok +test.unit.common.test_manager.TestManager.test_default_strict +test.unit.common.test_manager.TestManager.test_default_strict ... ok +test.unit.common.test_manager.TestManager.test_force_reload +test.unit.common.test_manager.TestManager.test_force_reload ... ok +test.unit.common.test_manager.TestManager.test_get_command +test.unit.common.test_manager.TestManager.test_get_command ... ok +test.unit.common.test_manager.TestManager.test_iter +test.unit.common.test_manager.TestManager.test_iter ... ok +test.unit.common.test_manager.TestManager.test_list_commands +test.unit.common.test_manager.TestManager.test_list_commands ... ok +test.unit.common.test_manager.TestManager.test_no_daemon +test.unit.common.test_manager.TestManager.test_no_daemon ... ok +test.unit.common.test_manager.TestManager.test_no_wait +test.unit.common.test_manager.TestManager.test_no_wait ... ok +test.unit.common.test_manager.TestManager.test_once +test.unit.common.test_manager.TestManager.test_once ... ok -test INFO: [worker 1/1 pid=33147] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=33147] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=33147] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=33147] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=33147] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=33147] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=33147] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=33147] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=33147] Object reconstruction complete (once). (10.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=33147] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=33147] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=33147] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=33147] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=33147] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=33147] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=33147] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=33147] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/2 pid=pid-1] Starting object reconstructor in daemon mode. -test INFO: [worker 1/2 pid=pid-1] Starting object reconstruction pass. -test INFO: [worker 1/2 pid=pid-1] Object reconstruction complete. (0.10 minutes) -test DEBUG: [worker 1/2 pid=pid-1] reconstruction sleeping for 30.0 seconds. -test INFO: [worker 2/4 pid=20641] Running object reconstructor in script mode. -test DEBUG: [worker 2/4 pid=20641] debug message -test INFO: [worker 2/4 pid=20641] info message -test WARNING: [worker 2/4 pid=20641] warning message -test ERROR: [worker 2/4 pid=20641] error message -test INFO: [worker 2/4 pid=20641] Object reconstruction complete (once). (0.00 minutes) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx338d19a49ed04e208184d-0067670567) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx338d19a49ed04e208184d-0067670567) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx338d19a49ed04e208184d-0067670567) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: tx338d19a49ed04e208184d-0067670567) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx338d19a49ed04e208184d-0067670567) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx338d19a49ed04e208184d-0067670567) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx338d19a49ed04e208184d-0067670567) -test INFO: Client disconnected on read of '/a/c' (txn: tx338d19a49ed04e208184d-0067670567) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txa6588dc120c7433caf38e-0067670567) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txa6588dc120c7433caf38e-0067670567) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txa6588dc120c7433caf38e-0067670567) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: tx92159c5997c54f6c8f4d1-0067670567) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx4db95973fa424fe08a1e5-0067670567) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx9d0e5f99afaf4cd08a92c-0067670567) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: txd9cf144d78c746f2a3b17-0067670567) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx0e6257c3fe37435aa6765-0067670567)test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors -test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin -test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing ... ok - -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx585df2f312a948fd80fc4-0067670567) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx585df2f312a948fd80fc4-0067670567) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx340d4fe397594fabb9de9-0067670567) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx5df1d775a6f44ba3a72d8-0067670567) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx3863bd1987ef4d1fbb19e-0067670567) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: tx38496561e2394e0cb2cbe-0067670567) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: txd2db8faa872743f3b9662-0067670567) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txc044d0bd7a66445d8284e-0067670567) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txc044d0bd7a66445d8284e-0067670567) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: tx3a2cecf131284258a7464-0067670567) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx1b213945ca7d431a89867-0067670567) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx061cdc04a59e4628b3999-0067670567) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: txb1c2cf002c1e4a46b9af7-0067670567) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx993b11639deb4eb2b4c0b-0067670567) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txbfd69d60352a4ab1bf186-0067670567) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txbfd69d60352a4ab1bf186-0067670567) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txb13b3ffe51f546f6a81d8-0067670567) -test INFO: Client disconnected on read of '/a/c' (txn: txbf361ffc0a8a424fa394f-0067670567) -test INFO: Client disconnected on read of '/a/c' (txn: txaca502a84ce4474093e4b-0067670568) -test INFO: Client disconnected on read of '/a/c' (txn: txaca502a84ce4474093e4b-0067670568) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -100375,6 +96102,8 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -100393,8 +96122,16 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -100403,6 +96140,10 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: Container GET returning 503 for (404, 503, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -100421,9 +96162,31 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: Container GET returning 503 for (204, 404, 503) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +test ERROR: Container GET returning 503 for (503, 503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -100431,40 +96194,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter ... ok - -test DEBUG: /tmp/tmpfqicfftq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.82521.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpfqicfftq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.82521.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '27dfdb9e90a22c2a47e45b270ea49318', '245e5542-0e15-4377-88cf-d3bcf6b4f673-', '1734804839.91950', '1734804839.91763', '0', '', '1734804839.91763', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804839.92077', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804839.92077', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804839.92077', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804839.93033', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804839.93033', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804839.93012', 'epoch': '1734804839.93012', 'reported': 0, 'tombstones': -1}], '245e5542-0e15-4377-88cf-d3bcf6b4f673-') -test DEBUG: /tmp/tmpdvsjrnf2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.93012.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpdvsjrnf2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.93012.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '27dfdb9e90a22c2a47e45b270ea49318', '245e5542-0e15-4377-88cf-d3bcf6b4f673-', '1734804839.91950', '1734804839.94632', '0', '', '1734804839.91763', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804839.92077', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804839.92077', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804839.92077', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804839.93033', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804839.93033', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804839.93012', 'epoch': '1734804839.93012', 'reported': 0, 'tombstones': -1}], '245e5542-0e15-4377-88cf-d3bcf6b4f673-') -test DEBUG: /tmp/tmpdvsjrnf2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.93012.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpdvsjrnf2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1734804839.93012.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2bdea3674556a86c4468dfa9d0746ae4', '73bb4790-747c-4e3c-b589-15b69037cc42-sda', '1734804840.01793', '1734804840.01197', '0', '', '1734804840.01197', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('73bb4790-747c-4e3c-b589-15b69037cc42-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -Unlinked retiring db '/tmp/tmpxlpk4xv7/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '011eb41449f22f5b0515599cec69bca1', 'e0fd9882-8e03-44b5-afce-12744c963713-sda', '1734804840.03792', '1734804840.03527', '0', '', '1734804840.03527', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804840.04374', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1734804840.04374', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804840.04374', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804840.04490', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804840.04490', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804840.04471', 'epoch': '1734804840.04471', 'reported': 0, 'tombstones': -1}], 'e0fd9882-8e03-44b5-afce-12744c963713-sda') -test DEBUG: /tmp/tmpxlpk4xv7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpxlpk4xv7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '011eb41449f22f5b0515599cec69bca1', 'e0fd9882-8e03-44b5-afce-12744c963713-sda', '1734804840.03792', '1734804840.04070', '0', '', '1734804840.03527', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804840.04374', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1734804840.04374', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804840.04374', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804840.04490', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804840.04490', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804840.04471', 'epoch': '1734804840.04471', 'reported': 0, 'tombstones': -1}], 'e0fd9882-8e03-44b5-afce-12744c963713-sda') -test DEBUG: /tmp/tmpxlpk4xv7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpxlpk4xv7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -Unlinked retiring db '/tmp/tmplxnfl5n1/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' - -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -100473,7 +96204,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -100482,10 +96213,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (204, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -100494,7 +96222,8 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -100503,7 +96232,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -100512,8 +96241,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -100522,7 +96250,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -100531,7 +96259,8 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -100540,10 +96269,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (404, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -100552,7 +96278,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -100561,7 +96287,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -100570,12 +96296,27 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -100584,6 +96325,16 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -100602,8 +96353,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -100611,11 +96361,19 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff ... ok - +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (204, 404, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -100634,9 +96392,16 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: Container GET returning 503 for (204, 404, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -100645,6 +96410,10 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (204, 503, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -100663,10 +96432,16 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (204, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -100675,6 +96450,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -100693,8 +96469,16 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -100703,6 +96487,8 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -100721,10 +96507,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (404, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -100733,6 +96516,169 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST ... ok +test.unit.common.test_manager.TestManager.test_reload +test.unit.common.test_manager.TestManager.test_reload ... ok +test.unit.common.test_manager.TestManager.test_restart +test.unit.common.test_manager.TestManager.test_restart ... ok +test.unit.common.test_manager.TestManager.test_run_command +test.unit.common.test_manager.TestManager.test_run_command ... ok +test.unit.common.test_manager.TestManager.test_shutdown +test.unit.common.test_manager.TestManager.test_shutdown ... ok +test.unit.common.test_manager.TestManager.test_start +test.unit.common.test_manager.TestManager.test_start ... ok +test.unit.common.test_manager.TestManager.test_status +test.unit.common.test_manager.TestManager.test_status ... ok +test.unit.common.test_manager.TestManager.test_stop +test.unit.common.test_manager.TestManager.test_stop ... ok +test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout +test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout +test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row ... ok + +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx004cb23e6491490c9c7d9-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx004cb23e6491490c9c7d9-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx004cb23e6491490c9c7d9-00697415b1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx897c031ecfb74e33b5ac5-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx897c031ecfb74e33b5ac5-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx897c031ecfb74e33b5ac5-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx897c031ecfb74e33b5ac5-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx897c031ecfb74e33b5ac5-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx897c031ecfb74e33b5ac5-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx897c031ecfb74e33b5ac5-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx897c031ecfb74e33b5ac5-00697415b1) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx897c031ecfb74e33b5ac5-00697415b1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txed13756d95d84397bdacb-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txed13756d95d84397bdacb-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txed13756d95d84397bdacb-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txed13756d95d84397bdacb-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txed13756d95d84397bdacb-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txed13756d95d84397bdacb-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txed13756d95d84397bdacb-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txed13756d95d84397bdacb-00697415b1) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: txed13756d95d84397bdacb-00697415b1) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: txed13756d95d84397bdacb-00697415b1) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: txed13756d95d84397bdacb-00697415b1) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: txed13756d95d84397bdacb-00697415b1) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: txed13756d95d84397bdacb-00697415b1) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: txed13756d95d84397bdacb-00697415b1) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: txed13756d95d84397bdacb-00697415b1) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: txed13756d95d84397bdacb-00697415b1) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: txed13756d95d84397bdacb-00697415b1) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: txed13756d95d84397bdacb-00697415b1) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: txed13756d95d84397bdacb-00697415b1) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: txed13756d95d84397bdacb-00697415b1) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: txed13756d95d84397bdacb-00697415b1) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: txed13756d95d84397bdacb-00697415b1) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txed13756d95d84397bdacb-00697415b1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_fail +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations +test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders +test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info ... ok + +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (404, 503, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -100751,12 +96697,58 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (503, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (503, 503, 503, 503) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -100765,6 +96757,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -100783,8 +96776,53 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -100793,6 +96831,8 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -100811,9 +96851,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: Container GET returning 503 for (201, 404, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -100822,6 +96860,16 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -100840,10 +96888,16 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (201, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -100852,6 +96906,9 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (201, 404, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -100870,8 +96927,928 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (201, 503, 503, 503) test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info ... ok + +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '2b53760b75d3fcac95734c71321c5cef', 'c075be9c-d7f3-46f9-bed7-f1ed9949fa08-sda', '1769215408.07449', '1769215408', '0', '', '1769215408', 1, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('c075be9c-d7f3-46f9-bed7-f1ed9949fa08-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01326 seconds (75.41078/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpl65axulk/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '02e1ac4f-f9b4-41c4-a71c-dc95d6069094-sda', '1769215408.09946', '1769215408', '0', '', '1769215408', 0, 1) +test DEBUG: /tmp/tmpl65axulk/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '02e1ac4f-f9b4-41c4-a71c-dc95d6069094-sda', '1769215408.09946', '1769215408', '0', '', '1769215408', 0, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('02e1ac4f-f9b4-41c4-a71c-dc95d6069094-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01079 seconds (92.67046/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpslotcm9v/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'cc6ce87f1a29c8a11074bbfaef50fd55', '44038b75-63cb-465e-a133-3401bea0e8ea-sda', '1769215408.11993', '1769215408', '0', '', '1769215408', 1, 1) +test DEBUG: /tmp/tmpslotcm9v/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769215411.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '44038b75-63cb-465e-a133-3401bea0e8ea-sda') +test DEBUG: /tmp/tmpslotcm9v/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00316811s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'cc6ce87f1a29c8a11074bbfaef50fd55', '44038b75-63cb-465e-a133-3401bea0e8ea-sda', '1769215408.11993', '1769215408', '0', '', '1769215408', 1, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('44038b75-63cb-465e-a133-3401bea0e8ea-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01604 seconds (62.34619/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp4p7zqf_j/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '0f804eb4-7c19-466e-affa-efa70ff43ad4-sda', '1769215408.15429', '1769215408', '0', '', '1769215408', 0, 1) +test DEBUG: /tmp/tmp4p7zqf_j/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '0f804eb4-7c19-466e-affa-efa70ff43ad4-sda', '1769215408.15429', '1769215408', '0', '', '1769215408', 0, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('0f804eb4-7c19-466e-affa-efa70ff43ad4-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01195 seconds (83.69288/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp4jkkmmyj/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'cc6ce87f1a29c8a11074bbfaef50fd55', 'c9dea727-a072-45d5-9533-efa2cc55238b-sda', '1769215408.17732', '1769215408', '0', '', '1769215408', 1, 0) +test DEBUG: /tmp/tmp4jkkmmyj/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'cc6ce87f1a29c8a11074bbfaef50fd55', 'c9dea727-a072-45d5-9533-efa2cc55238b-sda', '1769215408.17732', '1769215408', '0', '', '1769215408', 1, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('c9dea727-a072-45d5-9533-efa2cc55238b-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01369 seconds (73.05442/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp9dnn6k2f/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '8c311647-94d3-4520-8de8-f08f220fc851-sda', '1769215408.20723', '1769215410', '0', '', '1769215410', 0, 1) +test DEBUG: /tmp/tmp9dnn6k2f/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '8c311647-94d3-4520-8de8-f08f220fc851-sda', '1769215408.20723', '1769215410', '0', '', '1769215410', 0, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('8c311647-94d3-4520-8de8-f08f220fc851-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01041 seconds (96.05991/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpyegzuhem/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'cc6ce87f1a29c8a11074bbfaef50fd55', 'b20b71c8-2c37-4416-a74d-fef05d1e9115-sda', '1769215408.22752', '1769215410', '0', '', '1769215410', 1, 1) +test DEBUG: /tmp/tmpyegzuhem/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769215411.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'b20b71c8-2c37-4416-a74d-fef05d1e9115-sda') +test DEBUG: /tmp/tmpyegzuhem/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00268078s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'cc6ce87f1a29c8a11074bbfaef50fd55', 'b20b71c8-2c37-4416-a74d-fef05d1e9115-sda', '1769215408.22752', '1769215410', '0', '', '1769215410', 1, 1)test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit ... ok +test.unit.common.test_memcached.TestMemcached.test_connection_pooling +test.unit.common.test_memcached.TestMemcached.test_connection_pooling ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee42e8b7c7214cc4991aa-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee42e8b7c7214cc4991aa-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee42e8b7c7214cc4991aa-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee42e8b7c7214cc4991aa-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee42e8b7c7214cc4991aa-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee42e8b7c7214cc4991aa-00697415b1) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee42e8b7c7214cc4991aa-00697415b1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_feed_remaining_primaries +test.unit.proxy.controllers.test_obj.TestECObjController.test_feed_remaining_primaries ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_fix_response_HEAD +test.unit.proxy.controllers.test_obj.TestECObjController.test_fix_response_HEAD ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket +test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.13:1013/sdn (txn: tx34f6b0e5144c4a8389526-00697415b1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.12:1012/sdm (txn: tx24741c6bec37423999f2f-00697415b1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.9:1009/sdj (txn: tx8c076b3d8f3d441f91278-00697415b1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_custom_config +test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_custom_config ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:27 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect +test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect ... ok +test.unit.common.test_memcached.TestMemcached.test_decr +test.unit.common.test_memcached.TestMemcached.test_decr ... ok +test.unit.common.test_memcached.TestMemcached.test_delete +test.unit.common.test_memcached.TestMemcached.test_delete ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage ... ok + +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('b20b71c8-2c37-4416-a74d-fef05d1e9115-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01698 seconds (58.89932/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp4f9m4phf/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'cc6ce87f1a29c8a11074bbfaef50fd55', '98107f90-c3fe-4658-becb-698b403d5e5f-sda', '1769215408.37219', '1769215408', '1769215409', '', '1769215409', 1, 1) +test DEBUG: /tmp/tmp4f9m4phf/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769215411.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '98107f90-c3fe-4658-becb-698b403d5e5f-sda') +test DEBUG: /tmp/tmp4f9m4phf/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00285244s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'cc6ce87f1a29c8a11074bbfaef50fd55', '98107f90-c3fe-4658-becb-698b403d5e5f-sda', '1769215408.37219', '1769215408', '1769215409', '', '1769215409', 1, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('98107f90-c3fe-4658-becb-698b403d5e5f-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02120 seconds (47.16654/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpgmc66pfi/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'cc6ce87f1a29c8a11074bbfaef50fd55', '8710b478-b319-4baf-be18-3aaf06991191-sda', '1769215408.40432', '1769215408', '1769215409', '', '1769215409', 1, 0) +test DEBUG: /tmp/tmpgmc66pfi/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'cc6ce87f1a29c8a11074bbfaef50fd55', '8710b478-b319-4baf-be18-3aaf06991191-sda', '1769215408.40432', '1769215408', '1769215409', '', '1769215409', 1, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('8710b478-b319-4baf-be18-3aaf06991191-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01354 seconds (73.88056/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpiaysqboc/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '5f015a12-e5f6-4284-8928-1b92491c6074-sda', '1769215408.42998', '1769215410', '1769215409', '', '1769215410', 0, 1) +test DEBUG: /tmp/tmpiaysqboc/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '5f015a12-e5f6-4284-8928-1b92491c6074-sda', '1769215408.42998', '1769215410', '1769215409', '', '1769215410', 0, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('5f015a12-e5f6-4284-8928-1b92491c6074-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01023 seconds (97.78204/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpr_s1rd6d/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '28c7bd87088c4269fb6ac070b46438ef', 'b672b763-f76d-4d77-bee7-5475844a0ef9-sda', '1769215408.45070', '1769215410', '1769215409', '', '1769215410', 1, 1) +test DEBUG: /tmp/tmpr_s1rd6d/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769215412.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'b672b763-f76d-4d77-bee7-5475844a0ef9-sda') +test DEBUG: /tmp/tmpr_s1rd6d/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00309181s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '28c7bd87088c4269fb6ac070b46438ef', 'b672b763-f76d-4d77-bee7-5475844a0ef9-sda', '1769215408.45070', '1769215410', '1769215409', '', '1769215410', 1, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('b672b763-f76d-4d77-bee7-5475844a0ef9-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01649 seconds (60.63813/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmptbflkt_q/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '233fe4fd-f9ec-414f-b221-92092d8ce020-sda', '1769215408.48495', '1769215410', '1769215409', '', '1769215410', 0, 1) +test DEBUG: /tmp/tmptbflkt_q/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '233fe4fd-f9ec-414f-b221-92092d8ce020-sda', '1769215408.48495', '1769215410', '1769215409', '', '1769215410', 0, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('233fe4fd-f9ec-414f-b221-92092d8ce020-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01163 seconds (85.95340/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpblb8p9q9/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '28c7bd87088c4269fb6ac070b46438ef', '091c9ee5-6472-44c1-8757-b91e83db2be5-sda', '1769215408.50910', '1769215410', '1769215409', '', '1769215410', 1, 0) +test DEBUG: /tmp/tmpblb8p9q9/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '28c7bd87088c4269fb6ac070b46438ef', '091c9ee5-6472-44c1-8757-b91e83db2be5-sda', '1769215408.50910', '1769215410', '1769215409', '', '1769215410', 1, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('091c9ee5-6472-44c1-8757-b91e83db2be5-sda', '33379ecb053aa5c9e356c68997cbb59e.db')test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges ... ok + +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.25059 seconds (3.99060/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpuklp1_8u/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '495cb1f1-a861-44cc-8afe-f3c7f2aaf310-sda', '1769215409.06905', '1769215412', '1769215411', '', '1769215412', 0, 0) +test DEBUG: /tmp/tmpuklp1_8u/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '495cb1f1-a861-44cc-8afe-f3c7f2aaf310-sda', '1769215409.06905', '1769215412', '1769215411', '', '1769215412', 0, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('495cb1f1-a861-44cc-8afe-f3c7f2aaf310-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01010 seconds (99.05445/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpiogoti6y/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '1d4505f79f7f4654298a887f1eb1df32', 'a5592f57-1375-465f-a22a-7965e0630835-sda', '1769215409.09009', '1769215412', '1769215411', '', '1769215412', 1, 0) +test DEBUG: /tmp/tmpiogoti6y/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769215414.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'a5592f57-1375-465f-a22a-7965e0630835-sda') +test DEBUG: /tmp/tmpiogoti6y/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00310898s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '1d4505f79f7f4654298a887f1eb1df32', 'a5592f57-1375-465f-a22a-7965e0630835-sda', '1769215409.09009', '1769215412', '1769215411', '', '1769215412', 1, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('a5592f57-1375-465f-a22a-7965e0630835-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01883 seconds (53.11302/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp60qr7cb6/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '683370af-79d6-40f2-859d-703381096d7b-sda', '1769215409.11964', '1769215412', '1769215411', '', '1769215412', 0, 1) +test DEBUG: /tmp/tmp60qr7cb6/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '683370af-79d6-40f2-859d-703381096d7b-sda', '1769215409.11964', '1769215412', '1769215411', '', '1769215412', 0, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('683370af-79d6-40f2-859d-703381096d7b-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01207 seconds (82.82849/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpmjrv7_qo/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '1d4505f79f7f4654298a887f1eb1df32', 'd1d5d28c-6308-4b07-8a5e-26b421e33764-sda', '1769215409.14239', '1769215412', '1769215411', '', '1769215412', 1, 0) +test DEBUG: /tmp/tmpmjrv7_qo/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '1d4505f79f7f4654298a887f1eb1df32', 'd1d5d28c-6308-4b07-8a5e-26b421e33764-sda', '1769215409.14239', '1769215412', '1769215411', '', '1769215412', 1, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('d1d5d28c-6308-4b07-8a5e-26b421e33764-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01317 seconds (75.92817/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpi7j3ahqr/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '7ab9d824-9848-49ca-90cc-8e7f7259cab0-sda', '1769215409.17034', '1769215412', '1769215411', '', '1769215412', 0, 0) +test DEBUG: /tmp/tmpi7j3ahqr/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '7ab9d824-9848-49ca-90cc-8e7f7259cab0-sda', '1769215409.17034', '1769215412', '1769215411', '', '1769215412', 0, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('7ab9d824-9848-49ca-90cc-8e7f7259cab0-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01069 seconds (93.58020/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpndwkknr5/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '9bef288f996b3a01fdd8623a55dbbe8e', '3847b06b-44f5-4f82-89a2-06534c61e803-sda', '1769215409.19895', '1769215412', '1769215411', '', '1769215412', 1, 1) +test DEBUG: /tmp/tmpndwkknr5/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769215413.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '3847b06b-44f5-4f82-89a2-06534c61e803-sda') +test DEBUG: /tmp/tmpndwkknr5/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00286484s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '9bef288f996b3a01fdd8623a55dbbe8e', '3847b06b-44f5-4f82-89a2-06534c61e803-sda', '1769215409.19895', '1769215412', '1769215411', '', '1769215412', 1, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('3847b06b-44f5-4f82-89a2-06534c61e803-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVERtest.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: +test:testertest:testertest:writetest:writeWRITE +fake-swift DEBUG: permission denined: 403 Forbidden test:write READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error ... ok + +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx6fcda815bc604515b3afe-00697415b0) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: tx6fcda815bc604515b3afe-00697415b0) +test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6fcda815bc604515b3afe-00697415b0) +test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: tx6fcda815bc604515b3afe-00697415b0) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx6fcda815bc604515b3afe-00697415b0) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6fcda815bc604515b3afe-00697415b0) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx6fcda815bc604515b3afe-00697415b0) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6fcda815bc604515b3afe-00697415b0) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6fcda815bc604515b3afe-00697415b0) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx6fcda815bc604515b3afe-00697415b0) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: tx6fcda815bc604515b3afe-00697415b0) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: tx6fcda815bc604515b3afe-00697415b0) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx6fcda815bc604515b3afe-00697415b0) +test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: tx6fcda815bc604515b3afe-00697415b0) +test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: tx6fcda815bc604515b3afe-00697415b0) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: tx6fcda815bc604515b3afe-00697415b0) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx6fcda815bc604515b3afe-00697415b0) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: tx6fcda815bc604515b3afe-00697415b0) +test DEBUG: Setting object count to 1058 (txn: tx6fcda815bc604515b3afe-00697415b0) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txc4dc3a7f045b4f9699b0d-00697415b1) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc4dc3a7f045b4f9699b0d-00697415b1) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc4dc3a7f045b4f9699b0d-00697415b1) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: txc4dc3a7f045b4f9699b0d-00697415b1) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txc4dc3a7f045b4f9699b0d-00697415b1) +test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txc4dc3a7f045b4f9699b0d-00697415b1) +test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: txc4dc3a7f045b4f9699b0d-00697415b1) +test DEBUG: Setting object count to 1024 (txn: txc4dc3a7f045b4f9699b0d-00697415b1) +test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: txc4dc3a7f045b4f9699b0d-00697415b1) +test DEBUG: Setting object count to 1024 (txn: txc4dc3a7f045b4f9699b0d-00697415b1) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx6cc2be26977f4d8283a99-00697415b2) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx6cc2be26977f4d8283a99-00697415b2) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6cc2be26977f4d8283a99-00697415b2) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6cc2be26977f4d8283a99-00697415b2) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6cc2be26977f4d8283a99-00697415b2) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6cc2be26977f4d8283a99-00697415b2) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6cc2be26977f4d8283a99-00697415b2) +test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: tx6cc2be26977f4d8283a99-00697415b2) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx6cc2be26977f4d8283a99-00697415b2) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx6cc2be26977f4d8283a99-00697415b2) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6cc2be26977f4d8283a99-00697415b2) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx6cc2be26977f4d8283a99-00697415b2) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx6cc2be26977f4d8283a99-00697415b2) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6cc2be26977f4d8283a99-00697415b2) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx6cc2be26977f4d8283a99-00697415b2) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6cc2be26977f4d8283a99-00697415b2) +test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6cc2be26977f4d8283a99-00697415b2) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: tx6cc2be26977f4d8283a99-00697415b2) +test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: tx6cc2be26977f4d8283a99-00697415b2) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6cc2be26977f4d8283a99-00697415b2) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6cc2be26977f4d8283a99-00697415b2)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_default_config +test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_default_config ... ok + +test INFO: Attempted to replicate 1 dbs in 0.01757 seconds (56.91713/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpbcdymotf/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '3ea42438-ff21-418a-9365-8ffef4330342-sda', '1769215409.22735', '1769215412', '1769215411', '', '1769215412', 0, 0) +test DEBUG: /tmp/tmpbcdymotf/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '3ea42438-ff21-418a-9365-8ffef4330342-sda', '1769215409.22735', '1769215412', '1769215411', '', '1769215412', 0, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('3ea42438-ff21-418a-9365-8ffef4330342-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01240 seconds (80.64353/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpqxoi0vpj/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '9bef288f996b3a01fdd8623a55dbbe8e', '810b8ae4-69ce-48e8-9185-745bf20e7251-sda', '1769215409.25167', '1769215412', '1769215411', '', '1769215412', 1, 0) +test DEBUG: /tmp/tmpqxoi0vpj/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '9bef288f996b3a01fdd8623a55dbbe8e', '810b8ae4-69ce-48e8-9185-745bf20e7251-sda', '1769215409.25167', '1769215412', '1769215411', '', '1769215412', 1, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('810b8ae4-69ce-48e8-9185-745bf20e7251-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01285 seconds (77.79703/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmph_w64pzz/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '42d0e27d-9a4c-4a02-8bec-c447c7f13d01-sda', '1769215409.27379', '1769215413', '1769215412', '', '1769215413', 0, 0) +test DEBUG: /tmp/tmph_w64pzz/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '42d0e27d-9a4c-4a02-8bec-c447c7f13d01-sda', '1769215409.27379', '1769215413', '1769215412', '', '1769215413', 0, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('42d0e27d-9a4c-4a02-8bec-c447c7f13d01-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01045 seconds (95.73759/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp47owdu53/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '1d4505f79f7f4654298a887f1eb1df32', '8d680ba5-1fe3-4fb1-b660-37bb73a6f45f-sda', '1769215409.29579', '1769215413', '1769215412', '', '1769215413', 1, 0) +test DEBUG: /tmp/tmp47owdu53/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769215414.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '8d680ba5-1fe3-4fb1-b660-37bb73a6f45f-sda') +test DEBUG: /tmp/tmp47owdu53/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00302076s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '1d4505f79f7f4654298a887f1eb1df32', '8d680ba5-1fe3-4fb1-b660-37bb73a6f45f-sda', '1769215409.29579', '1769215413', '1769215412', '', '1769215413', 1, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('8d680ba5-1fe3-4fb1-b660-37bb73a6f45f-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01560 seconds (64.10229/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp0hu7wi5w/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '81e56977-10bb-4440-8819-33d632215931-sda', '1769215409.32346', '1769215413', '1769215412', '', '1769215413', 0, 1) +test DEBUG: /tmp/tmp0hu7wi5w/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '81e56977-10bb-4440-8819-33d632215931-sda', '1769215409.32346', '1769215413', '1769215412', '', '1769215413', 0, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('81e56977-10bb-4440-8819-33d632215931-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01122 seconds (89.12215/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpo7pfgyo0/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '1d4505f79f7f4654298a887f1eb1df32', '4cd13c7e-e268-4ec0-b4a1-30746da749a3-sda', '1769215409.34559', '1769215413', '1769215412', '', '1769215413', 1, 1) +test DEBUG: /tmp/tmpo7pfgyo0/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '1d4505f79f7f4654298a887f1eb1df32', '4cd13c7e-e268-4ec0-b4a1-30746da749a3-sda', '1769215409.34559', '1769215413', '1769215412', '', '1769215413', 1, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('4cd13c7e-e268-4ec0-b4a1-30746da749a3-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02044 seconds (48.92377/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpmjhc8z91/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'd9ccaed4-6ecb-424c-9ade-56952bb7ce8e-sda', '1769215409.38098', '1769215414', '1769215413', '', '1769215414', 0, 1)test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps +test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:29 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:29 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:29 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:29 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:29 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:29 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok + +test-replicator WARNING: Skipping: /srv/node/sdb is not mounted +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00034 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 6 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Attempted to replicate 0 dbs in 0.00000 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Attempted to replicate 30 dbs in 246.81358 seconds (0.12155/s) +test-replicator INFO: Removed 9 dbs +test-replicator INFO: 25 successes, 1 failures +test-replicator INFO: diff:5 diff_capped:4 empty:7 hashmatch:8 no_change:6 remote_merge:2 rsync:3 ts_repl:10 +test_digest_utils WARNING: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. +test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 +test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 + +user quit +No .MockServer object at 0xffff87134a40> running +.MockServerFactory.MockServer object at 0xffff87159e20> (1) appears to have stopped +No .MockServerFactory.MockServer object at 0xffff871358e0> running +No .MockServerFactory.MockServer object at 0xffff871351c0> running +Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff871358e0> to die; giving up +Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff88174bf0> to die; killing +Signal .MockServerFactory.MockServer object at 0xffff88174bf0> pid: None signal: 9 +Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff871351c0> to die; killing +Signal .MockServerFactory.MockServer object at 0xffff871351c0> pid: None signal: 9 +Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff87137920> to die; killing +Signal .MockServerFactory.MockServer object at 0xffff87137920> pid: None signal: 9 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10052847862243652 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10136818885803223 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10164546966552734 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10186195373535156 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10204172134399414 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10222744941711426 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10239243507385254 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10257673263549805 +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0004582405090332 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.000772476196289 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0008997917175293 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0010123252868652 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0011155605316162 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0012176036834717 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0013229846954346 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0012428760528564 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout connecting to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.11002230644226074 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 2.193450927734375e-05: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr + new_val = self._incr_or_decr(fp, sock, cmd, delta_val) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 481, in _incr_or_decr + line = fp.readline().strip().split() + ^^^^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'strip' +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipetest.unit.common.test_memcached.TestMemcached.test_error_disabled +test.unit.common.test_memcached.TestMemcached.test_error_disabled ... ok +test.unit.common.test_memcached.TestMemcached.test_error_limiting +test.unit.common.test_memcached.TestMemcached.test_error_limiting ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter ... ok + +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0ced5c29f676480b88393-00697415b1) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0ced5c29f676480b88393-00697415b1) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0ced5c29f676480b88393-00697415b1) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0ced5c29f676480b88393-00697415b1) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0ced5c29f676480b88393-00697415b1) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0ced5c29f676480b88393-00697415b1) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0ced5c29f676480b88393-00697415b1) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0ced5c29f676480b88393-00697415b1) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0ced5c29f676480b88393-00697415b1) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0ced5c29f676480b88393-00697415b1) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0ced5c29f676480b88393-00697415b1) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0ced5c29f676480b88393-00697415b1) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0ced5c29f676480b88393-00697415b1) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0ced5c29f676480b88393-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ced5c29f676480b88393-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ced5c29f676480b88393-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ced5c29f676480b88393-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ced5c29f676480b88393-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ced5c29f676480b88393-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ced5c29f676480b88393-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ced5c29f676480b88393-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ced5c29f676480b88393-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ced5c29f676480b88393-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ced5c29f676480b88393-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ced5c29f676480b88393-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ced5c29f676480b88393-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ced5c29f676480b88393-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ced5c29f676480b88393-00697415b1) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd031aea7b7854bb8b7423-00697415b1) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd031aea7b7854bb8b7423-00697415b1) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd031aea7b7854bb8b7423-00697415b1) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd031aea7b7854bb8b7423-00697415b1) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd031aea7b7854bb8b7423-00697415b1) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd031aea7b7854bb8b7423-00697415b1) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd031aea7b7854bb8b7423-00697415b1) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd031aea7b7854bb8b7423-00697415b1) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd031aea7b7854bb8b7423-00697415b1) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd031aea7b7854bb8b7423-00697415b1) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd031aea7b7854bb8b7423-00697415b1) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd031aea7b7854bb8b7423-00697415b1) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd031aea7b7854bb8b7423-00697415b1) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd031aea7b7854bb8b7423-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd031aea7b7854bb8b7423-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd031aea7b7854bb8b7423-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd031aea7b7854bb8b7423-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd031aea7b7854bb8b7423-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd031aea7b7854bb8b7423-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd031aea7b7854bb8b7423-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd031aea7b7854bb8b7423-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd031aea7b7854bb8b7423-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd031aea7b7854bb8b7423-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd031aea7b7854bb8b7423-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd031aea7b7854bb8b7423-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd031aea7b7854bb8b7423-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd031aea7b7854bb8b7423-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd031aea7b7854bb8b7423-00697415b1) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1e71f3e160c7463a9f374-00697415b1) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1e71f3e160c7463a9f374-00697415b1) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1e71f3e160c7463a9f374-00697415b1) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1e71f3e160c7463a9f374-00697415b1) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1e71f3e160c7463a9f374-00697415b1) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1e71f3e160c7463a9f374-00697415b1) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1e71f3e160c7463a9f374-00697415b1) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1e71f3e160c7463a9f374-00697415b1) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1e71f3e160c7463a9f374-00697415b1) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1e71f3e160c7463a9f374-00697415b1) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1e71f3e160c7463a9f374-00697415b1) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1e71f3e160c7463a9f374-00697415b1) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1e71f3e160c7463a9f374-00697415b1) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1e71f3e160c7463a9f374-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e71f3e160c7463a9f374-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e71f3e160c7463a9f374-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e71f3e160c7463a9f374-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e71f3e160c7463a9f374-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e71f3e160c7463a9f374-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e71f3e160c7463a9f374-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e71f3e160c7463a9f374-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e71f3e160c7463a9f374-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e71f3e160c7463a9f374-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e71f3e160c7463a9f374-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e71f3e160c7463a9f374-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e71f3e160c7463a9f374-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e71f3e160c7463a9f374-00697415b1) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e71f3e160c7463a9f374-00697415b1) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpu71jw9b2/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpu71jw9b2/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpu71jw9b2/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpu71jw9b2/tmp_test_proxy_server_chunked/container-sync-realms.conf'test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim ... ok + +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -100880,6 +97857,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -100898,10 +97876,54 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (404, 503, 503) test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -100910,6 +97932,10 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: Container GET returning 503 for (404, 503, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -100918,73 +97944,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name ... ok - -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1233159fd1394426a34db-0067670563) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: tx1233159fd1394426a34db-0067670563) -test DEBUG: Setting object count to 1068 (txn: tx1233159fd1394426a34db-0067670563) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx167873184b174d76abf85-0067670564) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx167873184b174d76abf85-0067670564) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx167873184b174d76abf85-0067670564) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx167873184b174d76abf85-0067670564) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx167873184b174d76abf85-0067670564) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx167873184b174d76abf85-0067670564) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 404 (txn: tx167873184b174d76abf85-0067670564) -test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: tx167873184b174d76abf85-0067670564) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txd386d06b37ec4ac4a1c48-0067670565) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd386d06b37ec4ac4a1c48-0067670565) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd386d06b37ec4ac4a1c48-0067670565) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd386d06b37ec4ac4a1c48-0067670565) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd386d06b37ec4ac4a1c48-0067670565) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd386d06b37ec4ac4a1c48-0067670565) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: txd386d06b37ec4ac4a1c48-0067670565) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: txd386d06b37ec4ac4a1c48-0067670565) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: txd386d06b37ec4ac4a1c48-0067670565) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: txd386d06b37ec4ac4a1c48-0067670565) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: txd386d06b37ec4ac4a1c48-0067670565) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: txd386d06b37ec4ac4a1c48-0067670565) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txd386d06b37ec4ac4a1c48-0067670565) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 503 (txn: txd386d06b37ec4ac4a1c48-0067670565) -test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: txd386d06b37ec4ac4a1c48-0067670565) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx1fc5a44451fd48b8bfd8c-0067670566) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: tx1fc5a44451fd48b8bfd8c-0067670566) -test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1fc5a44451fd48b8bfd8c-0067670566) -test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: tx1fc5a44451fd48b8bfd8c-0067670566) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx1fc5a44451fd48b8bfd8c-0067670566) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1fc5a44451fd48b8bfd8c-0067670566) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx1fc5a44451fd48b8bfd8c-0067670566) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1fc5a44451fd48b8bfd8c-0067670566) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1fc5a44451fd48b8bfd8c-0067670566) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx1fc5a44451fd48b8bfd8c-0067670566) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: tx1fc5a44451fd48b8bfd8c-0067670566) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: tx1fc5a44451fd48b8bfd8c-0067670566) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx1fc5a44451fd48b8bfd8c-0067670566) -test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: tx1fc5a44451fd48b8bfd8c-0067670566) -test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: tx1fc5a44451fd48b8bfd8c-0067670566) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: tx1fc5a44451fd48b8bfd8c-0067670566) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx1fc5a44451fd48b8bfd8c-0067670566) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: tx1fc5a44451fd48b8bfd8c-0067670566) -test DEBUG: Setting object count to 1058 (txn: tx1fc5a44451fd48b8bfd8c-0067670566) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx34504864ff874c7d9a59f-0067670568) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx34504864ff874c7d9a59f-0067670568)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok - +StopIteration test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -100994,11 +97954,30 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (503, 503, 503) +test ERROR: Container GET returning 503 for (503, 503, 503, 503) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( @@ -101014,8 +97993,8 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: tx3787f3b997a245d7a47c8-0067670568) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: +OSError (txn: tx50d1181040514baeb923e-00697415b0) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( @@ -101045,8 +98024,8 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: tx3787f3b997a245d7a47c8-0067670568) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: +OSError (txn: tx50d1181040514baeb923e-00697415b0) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( @@ -101090,8 +98069,8 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: tx3787f3b997a245d7a47c8-0067670568) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: +OSError (txn: tx50d1181040514baeb923e-00697415b0) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( @@ -101149,7 +98128,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: tx3787f3b997a245d7a47c8-0067670568) +OSError (txn: tx50d1181040514baeb923e-00697415b0) test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request @@ -101222,7 +98201,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: tx3787f3b997a245d7a47c8-0067670568) +OSError (txn: tx50d1181040514baeb923e-00697415b0) test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request @@ -101309,65 +98288,729 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: tx3787f3b997a245d7a47c8-0067670568)test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET -test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner -test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding ... ok +OSError (txn: tx50d1181040514baeb923e-00697415b0) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: tx50d1181040514baeb923e-00697415b0) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: tx50d1181040514baeb923e-00697415b0) +test ERROR: Container GET returning 503 for [] (txn: tx50d1181040514baeb923e-00697415b0) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txef4cb83551d34439bfccc-00697415b1) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txef4cb83551d34439bfccc-00697415b1) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: txef4cb83551d34439bfccc-00697415b1) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txef4cb83551d34439bfccc-00697415b1) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txef4cb83551d34439bfccc-00697415b1) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txef4cb83551d34439bfccc-00697415b1) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: txef4cb83551d34439bfccc-00697415b1) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: txef4cb83551d34439bfccc-00697415b1) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: txef4cb83551d34439bfccc-00697415b1) +test INFO: Client disconnected on read of '/a/c' (txn: txeb977d1cd92d4a24a62d6-00697415b1) +test INFO: Client disconnected on read of '/a/c' (txn: tx8d9c128f24cd4d97bcf4e-00697415b1) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe9c6cba84b834a068c135-00697415b1)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle ... ok + +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.4:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method get: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to trytest.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config +test.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config ... ok +test.unit.common.test_memcached.TestMemcached.test_error_raising +test.unit.common.test_memcached.TestMemcached.test_error_raising ... ok +test.unit.common.test_memcached.TestMemcached.test_get_conns +test.unit.common.test_memcached.TestMemcached.test_get_conns ... ok +test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 +test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 ... ok +test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname +test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname ... ok +test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request +test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request ... ok +test.unit.common.test_memcached.TestMemcached.test_incr +test.unit.common.test_memcached.TestMemcached.test_incr ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_add_expires +test.unit.common.test_memcached.TestMemcached.test_incr_add_expires ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_expiration_time +test.unit.common.test_memcached.TestMemcached.test_incr_expiration_time ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request +test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response +test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout +test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green ... ok + +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0034 "-" 3082127 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0034 "-" 3082127 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 3082127 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 3082127 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txcbdd3477b6164234a5374-00697415b2" "proxy-server 3082127" 0.0014 "-" 3082127 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:35083/sdb1/1/a/c" "txcbdd3477b6164234a5374-00697415b2" "container-server 3082127" 0.0012 "-" 3082127 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:39231/sda1/1/a/c" "txcbdd3477b6164234a5374-00697415b2" "container-server 3082127" 0.0010 "-" 3082127 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txcbdd3477b6164234a5374-00697415b2" "proxy-server 3082127" 0.0097 "-" 3082127 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txcbdd3477b6164234a5374-00697415b2" "proxy-server 3082127" 0.0153 "-" 3082127 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/30 PUT /v1/a/c HTTP/1.0 201 - - t - - - txcbdd3477b6164234a5374-00697415b2 - 0.0234 - - 1769215410.075720310 1769215410.099095345 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx1cd63d28bbeb4d96a429b-00697415b2" "proxy-server 3082127" 0.0012 "-" 3082127 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:35083/sdb1/1/a1/c1" "tx1cd63d28bbeb4d96a429b-00697415b2" "container-server 3082127" 0.0019 "-" 3082127 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:39231/sda1/1/a1/c1" "tx1cd63d28bbeb4d96a429b-00697415b2" "container-server 3082127" 0.0011 "-" 3082127 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx1cd63d28bbeb4d96a429b-00697415b2" "proxy-server 3082127" 0.0095 "-" 3082127 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx1cd63d28bbeb4d96a429b-00697415b2" "proxy-server 3082127" 0.0146 "-" 3082127 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/30 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx1cd63d28bbeb4d96a429b-00697415b2 - 0.0225 - - 1769215410.100607634 1769215410.123078346 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txde5ca89b819244dba8331-00697415b2" "proxy-server 3082127" 0.0019 "-" 3082127 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:35083/sdb1/2/a/c1" "txde5ca89b819244dba8331-00697415b2" "container-server 3082127" 0.0020 "-" 3082127 1 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:39231/sda1/2/a/c1" "txde5ca89b819244dba8331-00697415b2" "container-server 3082127" 0.0017 "-" 3082127 1 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txde5ca89b819244dba8331-00697415b2" "proxy-server 3082127" 0.0102 "-" 3082127 1 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txde5ca89b819244dba8331-00697415b2" "proxy-server 3082127" 0.0154 "-" 3082127 1 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/30 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txde5ca89b819244dba8331-00697415b2 - 0.0240 - - 1769215410.124595165 1769215410.148560286 1 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe752bcbdfc29453bac71a-00697415b2" "proxy-server 3082127" 0.0020 "-" 3082127 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:35083/sdb1/1/a/c2" "txe752bcbdfc29453bac71a-00697415b2" "container-server 3082127" 0.0055 "-" 3082127 2 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:39231/sda1/1/a/c2" "txe752bcbdfc29453bac71a-00697415b2" "container-server 3082127" 0.0012 "-" 3082127 2 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe752bcbdfc29453bac71a-00697415b2" "proxy-server 3082127" 0.0176 "-" 3082127 2 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe752bcbdfc29453bac71a-00697415b2" "proxy-server 3082127" 0.0141 "-" 3082127 2 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/30 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txe752bcbdfc29453bac71a-00697415b2 - 0.0270 - - 1769215410.150106668 1769215410.177126169 2 +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok + +test DEBUG: /tmp/tmpmjhc8z91/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'd9ccaed4-6ecb-424c-9ade-56952bb7ce8e-sda', '1769215409.38098', '1769215414', '1769215413', '', '1769215414', 0, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('d9ccaed4-6ecb-424c-9ade-56952bb7ce8e-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.30476 seconds (3.28123/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp332xhkcn/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '9ca7553e65735ce7736406c21b1c34d3', '88f4170f-a3e7-4e5a-8eff-5053f5734e0b-sda', '1769215409.69709', '1769215414', '1769215413', '', '1769215414', 1, 0) +test DEBUG: /tmp/tmp332xhkcn/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769215415.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '88f4170f-a3e7-4e5a-8eff-5053f5734e0b-sda') +test DEBUG: /tmp/tmp332xhkcn/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00316739s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '9ca7553e65735ce7736406c21b1c34d3', '88f4170f-a3e7-4e5a-8eff-5053f5734e0b-sda', '1769215409.69709', '1769215414', '1769215413', '', '1769215414', 1, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('88f4170f-a3e7-4e5a-8eff-5053f5734e0b-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01634 seconds (61.21068/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp5_l670o6/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '1dadd3a2-106b-4b36-b79d-8ebb72ae3a17-sda', '1769215409.72716', '1769215414', '1769215413', '', '1769215414', 0, 0) +test DEBUG: /tmp/tmp5_l670o6/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '1dadd3a2-106b-4b36-b79d-8ebb72ae3a17-sda', '1769215409.72716', '1769215414', '1769215413', '', '1769215414', 0, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('1dadd3a2-106b-4b36-b79d-8ebb72ae3a17-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01123 seconds (89.00678/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpaj_nkc4v/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '9ca7553e65735ce7736406c21b1c34d3', 'd091ae9c-a329-4ce4-8c43-26235d262b45-sda', '1769215409.74981', '1769215414', '1769215413', '', '1769215414', 1, 1) +test DEBUG: /tmp/tmpaj_nkc4v/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '9ca7553e65735ce7736406c21b1c34d3', 'd091ae9c-a329-4ce4-8c43-26235d262b45-sda', '1769215409.74981', '1769215414', '1769215413', '', '1769215414', 1, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('d091ae9c-a329-4ce4-8c43-26235d262b45-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01336 seconds (74.82824/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '1b5ec720-f505-4246-8397-9cc1fac28ac8-sda', '1769215410.03560', '1769215410.00000', '0', '', '1769215410.00000', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '1b5ec720-f505-4246-8397-9cc1fac28ac8-sda', '1769215410.03560', '1769215411.00000', '0', '', '1769215410.00000', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (11, 'e7a51325664a154d5d64d097a32b4bd2', 'f34aa412-fa5f-40b5-9936-3f5ca5ea01f1-sda', '1769215410.05518', '1769215410.05191', '0', '', '1769215410.05191', 11, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': 'o_0', 'created_at': '1769215410.06067', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o_1', 'created_at': '1769215410.06142', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o_2', 'created_at': '1769215410.06172', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o_3', 'created_at': '1769215410.06184', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o_4', 'created_at': '1769215410.06192', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o_5', 'created_at': '1769215410.06200', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o_6', 'created_at': '1769215410.06213', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o_7', 'created_at': '1769215410.06222', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o_8', 'created_at': '1769215410.06230', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o_9', 'created_at': '1769215410.06241', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing_0', 'created_at': '1769215410.06269', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'f34aa412-fa5f-40b5-9936-3f5ca5ea01f1-sda') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 12, 'name': '/a/c/o_missing_1', 'created_at': '1769215410.07453', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'f34aa412-fa5f-40b5-9936-3f5ca5ea01f1-sda') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 13, 'name': '/a/c/o_missing_2', 'created_at': '1769215410.07908', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'f34aa412-fa5f-40b5-9936-3f5ca5ea01f1-sda') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 14, 'name': '/a/c/o_missing_3', 'created_at': '1769215410.08245', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'f34aa412-fa5f-40b5-9936-3f5ca5ea01f1-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_and_range ... ok + +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 1.9788742065429688e-05: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr + new_val = self._incr_or_decr(fp, sock, cmd, delta_val) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 481, in _incr_or_decr + line = fp.readline().strip().split() + ^^^^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'strip' +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0, expired ttl=1.23 +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr + new_val = self._incr_or_decr(fp, sock, cmd, delta_val) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 486, in _incr_or_decr + return int(line[0].strip()) + ^^^^^^^^^^^^^^^^^^^^ +ValueError: invalid literal for int() with base 10: b'UNEXPECTED' +test WARNING: Item size larger than warning threshold: 80 (80) >= 80 (80)test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold +test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold ... ok +test.unit.common.test_memcached.TestMemcached.test_logger_kwarg +test.unit.common.test_memcached.TestMemcached.test_logger_kwarg ... ok +test.unit.common.test_memcached.TestMemcached.test_multi +test.unit.common.test_memcached.TestMemcached.test_multi ... ok +test.unit.common.test_memcached.TestMemcached.test_multi_delete +test.unit.common.test_memcached.TestMemcached.test_multi_delete ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_retry +test.unit.common.test_memcached.TestMemcached.test_retry ... ok +test.unit.common.test_memcached.TestMemcached.test_serialization +test.unit.common.test_memcached.TestMemcached.test_serialization ... ok +test.unit.common.test_memcached.TestMemcached.test_set_error +test.unit.common.test_memcached.TestMemcached.test_set_error ... ok +test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error +test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error ... ok +test.unit.common.test_memcached.TestMemcached.test_set_expiration_time +test.unit.common.test_memcached.TestMemcached.test_set_expiration_time ... ok +test.unit.common.test_memcached.TestMemcached.test_set_get_json +test.unit.common.test_memcached.TestMemcached.test_set_get_json ... ok +test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg +test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg ... ok +test.unit.common.test_utils.TestPunchHole.test_arg_bounds +test.unit.common.test_utils.TestPunchHole.test_arg_bounds ... ok +test.unit.common.test_utils.TestPunchHole.test_error +test.unit.common.test_utils.TestPunchHole.test_error ... ok +test.unit.common.test_utils.TestPunchHole.test_no_fallocate +test.unit.common.test_utils.TestPunchHole.test_no_fallocate ... ok +test.unit.common.test_utils.TestPunchHole.test_punch_hole +test.unit.common.test_utils.TestPunchHole.test_punch_hole ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter +test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_str +test.unit.common.test_wsgi.TestPipelineWrapper.test_str ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter +test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter ... ok +test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config +test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config ... ok +test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy +test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes +test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip +test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break +test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges ... ok + +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 15, 'name': '/a/c/o_missing_4', 'created_at': '1769215410.08570', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'f34aa412-fa5f-40b5-9936-3f5ca5ea01f1-sda') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 16, 'name': '/a/c/o_missing_5', 'created_at': '1769215410.08899', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'f34aa412-fa5f-40b5-9936-3f5ca5ea01f1-sda') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 17, 'name': '/a/c/o_missing_6', 'created_at': '1769215410.09308', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'f34aa412-fa5f-40b5-9936-3f5ca5ea01f1-sda') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 18, 'name': '/a/c/o_missing_7', 'created_at': '1769215410.09641', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'f34aa412-fa5f-40b5-9936-3f5ca5ea01f1-sda') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 19, 'name': '/a/c/o_missing_8', 'created_at': '1769215410.09977', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'f34aa412-fa5f-40b5-9936-3f5ca5ea01f1-sda') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 20, 'name': '/a/c/o_missing_9', 'created_at': '1769215410.10970', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'f34aa412-fa5f-40b5-9936-3f5ca5ea01f1-sda') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (21, 'bf3e5ab5aba23925920238ebe94528f5', 'f34aa412-fa5f-40b5-9936-3f5ca5ea01f1-sda', '1769215410.05518', '1769215410.05191', '0', '', '1769215410.05191', 21, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 21, 'name': '/a/c/o_missing_10', 'created_at': '1769215410.11349', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'f34aa412-fa5f-40b5-9936-3f5ca5ea01f1-sda') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp7nnt2oxr/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '21620eb1-319a-47c0-bd08-1f044016744a-sda', '1769215410.13164', '1769215411', '0', '', '1769215411', 0, 0) +test DEBUG: /tmp/tmp7nnt2oxr/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '21620eb1-319a-47c0-bd08-1f044016744a-sda', '1769215410.13164', '1769215411', '0', '', '1769215411', 0, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('21620eb1-319a-47c0-bd08-1f044016744a-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01085 seconds (92.17760/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpp0zq0iru/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '28c7bd87088c4269fb6ac070b46438ef', '8b9b4ec9-7781-41e5-9ac3-d1d5ae1a9d41-sda', '1769215410.15282', '1769215411', '0', '', '1769215411', 1, 1) +test DEBUG: /tmp/tmpp0zq0iru/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769215412.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '8b9b4ec9-7781-41e5-9ac3-d1d5ae1a9d41-sda') +test DEBUG: /tmp/tmpp0zq0iru/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00283027s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '28c7bd87088c4269fb6ac070b46438ef', '8b9b4ec9-7781-41e5-9ac3-d1d5ae1a9d41-sda', '1769215410.15282', '1769215411', '0', '', '1769215411', 1, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('8b9b4ec9-7781-41e5-9ac3-d1d5ae1a9d41-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpp0zq0iru/sda/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02216 seconds (45.12459/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpp0zq0iru/sda/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db +REPLICATE: /sdb/0/417c2eb98728612765dc1198368ea0c8, sync, (1, '5593f1f50c96c32bb61b509c8996a0b6', '524169ee-f7d7-4cb9-8fb5-6b7d17409c5a-sda', '1769215410.17545', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdb/0/417c2eb98728612765dc1198368ea0c8, complete_rsync, ('524169ee-f7d7-4cb9-8fb5-6b7d17409c5a-sda', '417c2eb98728612765dc1198368ea0c8.db') +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, sync, (1, '5593f1f50c96c32bb61b509c8996a0b6', '524169ee-f7d7-4cb9-8fb5-6b7d17409c5a-sda', '1769215410.17545', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, complete_rsync, ('524169ee-f7d7-4cb9-8fb5-6b7d17409c5a-sda', '417c2eb98728612765dc1198368ea0c8.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpjf29ddo0/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '005f6c25-5102-4855-923f-d1693d6cb3c0-sda', '1769215410.19651', '1769215411', '0', '', '1769215411', 0, 1) +test DEBUG: /tmp/tmpjf29ddo0/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '005f6c25-5102-4855-923f-d1693d6cb3c0-sda', '1769215410.19651', '1769215411', '0', '', '1769215411', 0, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('005f6c25-5102-4855-923f-d1693d6cb3c0-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01147 seconds (87.20797/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpq3339taa/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '28c7bd87088c4269fb6ac070b46438ef', '434ce67e-7f83-4619-956b-a6b7d33fbb19-sda', '1769215410.21924', '1769215411', '0', '', '1769215411', 1, 1) +test DEBUG: /tmp/tmpq3339taa/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '28c7bd87088c4269fb6ac070b46438ef', '434ce67e-7f83-4619-956b-a6b7d33fbb19-sda', '1769215410.21924', '1769215411', '0', '', '1769215411', 1, 1)test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted ... ok -test ERROR: Container GET returning 503 for [] (txn: tx3787f3b997a245d7a47c8-0067670568) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx0ed26f8b34d1432ea643b-0067670568) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx0ed26f8b34d1432ea643b-0067670568) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx0ed26f8b34d1432ea643b-0067670568) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: tx0ed26f8b34d1432ea643b-0067670568) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx0ed26f8b34d1432ea643b-0067670568) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx0ed26f8b34d1432ea643b-0067670568) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx0ed26f8b34d1432ea643b-0067670568) -test INFO: Client disconnected on read of '/a/c' (txn: txd3e0b228c9d04f66819ff-0067670568) -test INFO: Client disconnected on read of '/a/c' (txn: tx6116c176ee81469383750-0067670568) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx7f82660e054e44ed98b82-0067670568) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx7f82660e054e44ed98b82-0067670568) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx7f82660e054e44ed98b82-0067670568) -test ERROR: Container GET returning 503 for [] (txn: tx7f82660e054e44ed98b82-0067670568) -test INFO: Client disconnected on read of '/a/c' (txn: tx7f82660e054e44ed98b82-0067670568) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3eebce50116243398e486-0067670568) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3eebce50116243398e486-0067670568) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3eebce50116243398e486-0067670568) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3eebce50116243398e486-0067670568) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3eebce50116243398e486-0067670568) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3eebce50116243398e486-0067670568) -test ERROR: Container GET returning 503 for [] (txn: tx3eebce50116243398e486-0067670568) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx60691e85f86b4bea85f35-0067670568) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx60691e85f86b4bea85f35-0067670568) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx60691e85f86b4bea85f35-0067670568) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx60691e85f86b4bea85f35-0067670568) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx60691e85f86b4bea85f35-0067670568) -test ERROR: Container GET returning 503 for [] (txn: tx60691e85f86b4bea85f35-0067670568) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx9d3b7797e54e4ab983ef2-0067670568) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx9d3b7797e54e4ab983ef2-0067670568) -test ERROR: Container GET returning 503 for [] (txn: tx9d3b7797e54e4ab983ef2-0067670568) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx85f4522d827d46d6890f8-0067670568) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx6cf6360887a94f3f934d5-0067670568) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx6cf6360887a94f3f934d5-0067670568) -test ERROR: Container GET returning 503 for [500, 500] (txn: tx6cf6360887a94f3f934d5-0067670568) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx6f0306a093404c9994bdc-0067670568) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx68581285852040c8899bb-0067670568) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx68581285852040c8899bb-0067670568) -test INFO: Client disconnected on read of '/a/c' (txn: tx68581285852040c8899bb-0067670568) -test ERROR: Container GET returning 503 for [] (txn: tx52611881f793469e95de3-0067670568) -test INFO: Client disconnected on read of '/a/c' (txn: tx52611881f793469e95de3-0067670568) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe9c6cba84b834a068c135-00697415b1) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe9c6cba84b834a068c135-00697415b1) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe9c6cba84b834a068c135-00697415b1) +test ERROR: Container GET returning 503 for [] (txn: txe9c6cba84b834a068c135-00697415b1) +test INFO: Client disconnected on read of '/a/c' (txn: txe9c6cba84b834a068c135-00697415b1) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx350504b6d75e4377aac00-00697415b2) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx350504b6d75e4377aac00-00697415b2) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx350504b6d75e4377aac00-00697415b2) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx350504b6d75e4377aac00-00697415b2) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx350504b6d75e4377aac00-00697415b2) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx350504b6d75e4377aac00-00697415b2) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx350504b6d75e4377aac00-00697415b2) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx350504b6d75e4377aac00-00697415b2) +test ERROR: Container GET returning 503 for [] (txn: tx350504b6d75e4377aac00-00697415b2) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txda60f96c60d94642bdc04-00697415b2) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txda60f96c60d94642bdc04-00697415b2) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txda60f96c60d94642bdc04-00697415b2) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txda60f96c60d94642bdc04-00697415b2) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txda60f96c60d94642bdc04-00697415b2) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txda60f96c60d94642bdc04-00697415b2) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txda60f96c60d94642bdc04-00697415b2) +test ERROR: Container GET returning 503 for [] (txn: txda60f96c60d94642bdc04-00697415b2) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx7034dea0499f4318a8ed3-00697415b2) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx7034dea0499f4318a8ed3-00697415b2) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx7034dea0499f4318a8ed3-00697415b2) +test ERROR: Container GET returning 503 for [] (txn: tx7034dea0499f4318a8ed3-00697415b2) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx6fd93ba329414928a0ec5-00697415b2) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx6fd93ba329414928a0ec5-00697415b2) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx1342836fbe054c2093ffc-00697415b2) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx1342836fbe054c2093ffc-00697415b2) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx1342836fbe054c2093ffc-00697415b2) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx1342836fbe054c2093ffc-00697415b2) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx0030d43789454edaba00e-00697415b2) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txab67221f3c854fa688349-00697415b2) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txab67221f3c854fa688349-00697415b2) +test INFO: Client disconnected on read of '/a/c' (txn: txab67221f3c854fa688349-00697415b2) +test ERROR: Container GET returning 503 for [] (txn: tx265cdc31dc7a4f628f61d-00697415b2) +test INFO: Client disconnected on read of '/a/c' (txn: tx265cdc31dc7a4f628f61d-00697415b2) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txd173bd755d4845fab1887-0067670568) -test INFO: Client disconnected on read of '/a/c' (txn: txd173bd755d4845fab1887-0067670568) +test INFO: Client disconnected on read of '/a/c' (txn: tx077120f160ee40dabfaeb-00697415b2) +test INFO: Client disconnected on read of '/a/c' (txn: tx077120f160ee40dabfaeb-00697415b2) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -101375,7 +99018,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txe3333e4989334aea89422-0067670568) +StopIteration (txn: tx632f7c949c9d41cabad1f-00697415b2) test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -101384,8 +99027,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txe3333e4989334aea89422-0067670568) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +StopIteration (txn: tx632f7c949c9d41cabad1f-00697415b2) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -101393,7 +99036,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txe3333e4989334aea89422-0067670568) +StopIteration (txn: tx632f7c949c9d41cabad1f-00697415b2) test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -101402,7 +99045,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txe3333e4989334aea89422-0067670568) +StopIteration (txn: tx632f7c949c9d41cabad1f-00697415b2) test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -101411,32 +99054,351 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txe3333e4989334aea89422-0067670568)test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync -test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date -test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +StopIteration (txn: tx632f7c949c9d41cabad1f-00697415b2)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok + +test WARNING: Item size larger than warning threshold: 81 (81) >= 80 (80) +test WARNING: Item size larger than warning threshold: 99 (99) >= 80 (80) +test WARNING: Item size larger than warning threshold: 100 (100) >= 80 (80) +test WARNING: Item size larger than warning threshold: 0 (0) >= 0 (0) +test WARNING: Item size larger than warning threshold: 1 (1) >= 0 (0) +test WARNING: Item size larger than warning threshold: 50 (50) >= 0 (0) +test WARNING: Item size larger than warning threshold: 99 (99) >= 0 (0) +test WARNING: Item size larger than warning threshold: 100 (100) >= 0 (0) +test WARNING: Item size larger than warning threshold: 2048576 (2Mi) >= 1000000 (977Ki) +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix multi_key, method get_multi, time_spent 2.1219253540039062e-05, incomplete read +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0, failed to connect +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 453, in get + sock.sendall(b'get ' + cmd.hash_key + b'\r\n') + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall + handler(*parts[1:]) + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1376, in handle_get + raise Exception('get failed') +Exception: get failed +test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method get, config_timeout 0.01, time_spent 1.0 +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix incr_key, method incr, time_spent 0.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 524, in incr + new_val = self._add(fp, sock, cmd, add_val, timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 489, in _add + sock.sendall(b' '.join([ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall + handler(*parts[1:]) + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1318, in handle_add + raise Exception('add failed') +Exception: add failed +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix set_key, method set, time_spent 0.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 420, in set + sock.sendall(set_msg(cmd.hash_key, flags, timeout, value)) + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall + handler(*parts[1:]) + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1346, in handle_set + raise Exception('set failed') +Exception: set failed +test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, config_timeout 0.01, time_spent 1.0 +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe +test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache +test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer ERROR: Unexpected response while deleting object account container obj: 404 +test-expirer DEBUG: b'' +test-expirer ERROR: Unexpected response while deleting object account container obj: 412 +test-expirer DEBUG: b'' +test-expirer ERROR: Unexpected response while deleting object account container obj: 500 +test-expirer DEBUG: b'' +test-expirer ERROR: Exception while deleting object account container obj : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer ERROR: Exception while deleting object .expiring_objects 1769126368 1769129010-a0/c0/o0 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1769126368 1769129010-a1/c1/o1 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1769126368 1769129010-a2/c2/o2 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1769126368 1769129010-a3/c3/o3 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1769126368 1769129010-a4/c4/o4 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1769212768 1769215409-a5/c5/o5 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were giventest.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry +test.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_get_delay_reaping +test.unit.obj.test_expirer.TestObjectExpirer.test_get_delay_reaping ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod +test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init +test.unit.obj.test_expirer.TestObjectExpirer.test_init ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small +test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_keys +test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_keys ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_values +test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_values ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping_is_async +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping_is_async ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_and_delayed_tasks +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_and_delayed_tasks ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_multi_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_multi_processes ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_single_process +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_single_process ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break +test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj +test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue +test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency +test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_report +test.unit.obj.test_expirer.TestObjectExpirer.test_report ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order +test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_command_line +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_command_line ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_config +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_config ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_config +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_config ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_kwargs +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_kwargs ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_process +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_process ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_processes ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_equal_to_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_equal_to_processes ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_greater_than_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_greater_than_processes ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container +test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_not_satisfiable ... ok + +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('434ce67e-7f83-4619-956b-a6b7d33fbb19-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpq3339taa/sda/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01883 seconds (53.09822/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpq3339taa/sda/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db +REPLICATE: /sdb/0/417c2eb98728612765dc1198368ea0c8, sync, (1, '5593f1f50c96c32bb61b509c8996a0b6', '78b4b7ba-498a-4f89-8681-c30cdfc70721-sda', '1769215410.23743', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdb/0/417c2eb98728612765dc1198368ea0c8, complete_rsync, ('78b4b7ba-498a-4f89-8681-c30cdfc70721-sda', '417c2eb98728612765dc1198368ea0c8.db') +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, sync, (1, '5593f1f50c96c32bb61b509c8996a0b6', '78b4b7ba-498a-4f89-8681-c30cdfc70721-sda', '1769215410.23743', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, complete_rsync, ('78b4b7ba-498a-4f89-8681-c30cdfc70721-sda', '417c2eb98728612765dc1198368ea0c8.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp9x7cxqev/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'd42ba7df-2306-4309-ac67-a3045543d00a-sda', '1769215410.46428', '1769215411', '1769215412', '', '1769215412', 0, 0) +test DEBUG: /tmp/tmp9x7cxqev/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'd42ba7df-2306-4309-ac67-a3045543d00a-sda', '1769215410.46428', '1769215411', '1769215412', '', '1769215412', 0, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('d42ba7df-2306-4309-ac67-a3045543d00a-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01499 seconds (66.69438/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpqzne9l7c/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '9bef288f996b3a01fdd8623a55dbbe8e', '0a4979d6-0257-451a-a0c3-538c9882fe69-sda', '1769215410.48974', '1769215411', '1769215412', '', '1769215412', 1, 0) +test DEBUG: /tmp/tmpqzne9l7c/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769215413.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '0a4979d6-0257-451a-a0c3-538c9882fe69-sda') +test DEBUG: /tmp/tmpqzne9l7c/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00326037s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '9bef288f996b3a01fdd8623a55dbbe8e', '0a4979d6-0257-451a-a0c3-538c9882fe69-sda', '1769215410.48974', '1769215411', '1769215412', '', '1769215412', 1, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('0a4979d6-0257-451a-a0c3-538c9882fe69-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpqzne9l7c/sda/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03721 seconds (26.87323/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpqzne9l7c/sda/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db +REPLICATE: /sdb/0/417c2eb98728612765dc1198368ea0c8, sync, (1, 'c7227e4b425a59f314bfee3dba3f765c', 'e133876a-bc5f-45a8-b35a-f62ff5300a16-sda', '1769215410.53220', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdb/0/417c2eb98728612765dc1198368ea0c8, complete_rsync, ('e133876a-bc5f-45a8-b35a-f62ff5300a16-sda', '417c2eb98728612765dc1198368ea0c8.db') +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, sync, (1, 'c7227e4b425a59f314bfee3dba3f765c', 'e133876a-bc5f-45a8-b35a-f62ff5300a16-sda', '1769215410.53220', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, complete_rsync, ('e133876a-bc5f-45a8-b35a-f62ff5300a16-sda', '417c2eb98728612765dc1198368ea0c8.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmptbwg7qal/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '84f6fac3-da08-4e0a-b953-3e046bdbeebc-sda', '1769215410.55579', '1769215411', '1769215412', '', '1769215412', 0, 0) +test DEBUG: /tmp/tmptbwg7qal/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '84f6fac3-da08-4e0a-b953-3e046bdbeebc-sda', '1769215410.55579', '1769215411', '1769215412', '', '1769215412', 0, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('84f6fac3-da08-4e0a-b953-3e046bdbeebc-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01533 seconds (65.22169/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpbr_jpn3l/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '9bef288f996b3a01fdd8623a55dbbe8e', 'd623bd10-6e28-42ea-be7e-d2f50bd31eeb-sda', '1769215410.58254', '1769215411', '1769215412', '', '1769215412', 1, 0) +test DEBUG: /tmp/tmpbr_jpn3l/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '9bef288f996b3a01fdd8623a55dbbe8e', 'd623bd10-6e28-42ea-be7e-d2f50bd31eeb-sda', '1769215410.58254', '1769215411', '1769215412', '', '1769215412', 1, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('d623bd10-6e28-42ea-be7e-d2f50bd31eeb-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpbr_jpn3l/sda/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02212 seconds (45.21750/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpbr_jpn3l/sda/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.dbtest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", -test ERROR: Container GET returning 503 for (200, 503, 503) (txn: txe3333e4989334aea89422-0067670568) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx632f7c949c9d41cabad1f-00697415b2) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx632f7c949c9d41cabad1f-00697415b2) +test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx632f7c949c9d41cabad1f-00697415b2) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -101444,7 +99406,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb22a9c34fc854b8fa98f2-0067670568) +StopIteration (txn: txc822735e77c04faaa78ad-00697415b2) test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -101453,8 +99415,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb22a9c34fc854b8fa98f2-0067670568) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +StopIteration (txn: txc822735e77c04faaa78ad-00697415b2) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -101462,7 +99424,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb22a9c34fc854b8fa98f2-0067670568) +StopIteration (txn: txc822735e77c04faaa78ad-00697415b2) test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -101471,7 +99433,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb22a9c34fc854b8fa98f2-0067670568) +StopIteration (txn: txc822735e77c04faaa78ad-00697415b2) test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -101480,40 +99442,49 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb22a9c34fc854b8fa98f2-0067670568) -test ERROR: Container GET returning 503 for (200, 503, 503) (txn: txb22a9c34fc854b8fa98f2-0067670568) +StopIteration (txn: txc822735e77c04faaa78ad-00697415b2) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txc822735e77c04faaa78ad-00697415b2) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txc822735e77c04faaa78ad-00697415b2) +test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: txc822735e77c04faaa78ad-00697415b2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd9b2c19182ef4ac8be7c9-0067670568) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf108007a0f814377864d6-0067670568) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx07cb138e346a48dcbc0c8-0067670568) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx86820e12d42f421a85c03-0067670568) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txb7d6195dfab34a4d959ec-0067670568) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx5ecefbbc6d90451297918-0067670568) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa97d73559c3b4527a7d64-0067670568) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx64d171b9472f444ebae27-0067670568) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx96496b906c5d47628738c-0067670568) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx685e92a4e59340efb5574-0067670568) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx55db8395a4a644bdbe3b3-0067670568) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx774cabdea0b24a2fb1d5f-0067670568) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx94d565a4cac5475dac373-0067670568) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5d3256a75348475c8b104-0067670568) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx35e9130a4af641718820a-0067670568) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd170d97a4ffb497b8d0db-0067670568) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx9f34465590f149c7a6924-0067670568) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txece9981491ae4b8b84e24-0067670568) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx442839ac9fd2475c89469-0067670568) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txcba27d1ee63645cc9d9cb-0067670568) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txdcd0ca9a36834f03aa6f3-0067670568) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx62c28facd7c9440a92041-0067670568) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txbfb95a1e7d054276b43fc-0067670568) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx06b9ce5f96b84a60a4d1a-0067670568) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txd1eb35968ddb4ac7911c3-0067670568) -test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: tx4fb41b7be56547e5ab931-0067670568) -test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx366f4ca1e4754f82bf65c-0067670568) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx68f7996b3a9340409fd42-00697415b2) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txdc92c0fadc8b420cabf46-00697415b2) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx6c962d7ce8244f5796fab-00697415b2) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3c25777bf16a4c36b06b7-00697415b2) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txa85d55376bd04a768a9ed-00697415b2) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txe23169a671174076814e1-00697415b2) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx25b874521e9044b7ab555-00697415b2) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4181e58b88024ac8b3b25-00697415b2) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txd74926397dda455ba71e2-00697415b2) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa9b368f6ef3a4669bb043-00697415b2)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok @@ -101529,116 +99500,241 @@ test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list ... ok test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines -test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green ... ok test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi ... ok + +test-expirer ERROR: Exception while deleting object .expiring_objects 1769212768 1769215409-a6/c6/o6 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1769212768 1769215409-a7/c7/o7 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1769212768 1769215409-a8/c8/o8♡ TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1769212768 1769215409-a9/c9/o9ø TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer ERROR: Unexcepted error handling task '1769129011-invalid0': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 348, in iter_task_to_expire + target_object = parse_task_obj(task_object) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 69, in parse_task_obj + split_path('/' + target_path, 3, 3, True) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/base.py", line 124, in split_path + raise ValueError('Invalid path: %s' % quote(path)) +ValueError: Invalid path: /invalid0 +test-expirer ERROR: Unexcepted error handling task '1769129011-invalid1': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 348, in iter_task_to_expire + target_object = parse_task_obj(task_object) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 69, in parse_task_obj + split_path('/' + target_path, 3, 3, True) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/base.py", line 124, in split_path + raise ValueError('Invalid path: %s' % quote(path)) +ValueError: Invalid path: /invalid1 +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test-expirer INFO: Pass so far 0s; 0 objects expired +test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000000000', 'task_object': '0000-invalid0', 'delete_timestamp': 0000000000.00000_0000000000000000, 'target_path': 'invalid0', 'is_async_delete': False} +test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000000000', 'task_object': '0001-invalid1', 'delete_timestamp': 0000000001.00000_0000000000000000, 'target_path': 'invalid1', 'is_async_delete': False} +test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000000000', 'task_object': '0002-invalid2', 'delete_timestamp': 0000000002.00000_0000000000000000, 'target_path': 'invalid2', 'is_async_delete': False} +test-expirer ERROR: Unhandled exception: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 480, in run_forever + self.run_once(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/test/unit/obj/test_expirer.py", line 1738, in raise_exceptions + raise Exception('exception %d' % raises[0]) +Exception: exception 1 +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer DEBUG: Run begin +test-expirer ERROR: Unhandled exception: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 427, in run_once + self.swift.get_account_info(task_account) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AttributeError: 'str' object has no attribute 'get_account_info' +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer DEBUG: Run begin +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expiredtest.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted +test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_valid_delay_reaping +test.unit.obj.test_expirer.TestObjectExpirer.test_valid_delay_reaping ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestConfigOptionHandling.test_default +test.unit.obj.test_server.TestConfigOptionHandling.test_default ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD +test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env +test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account +test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names +test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers +test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner +test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT ... ok +test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 +test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 ... ok test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size ... ok test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '011eb41449f22f5b0515599cec69bca1', '83b391c0-b122-470c-a0fa-1cb09a1725b2-sda', '1734804840.09388', '1734804840.09137', '0', '', '1734804840.09137', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804840.10083', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1734804840.10083', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804840.10083', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804840.10298', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804840.10298', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804840.10276', 'epoch': '1734804840.10276', 'reported': 0, 'tombstones': -1}], '83b391c0-b122-470c-a0fa-1cb09a1725b2-sda') -test DEBUG: /tmp/tmplxnfl5n1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmplxnfl5n1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '011eb41449f22f5b0515599cec69bca1', '83b391c0-b122-470c-a0fa-1cb09a1725b2-sda', '1734804840.09388', '1734804840.09645', '0', '', '1734804840.09137', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1734804840.10083', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1734804840.10083', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804840.10083', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804840.10298', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804840.10298', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804840.10276', 'epoch': '1734804840.10276', 'reported': 0, 'tombstones': -1}], '83b391c0-b122-470c-a0fa-1cb09a1725b2-sda') -test DEBUG: /tmp/tmplxnfl5n1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmplxnfl5n1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '40209c84bb0b7a7bef22c8282876ef6f', 'cdabaa81-2227-4eb2-9d88-4cfa89fa043c-sda', '1734804840.15545', '1734804840.15234', '0', '', '1734804840.15234', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('cdabaa81-2227-4eb2-9d88-4cfa89fa043c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Unlinked retiring db '/tmp/tmp4_m_hg2i/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '40209c84bb0b7a7bef22c8282876ef6f', '064ccc90-a165-4c91-94f8-913b2887ce6e-sda', '1734804840.28874', '1734804840.28692', '0', '', '1734804840.28692', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('064ccc90-a165-4c91-94f8-913b2887ce6e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '40209c84bb0b7a7bef22c8282876ef6f', '2b16ed93-7f90-4b79-8677-69d25ddd369c-sda', '1734804840.32169', '1734804840.31958', '0', '', '1734804840.31958', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('2b16ed93-7f90-4b79-8677-69d25ddd369c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Unlinked retiring db '/tmp/tmpjuux39eg/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '40209c84bb0b7a7bef22c8282876ef6f', '50eb66d7-e855-4bbb-ad15-987ad43636df-sda', '1734804840.36852', '1734804840.36674', '0', '', '1734804840.36674', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('50eb66d7-e855-4bbb-ad15-987ad43636df-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '053a6ce7-afdf-486d-9d55-f566c33f5438-sda', '1734804840.44974', '1734804840.44795', '0', '', '1734804840.44795', 0, 0) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp96dvetzp/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6764a54b-429a-4fe0-a79b-5788a9e378cd-sdb', '1734804840.47613', '1734804841.00000', '0', '', '1734804841.00000', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6764a54b-429a-4fe0-a79b-5788a9e378cd-sdb', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6764a54b-429a-4fe0-a79b-5788a9e378cd-sdb', '1734804840.47613', '1734804841.00000', '0', '', '1734804841.00000', 0, 0) -test ERROR: Quarantining DB /tmp/tmp96dvetzp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6764a54b-429a-4fe0-a79b-5788a9e378cd-sdb', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01018 seconds (98.23550/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpa4afn2vr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8fd8c159-b0b8-4a5f-88dc-7cd5e3fda6ab-sda', '1734804840.49171', '1734804840', '0', '', '1734804840', 0, 1) -test DEBUG: /tmp/tmpa4afn2vr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8fd8c159-b0b8-4a5f-88dc-7cd5e3fda6ab-sda', '1734804840.49171', '1734804840', '0', '', '1734804840', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8fd8c159-b0b8-4a5f-88dc-7cd5e3fda6ab-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01155 seconds (86.61011/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpi0du6fuf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0e75df4ff06652f50a6f399f319e050e', 'e3a50938-7753-4292-a9f0-4c63f26fda42-sda', '1734804840.51468', '1734804840', '0', '', '1734804840', 1, 1) -test DEBUG: /tmp/tmpi0du6fuf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1734804842.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'e3a50938-7753-4292-a9f0-4c63f26fda42-sda') -test DEBUG: /tmp/tmpi0du6fuf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00753069s) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx72bb2f3dd1b74c1b8d4cc-0067670568) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx93f784ce5c0e45a385bbe-0067670568) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: tx5a3d9f61dd7e4d65b2f5f-0067670568) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: tx5dfe97b676be46cb8e6da-0067670568) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: txa6a1c7844a974b2991d0f-0067670568) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: tx86c908eb7f9746b8ba3a8-0067670568) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx50efdf1e589246608e9a3-0067670568) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx2b0693d4ae1d4c59a2a82-0067670568) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txeb92381d10b045d3a5593-0067670568) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf3657e3ad0af42c8becf1-0067670568) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc502230413664f2ab1a95-0067670568) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx44b3b3805b0545b1ac5af-0067670568) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: tx8e87ba759bf94595a0735-0067670568) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8e87ba759bf94595a0735-0067670568) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked ... ok test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout ... ok @@ -101650,2973 +99746,1325 @@ test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout ... ok test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_all_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_all_found ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507 -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507 ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok - -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag 'a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx5caea8a38ab34fceb0b4b-0067670568) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: txb43c201c71664838b82b6-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: txb43c201c71664838b82b6-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: txb43c201c71664838b82b6-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txb43c201c71664838b82b6-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: txb43c201c71664838b82b6-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: txb43c201c71664838b82b6-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: txb43c201c71664838b82b6-0067670568) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx6b3b6a325d5347c6885e7-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: tx6b3b6a325d5347c6885e7-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx6b3b6a325d5347c6885e7-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx6b3b6a325d5347c6885e7-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx6b3b6a325d5347c6885e7-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx6b3b6a325d5347c6885e7-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx6b3b6a325d5347c6885e7-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: tx6b3b6a325d5347c6885e7-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: tx6b3b6a325d5347c6885e7-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: tx6b3b6a325d5347c6885e7-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: tx6b3b6a325d5347c6885e7-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: tx6b3b6a325d5347c6885e7-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: tx6b3b6a325d5347c6885e7-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: tx6b3b6a325d5347c6885e7-0067670568)test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_timeouts -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_timeouts ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order ... ok - -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: tx6b3b6a325d5347c6885e7-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: tx6b3b6a325d5347c6885e7-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: tx6b3b6a325d5347c6885e7-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: tx6b3b6a325d5347c6885e7-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: tx6b3b6a325d5347c6885e7-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx6b3b6a325d5347c6885e7-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: tx6b3b6a325d5347c6885e7-0067670568) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: tx95cfdbca7def4560bf56a-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: tx95cfdbca7def4560bf56a-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx95cfdbca7def4560bf56a-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx95cfdbca7def4560bf56a-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx95cfdbca7def4560bf56a-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx95cfdbca7def4560bf56a-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx95cfdbca7def4560bf56a-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx95cfdbca7def4560bf56a-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: tx95cfdbca7def4560bf56a-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: tx95cfdbca7def4560bf56a-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: tx95cfdbca7def4560bf56a-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: tx95cfdbca7def4560bf56a-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: tx95cfdbca7def4560bf56a-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: tx95cfdbca7def4560bf56a-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: tx95cfdbca7def4560bf56a-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: tx95cfdbca7def4560bf56a-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: tx95cfdbca7def4560bf56a-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: tx95cfdbca7def4560bf56a-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: tx95cfdbca7def4560bf56a-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: tx95cfdbca7def4560bf56a-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx95cfdbca7def4560bf56a-0067670568) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: tx95cfdbca7def4560bf56a-0067670568) -proxy-server ERROR: Object DELETE returning 503 for (204, 204, 204, 204, 204, 204, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx95cfdbca7def4560bf56a-0067670568) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txdef4fe596e4f4f1ea07d2-0067670568) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txdef4fe596e4f4f1ea07d2-0067670568) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txdef4fe596e4f4f1ea07d2-0067670568) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txdef4fe596e4f4f1ea07d2-0067670568) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txdef4fe596e4f4f1ea07d2-0067670568) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txdef4fe596e4f4f1ea07d2-0067670568) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txdef4fe596e4f4f1ea07d2-0067670568) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txdef4fe596e4f4f1ea07d2-0067670568) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_none_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_none_found ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_one_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_one_found ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication ... ok - -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0e75df4ff06652f50a6f399f319e050e', 'e3a50938-7753-4292-a9f0-4c63f26fda42-sda', '1734804840.51468', '1734804840', '0', '', '1734804840', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e3a50938-7753-4292-a9f0-4c63f26fda42-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.03784 seconds (26.42857/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmps55qvhgg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c26022fd-97ff-46df-b082-b3afb72bef63-sda', '1734804840.56645', '1734804840', '0', '', '1734804840', 0, 0) -test DEBUG: /tmp/tmps55qvhgg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c26022fd-97ff-46df-b082-b3afb72bef63-sda', '1734804840.56645', '1734804840', '0', '', '1734804840', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c26022fd-97ff-46df-b082-b3afb72bef63-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02551 seconds (39.19345/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpuydqv122/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0e75df4ff06652f50a6f399f319e050e', '13600925-b519-4d35-ba92-d58447b4965a-sda', '1734804840.61485', '1734804840', '0', '', '1734804840', 1, 1) -test DEBUG: /tmp/tmpuydqv122/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0e75df4ff06652f50a6f399f319e050e', '13600925-b519-4d35-ba92-d58447b4965a-sda', '1734804840.61485', '1734804840', '0', '', '1734804840', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('13600925-b519-4d35-ba92-d58447b4965a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01340 seconds (74.61924/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpfgekoqw3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b24a8b51-da63-4a98-bc32-b298152a12dc-sda', '1734804840.64380', '1734804840', '0', '', '1734804840', 0, 1) -test DEBUG: /tmp/tmpfgekoqw3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b24a8b51-da63-4a98-bc32-b298152a12dc-sda', '1734804840.64380', '1734804840', '0', '', '1734804840', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b24a8b51-da63-4a98-bc32-b298152a12dc-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01159 seconds (86.26631/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp4gyxmuhl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '83d6c9fca57f8450a314eb1b0d38d7f0', '7f8d488a-6bd4-4d16-993f-8030593b1f37-sda', '1734804840.66535', '1734804840', '0', '', '1734804840', 1, 0) -test DEBUG: /tmp/tmp4gyxmuhl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1734804843.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '7f8d488a-6bd4-4d16-993f-8030593b1f37-sda') -test DEBUG: /tmp/tmp4gyxmuhl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00347424s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '83d6c9fca57f8450a314eb1b0d38d7f0', '7f8d488a-6bd4-4d16-993f-8030593b1f37-sda', '1734804840.66535', '1734804840', '0', '', '1734804840', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7f8d488a-6bd4-4d16-993f-8030593b1f37-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01576 seconds (63.46504/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpri805ojf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '027e7f52-1531-4923-9a0f-68d791a8b94b-sda', '1734804840.69366', '1734804840', '0', '', '1734804840', 0, 0) -test DEBUG: /tmp/tmpri805ojf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '027e7f52-1531-4923-9a0f-68d791a8b94b-sda', '1734804840.69366', '1734804840', '0', '', '1734804840', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('027e7f52-1531-4923-9a0f-68d791a8b94b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01175 seconds (85.09542/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpi980_ofj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '83d6c9fca57f8450a314eb1b0d38d7f0', 'c7c8debd-ad54-4610-bcd8-da5a53984d39-sda', '1734804840.71561', '1734804840', '0', '', '1734804840', 1, 0) -test DEBUG: /tmp/tmpi980_ofj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '83d6c9fca57f8450a314eb1b0d38d7f0', 'c7c8debd-ad54-4610-bcd8-da5a53984d39-sda', '1734804840.71561', '1734804840', '0', '', '1734804840', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c7c8debd-ad54-4610-bcd8-da5a53984d39-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01520 seconds (65.80083/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record ... ok - -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpm93legz0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'fb836fb4-0e73-4ef8-b71c-a918b63c62a0-sda', '1734804840.74649', '1734804842', '0', '', '1734804842', 0, 0) -test DEBUG: /tmp/tmpm93legz0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'fb836fb4-0e73-4ef8-b71c-a918b63c62a0-sda', '1734804840.74649', '1734804842', '0', '', '1734804842', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('fb836fb4-0e73-4ef8-b71c-a918b63c62a0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01116 seconds (89.56558/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpm9gxvoei/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '83d6c9fca57f8450a314eb1b0d38d7f0', '6e1f25f1-ec48-4435-8814-8d3056483d41-sda', '1734804840.77506', '1734804842', '0', '', '1734804842', 1, 1) -test DEBUG: /tmp/tmpm9gxvoei/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1734804843.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '6e1f25f1-ec48-4435-8814-8d3056483d41-sda') -test DEBUG: /tmp/tmpm9gxvoei/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00345588s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '83d6c9fca57f8450a314eb1b0d38d7f0', '6e1f25f1-ec48-4435-8814-8d3056483d41-sda', '1734804840.77506', '1734804842', '0', '', '1734804842', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6e1f25f1-ec48-4435-8814-8d3056483d41-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01719 seconds (58.18116/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp5i0nup56/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '83d6c9fca57f8450a314eb1b0d38d7f0', '2edf25a4-1bf6-4252-a563-c5d546f2bb44-sda', '1734804840.80132', '1734804840', '1734804841', '', '1734804841', 1, 0) -test DEBUG: /tmp/tmp5i0nup56/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1734804843.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '2edf25a4-1bf6-4252-a563-c5d546f2bb44-sda') -test DEBUG: /tmp/tmp5i0nup56/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00580025s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '83d6c9fca57f8450a314eb1b0d38d7f0', '2edf25a4-1bf6-4252-a563-c5d546f2bb44-sda', '1734804840.80132', '1734804840', '1734804841', '', '1734804841', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2edf25a4-1bf6-4252-a563-c5d546f2bb44-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02014 seconds (49.65118/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpjmkvctcf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '83d6c9fca57f8450a314eb1b0d38d7f0', '9bc9186c-dbde-42ce-bd3a-70e286657677-sda', '1734804840.83462', '1734804840', '1734804841', '', '1734804841', 1, 0) -test DEBUG: /tmp/tmpjmkvctcf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '83d6c9fca57f8450a314eb1b0d38d7f0', '9bc9186c-dbde-42ce-bd3a-70e286657677-sda', '1734804840.83462', '1734804840', '1734804841', '', '1734804841', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9bc9186c-dbde-42ce-bd3a-70e286657677-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01332 seconds (75.07872/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp045blw_m/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '79127852-1f83-4075-9768-6bd664d54439-sda', '1734804840.85926', '1734804842', '1734804841', '', '1734804842', 0, 0) -test DEBUG: /tmp/tmp045blw_m/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '79127852-1f83-4075-9768-6bd664d54439-sda', '1734804840.85926', '1734804842', '1734804841', '', '1734804842', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('79127852-1f83-4075-9768-6bd664d54439-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01137 seconds (87.92276/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp0f28djhc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ed17e181b3a937e7cdb602d6fef4ec18', '163aacef-4199-416c-88b3-d78e5c1c20b6-sda', '1734804840.88161', '1734804842', '1734804841', '', '1734804842', 1, 0) -test DEBUG: /tmp/tmp0f28djhc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1734804844.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '163aacef-4199-416c-88b3-d78e5c1c20b6-sda') -test DEBUG: /tmp/tmp0f28djhc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00559664s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ed17e181b3a937e7cdb602d6fef4ec18', '163aacef-4199-416c-88b3-d78e5c1c20b6-sda', '1734804840.88161', '1734804842', '1734804841', '', '1734804842', 1, 0) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txab88b8cf0be448de9d874-0067670568) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: txab88b8cf0be448de9d874-0067670568) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: txab88b8cf0be448de9d874-0067670568) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: txab88b8cf0be448de9d874-0067670568) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: txab88b8cf0be448de9d874-0067670568) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txab88b8cf0be448de9d874-0067670568) -proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: txab88b8cf0be448de9d874-0067670568) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txab88b8cf0be448de9d874-0067670568) -proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: txab88b8cf0be448de9d874-0067670568) -proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: txab88b8cf0be448de9d874-0067670568) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: txab88b8cf0be448de9d874-0067670568) -proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: txab88b8cf0be448de9d874-0067670568) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: txab88b8cf0be448de9d874-0067670568) -proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: txab88b8cf0be448de9d874-0067670568) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txab88b8cf0be448de9d874-0067670568) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txab88b8cf0be448de9d874-0067670568) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txab88b8cf0be448de9d874-0067670568) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txab88b8cf0be448de9d874-0067670568) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txab88b8cf0be448de9d874-0067670568) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txab88b8cf0be448de9d874-0067670568) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txab88b8cf0be448de9d874-0067670568) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txab88b8cf0be448de9d874-0067670568) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txab88b8cf0be448de9d874-0067670568) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txab88b8cf0be448de9d874-0067670568) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txab88b8cf0be448de9d874-0067670568) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txab88b8cf0be448de9d874-0067670568) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txab88b8cf0be448de9d874-0067670568) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txab88b8cf0be448de9d874-0067670568) -proxy-server ERROR: Object returning 503 for [] (txn: txab88b8cf0be448de9d874-0067670568) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.3:1003/sdd (txn: txf425fdaa46ad47e2aa820-0067670568) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.8:1008/sdi (txn: txf425fdaa46ad47e2aa820-0067670568) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.6:1006/sdg (txn: txf425fdaa46ad47e2aa820-0067670568) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.9:1009/sdj (txn: txf425fdaa46ad47e2aa820-0067670568) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf425fdaa46ad47e2aa820-0067670568) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf425fdaa46ad47e2aa820-0067670568) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf425fdaa46ad47e2aa820-0067670568) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf425fdaa46ad47e2aa820-0067670568) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf425fdaa46ad47e2aa820-0067670568) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf425fdaa46ad47e2aa820-0067670568) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf425fdaa46ad47e2aa820-0067670568) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf425fdaa46ad47e2aa820-0067670568) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf425fdaa46ad47e2aa820-0067670568) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf425fdaa46ad47e2aa820-0067670568) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 Trying to GET /a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx53e26935dec54f2d958b6-0067670568) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted ... ok - -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9225ddf9507744a8812e6-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9225ddf9507744a8812e6-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9225ddf9507744a8812e6-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9225ddf9507744a8812e6-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9225ddf9507744a8812e6-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9225ddf9507744a8812e6-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9225ddf9507744a8812e6-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9225ddf9507744a8812e6-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9225ddf9507744a8812e6-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9225ddf9507744a8812e6-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9225ddf9507744a8812e6-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9225ddf9507744a8812e6-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9225ddf9507744a8812e6-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9225ddf9507744a8812e6-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9225ddf9507744a8812e6-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9225ddf9507744a8812e6-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9225ddf9507744a8812e6-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9225ddf9507744a8812e6-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9225ddf9507744a8812e6-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9225ddf9507744a8812e6-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9225ddf9507744a8812e6-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9225ddf9507744a8812e6-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9225ddf9507744a8812e6-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9225ddf9507744a8812e6-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9225ddf9507744a8812e6-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9225ddf9507744a8812e6-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9225ddf9507744a8812e6-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9225ddf9507744a8812e6-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: txa39ac55250d0413398948-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: txa39ac55250d0413398948-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: txa39ac55250d0413398948-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: txa39ac55250d0413398948-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: txa39ac55250d0413398948-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: txa39ac55250d0413398948-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: txa39ac55250d0413398948-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: txa39ac55250d0413398948-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: txa39ac55250d0413398948-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: txa39ac55250d0413398948-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: txa39ac55250d0413398948-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: txa39ac55250d0413398948-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: txa39ac55250d0413398948-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: txa39ac55250d0413398948-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: txa39ac55250d0413398948-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: txa39ac55250d0413398948-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: txa39ac55250d0413398948-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: txa39ac55250d0413398948-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: txa39ac55250d0413398948-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: txa39ac55250d0413398948-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: txa39ac55250d0413398948-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: txa39ac55250d0413398948-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: txa39ac55250d0413398948-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: txa39ac55250d0413398948-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: txa39ac55250d0413398948-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: txa39ac55250d0413398948-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: txa39ac55250d0413398948-0067670568) -proxy-server DEBUG: Ignoring 412 from primary (txn: txa39ac55250d0413398948-0067670568) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 3, Lengths: [458, 458, 458, 458, 458, 458, 458, 458, 458, 490]: Invalid fragment payload in ECPyECLibDriver.decode (txn: tx78d935d5925442f0ae0ee-0067670569) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5e5801ad3ede49eb94be0-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5e5801ad3ede49eb94be0-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5e5801ad3ede49eb94be0-0067670569) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx5b615ec4aca544228ebd7-0067670569) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx5b615ec4aca544228ebd7-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5b615ec4aca544228ebd7-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5b615ec4aca544228ebd7-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5b615ec4aca544228ebd7-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5b615ec4aca544228ebd7-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5b615ec4aca544228ebd7-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5b615ec4aca544228ebd7-0067670569)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes ... ok - -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('163aacef-4199-416c-88b3-d78e5c1c20b6-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02131 seconds (46.91961/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpitv7q622/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4ff31571-7880-4bf5-92ac-d483c683e600-sda', '1734804840.91801', '1734804842', '1734804841', '', '1734804842', 0, 1) -test DEBUG: /tmp/tmpitv7q622/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4ff31571-7880-4bf5-92ac-d483c683e600-sda', '1734804840.91801', '1734804842', '1734804841', '', '1734804842', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('4ff31571-7880-4bf5-92ac-d483c683e600-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02760 seconds (36.23044/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpv8b24mfr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ed17e181b3a937e7cdb602d6fef4ec18', '7d2fa9df-2cf5-45ff-aa9e-800f69c4e8dc-sda', '1734804840.95636', '1734804842', '1734804841', '', '1734804842', 1, 0) -test DEBUG: /tmp/tmpv8b24mfr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ed17e181b3a937e7cdb602d6fef4ec18', '7d2fa9df-2cf5-45ff-aa9e-800f69c4e8dc-sda', '1734804840.95636', '1734804842', '1734804841', '', '1734804842', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7d2fa9df-2cf5-45ff-aa9e-800f69c4e8dc-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.03040 seconds (32.89330/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp8mi804ss/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7ac79afc-c9b1-478d-a3b1-0f2bdf488379-sda', '1734804841.00072', '1734804843', '1734804842', '', '1734804843', 0, 1) -test DEBUG: /tmp/tmp8mi804ss/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7ac79afc-c9b1-478d-a3b1-0f2bdf488379-sda', '1734804841.00072', '1734804843', '1734804842', '', '1734804843', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7ac79afc-c9b1-478d-a3b1-0f2bdf488379-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01305 seconds (76.64410/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp1ynvjjzk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e710fe9e36cc26cd07c88bdb99fcdcc8', '32a8b225-e0dd-4eb2-a839-f5de445fe62d-sda', '1734804841.02705', '1734804844', '1734804843', '', '1734804844', 1, 1) -test DEBUG: /tmp/tmp1ynvjjzk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1734804846.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '32a8b225-e0dd-4eb2-a839-f5de445fe62d-sda') -test DEBUG: /tmp/tmp1ynvjjzk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00325584s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e710fe9e36cc26cd07c88bdb99fcdcc8', '32a8b225-e0dd-4eb2-a839-f5de445fe62d-sda', '1734804841.02705', '1734804844', '1734804843', '', '1734804844', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('32a8b225-e0dd-4eb2-a839-f5de445fe62d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01633 seconds (61.24733/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpby018aho/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8daf2fd7-289e-4e09-8702-173562fb4ec6-sda', '1734804841.05831', '1734804844', '1734804843', '', '1734804844', 0, 1) -test DEBUG: /tmp/tmpby018aho/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8daf2fd7-289e-4e09-8702-173562fb4ec6-sda', '1734804841.05831', '1734804844', '1734804843', '', '1734804844', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8daf2fd7-289e-4e09-8702-173562fb4ec6-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01186 seconds (84.28996/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp9iir9yad/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e710fe9e36cc26cd07c88bdb99fcdcc8', '3cae54da-fdbb-43fc-aaca-750fac51b40b-sda', '1734804841.08179', '1734804844', '1734804843', '', '1734804844', 1, 1) -test DEBUG: /tmp/tmp9iir9yad/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e710fe9e36cc26cd07c88bdb99fcdcc8', '3cae54da-fdbb-43fc-aaca-750fac51b40b-sda', '1734804841.08179', '1734804844', '1734804843', '', '1734804844', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3cae54da-fdbb-43fc-aaca-750fac51b40b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01356 seconds (73.76362/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpu6gbrh3m/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.dbtest.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading ... ok -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b615ec4aca544228ebd7-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b615ec4aca544228ebd7-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b615ec4aca544228ebd7-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b615ec4aca544228ebd7-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b615ec4aca544228ebd7-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b615ec4aca544228ebd7-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b615ec4aca544228ebd7-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b615ec4aca544228ebd7-0067670569) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txdbb902aea15a4c4ca2457-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txdbb902aea15a4c4ca2457-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txdbb902aea15a4c4ca2457-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txdbb902aea15a4c4ca2457-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txdbb902aea15a4c4ca2457-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txdbb902aea15a4c4ca2457-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txdbb902aea15a4c4ca2457-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txdbb902aea15a4c4ca2457-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txdbb902aea15a4c4ca2457-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txdbb902aea15a4c4ca2457-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txdbb902aea15a4c4ca2457-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txdbb902aea15a4c4ca2457-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txdbb902aea15a4c4ca2457-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txdbb902aea15a4c4ca2457-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txdbb902aea15a4c4ca2457-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txdbb902aea15a4c4ca2457-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txdbb902aea15a4c4ca2457-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txdbb902aea15a4c4ca2457-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txdbb902aea15a4c4ca2457-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txdbb902aea15a4c4ca2457-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txdbb902aea15a4c4ca2457-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txdbb902aea15a4c4ca2457-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txdbb902aea15a4c4ca2457-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txdbb902aea15a4c4ca2457-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txdbb902aea15a4c4ca2457-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txdbb902aea15a4c4ca2457-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txdbb902aea15a4c4ca2457-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txdbb902aea15a4c4ca2457-0067670569) -proxy-server ERROR: Object returning 503 for [] (txn: txdbb902aea15a4c4ca2457-0067670569) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: txe73a6284eb644a5eacb88-0067670569) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: txe73a6284eb644a5eacb88-0067670569) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: txe73a6284eb644a5eacb88-0067670569) -proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sda (txn: txe73a6284eb644a5eacb88-0067670569) -proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sda (txn: txe73a6284eb644a5eacb88-0067670569) -proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sda (txn: txe73a6284eb644a5eacb88-0067670569) -proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sda (txn: txe73a6284eb644a5eacb88-0067670569) -proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sda (txn: txe73a6284eb644a5eacb88-0067670569) -proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sda (txn: txe73a6284eb644a5eacb88-0067670569) -proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sda (txn: txe73a6284eb644a5eacb88-0067670569) -proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sda (txn: txe73a6284eb644a5eacb88-0067670569) -proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sda (txn: txe73a6284eb644a5eacb88-0067670569) -proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sda (txn: txe73a6284eb644a5eacb88-0067670569) -proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sda (txn: txe73a6284eb644a5eacb88-0067670569) -proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sda (txn: txe73a6284eb644a5eacb88-0067670569) -proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: txe73a6284eb644a5eacb88-0067670569) -proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sda (txn: txe73a6284eb644a5eacb88-0067670569) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfbd938754c42473dbf93b-0067670569) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_invalid ... ok -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx262d4c523af442a6afeba-0067670569) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx9fa115dbfa064bdaa7a65-0067670569) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx8d2b3a174a8344acaeb6d-0067670569) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txfe384ae945674bb390c41-0067670569) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e1151767-bad3-4429-885b-fabe21f14b8d-sda', '1734804841.11145', '1734804844', '1734804843', '', '1734804844', 0, 1) -test DEBUG: /tmp/tmpu6gbrh3m/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e1151767-bad3-4429-885b-fabe21f14b8d-sda', '1734804841.11145', '1734804844', '1734804843', '', '1734804844', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e1151767-bad3-4429-885b-fabe21f14b8d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01111 seconds (89.96903/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpqleea1qa/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f8dbcd318ec220016394380b375c85e6', '4b297cd2-45cc-4907-8f7f-d129788c16fa-sda', '1734804841.13281', '1734804844', '1734804843', '', '1734804844', 1, 0) -test DEBUG: /tmp/tmpqleea1qa/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1734804845.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '4b297cd2-45cc-4907-8f7f-d129788c16fa-sda') -test DEBUG: /tmp/tmpqleea1qa/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00314856s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f8dbcd318ec220016394380b375c85e6', '4b297cd2-45cc-4907-8f7f-d129788c16fa-sda', '1734804841.13281', '1734804844', '1734804843', '', '1734804844', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('4b297cd2-45cc-4907-8f7f-d129788c16fa-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01694 seconds (59.01534/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp7o2nsu9u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '713caa5c-c051-436d-96ec-7f6e739ca92f-sda', '1734804841.16154', '1734804844', '1734804843', '', '1734804844', 0, 1) -test DEBUG: /tmp/tmp7o2nsu9u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '713caa5c-c051-436d-96ec-7f6e739ca92f-sda', '1734804841.16154', '1734804844', '1734804843', '', '1734804844', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('713caa5c-c051-436d-96ec-7f6e739ca92f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01874 seconds (53.37323/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpbhtwg93a/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f8dbcd318ec220016394380b375c85e6', '5142a0fc-5ca3-4a7a-b3ec-a2600d3752fe-sda', '1734804841.19253', '1734804844', '1734804843', '', '1734804844', 1, 1) -test DEBUG: /tmp/tmpbhtwg93a/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f8dbcd318ec220016394380b375c85e6', '5142a0fc-5ca3-4a7a-b3ec-a2600d3752fe-sda', '1734804841.19253', '1734804844', '1734804843', '', '1734804844', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5142a0fc-5ca3-4a7a-b3ec-a2600d3752fe-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01547 seconds (64.62875/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpj1jgy__v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '74b7ffd9-7abf-467c-95d7-8f887b79415b-sda', '1734804841.21883', '1734804845', '1734804844', '', '1734804845', 0, 1) -test DEBUG: /tmp/tmpj1jgy__v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '74b7ffd9-7abf-467c-95d7-8f887b79415b-sda', '1734804841.21883', '1734804845', '1734804844', '', '1734804845', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('74b7ffd9-7abf-467c-95d7-8f887b79415b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01216 seconds (82.22607/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpzzj9uimz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e710fe9e36cc26cd07c88bdb99fcdcc8', '376bf4f7-e122-4396-9750-1514b0f81313-sda', '1734804841.24393', '1734804845', '1734804844', '', '1734804845', 1, 1) -test DEBUG: /tmp/tmpzzj9uimz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1734804846.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '376bf4f7-e122-4396-9750-1514b0f81313-sda') -test DEBUG: /tmp/tmpzzj9uimz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00699568s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e710fe9e36cc26cd07c88bdb99fcdcc8', '376bf4f7-e122-4396-9750-1514b0f81313-sda', '1734804841.24393', '1734804845', '1734804844', '', '1734804845', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('376bf4f7-e122-4396-9750-1514b0f81313-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02148 seconds (46.55660/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +REPLICATE: /sdb/0/417c2eb98728612765dc1198368ea0c8, sync, (1, 'c7227e4b425a59f314bfee3dba3f765c', 'cdf48cec-60fe-468f-83ec-f0dcdd175989-sda', '1769215410.60074', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdb/0/417c2eb98728612765dc1198368ea0c8, complete_rsync, ('cdf48cec-60fe-468f-83ec-f0dcdd175989-sda', '417c2eb98728612765dc1198368ea0c8.db') +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, sync, (1, 'c7227e4b425a59f314bfee3dba3f765c', 'cdf48cec-60fe-468f-83ec-f0dcdd175989-sda', '1769215410.60074', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, complete_rsync, ('cdf48cec-60fe-468f-83ec-f0dcdd175989-sda', '417c2eb98728612765dc1198368ea0c8.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpngoqhi4s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5df7ddc3-2fd8-4556-90e1-eb283b8cedca-sda', '1734804841.27707', '1734804845', '1734804844', '', '1734804845', 0, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete ... ok - -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps -test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps ... ok - -test DEBUG: /tmp/tmpngoqhi4s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5df7ddc3-2fd8-4556-90e1-eb283b8cedca-sda', '1734804841.27707', '1734804845', '1734804844', '', '1734804845', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5df7ddc3-2fd8-4556-90e1-eb283b8cedca-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmp7gipnzof/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '76e49833-3682-470c-8410-7875a2662839-sda', '1769215410.75026', '1769215410', '1769215411', '', '1769215411', 0, 0) +test DEBUG: /tmp/tmp7gipnzof/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '76e49833-3682-470c-8410-7875a2662839-sda', '1769215410.75026', '1769215410', '1769215411', '', '1769215411', 0, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('76e49833-3682-470c-8410-7875a2662839-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02138 seconds (46.76737/s) +test INFO: Attempted to replicate 1 dbs in 0.01134 seconds (88.15189/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmphw37cnzt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e710fe9e36cc26cd07c88bdb99fcdcc8', '25480911-6a23-400b-ab59-cab65c4bd03e-sda', '1734804841.30963', '1734804845', '1734804844', '', '1734804845', 1, 1) -test DEBUG: /tmp/tmphw37cnzt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e710fe9e36cc26cd07c88bdb99fcdcc8', '25480911-6a23-400b-ab59-cab65c4bd03e-sda', '1734804841.30963', '1734804845', '1734804844', '', '1734804845', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('25480911-6a23-400b-ab59-cab65c4bd03e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmp4q6324og/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'c579b445-a648-4165-b55e-9649162e0da4-sda', '1769215410.77216', '1769215410', '1769215411', '', '1769215411', 0, 0) +test DEBUG: /tmp/tmp4q6324og/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'c579b445-a648-4165-b55e-9649162e0da4-sda', '1769215410.77216', '1769215410', '1769215411', '', '1769215411', 0, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('c579b445-a648-4165-b55e-9649162e0da4-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01340 seconds (74.60331/s) +test INFO: Attempted to replicate 1 dbs in 0.01257 seconds (79.54541/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpjyrlnvsg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '76151c77-6743-436c-943b-ee39df8c5d3c-sda', '1734804841.33947', '1734804846', '1734804845', '', '1734804846', 0, 1) -test DEBUG: /tmp/tmpjyrlnvsg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '76151c77-6743-436c-943b-ee39df8c5d3c-sda', '1734804841.33947', '1734804846', '1734804845', '', '1734804846', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('76151c77-6743-436c-943b-ee39df8c5d3c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpnygi2uwh/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'a1fde166-88ef-4cbd-905b-6ea70ced7723-sda', '1769215410.80079', '1769215412', '0', '', '1769215412', 0, 0) +test DEBUG: /tmp/tmpnygi2uwh/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'a1fde166-88ef-4cbd-905b-6ea70ced7723-sda', '1769215410.80079', '1769215412', '0', '', '1769215412', 0, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('a1fde166-88ef-4cbd-905b-6ea70ced7723-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01159 seconds (86.25211/s) +test INFO: Attempted to replicate 1 dbs in 0.01204 seconds (83.06635/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmppchi9o3f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5345e2afdd8fd92476c3f38e2a55de33', '90dd168e-b5d1-4fe8-a2fd-886889e14b93-sda', '1734804841.36249', '1734804846', '1734804845', '', '1734804846', 1, 0) -test DEBUG: /tmp/tmppchi9o3f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1734804847.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '90dd168e-b5d1-4fe8-a2fd-886889e14b93-sda') -test DEBUG: /tmp/tmppchi9o3f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00268602s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5345e2afdd8fd92476c3f38e2a55de33', '90dd168e-b5d1-4fe8-a2fd-886889e14b93-sda', '1734804841.36249', '1734804846', '1734804845', '', '1734804846', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('90dd168e-b5d1-4fe8-a2fd-886889e14b93-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02436 seconds (41.04762/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpiofesrku/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ca498164-0add-4fc5-928c-49ac51c602f9-sda', '1734804841.39950', '1734804846', '1734804845', '', '1734804846', 0, 0) -test DEBUG: /tmp/tmpiofesrku/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ca498164-0add-4fc5-928c-49ac51c602f9-sda', '1734804841.39950', '1734804846', '1734804845', '', '1734804846', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ca498164-0add-4fc5-928c-49ac51c602f9-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpxmb8frj4/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '9bef288f996b3a01fdd8623a55dbbe8e', '2f4dcdd8-63ef-4322-b8fc-c8ce073891e9-sda', '1769215410.83111', '1769215412', '0', '', '1769215412', 1, 1) +test DEBUG: /tmp/tmpxmb8frj4/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '9bef288f996b3a01fdd8623a55dbbe8e', '2f4dcdd8-63ef-4322-b8fc-c8ce073891e9-sda', '1769215410.83111', '1769215412', '0', '', '1769215412', 1, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('2f4dcdd8-63ef-4322-b8fc-c8ce073891e9-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpxmb8frj4/sda/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01300 seconds (76.94217/s) +test INFO: Attempted to replicate 1 dbs in 0.02315 seconds (43.19064/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpxmb8frj4/sda/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db +REPLICATE: /sdb/0/417c2eb98728612765dc1198368ea0c8, sync, (1, '2ba2e73fbbaa45ef89161c1c644f2d5d', 'd90ef85e-7dd0-4b06-a652-41573c44ee49-sda', '1769215410.85084', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdb/0/417c2eb98728612765dc1198368ea0c8, complete_rsync, ('d90ef85e-7dd0-4b06-a652-41573c44ee49-sda', '417c2eb98728612765dc1198368ea0c8.db') +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, sync, (1, '2ba2e73fbbaa45ef89161c1c644f2d5d', 'd90ef85e-7dd0-4b06-a652-41573c44ee49-sda', '1769215410.85084', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, complete_rsync, ('d90ef85e-7dd0-4b06-a652-41573c44ee49-sda', '417c2eb98728612765dc1198368ea0c8.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +REPLICATE: /sda/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '8a8ba3bd-f646-42c5-99bf-f0e986844892-sda', '1769215410.87219', '1769215410.87033', '0', '', '1769215410.87033', 0, 0) test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpph3cja92/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5345e2afdd8fd92476c3f38e2a55de33', 'cc55cf5d-b9c5-495c-aab3-a5c5603ab764-sda', '1734804841.42576', '1734804846', '1734804845', '', '1734804846', 1, 1) -test DEBUG: /tmp/tmpph3cja92/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5345e2afdd8fd92476c3f38e2a55de33', 'cc55cf5d-b9c5-495c-aab3-a5c5603ab764-sda', '1734804841.42576', '1734804846', '1734804845', '', '1734804846', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('cc55cf5d-b9c5-495c-aab3-a5c5603ab764-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmp6oymlb98/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '5962ca53-6ed8-4712-81a7-bd2e8cfe15db-sda', '1769215410.88073', '1769215410.87887', '0', '', '1769215410.87887', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('5962ca53-6ed8-4712-81a7-bd2e8cfe15db-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '5962ca53-6ed8-4712-81a7-bd2e8cfe15db-sda', '1769215410.88073', '1769215410.87887', '0', '', '1769215410.87887', 0, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('5962ca53-6ed8-4712-81a7-bd2e8cfe15db-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01379 seconds (72.51385/s) +test INFO: Attempted to replicate 1 dbs in 0.00975 seconds (102.54917/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '60b90eb3-c866-473e-a20a-3a58c250bef3-sda', '1734804841.45035', '1734804841.00000', '0', '', '1734804841.00000', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '60b90eb3-c866-473e-a20a-3a58c250bef3-sda', '1734804841.45035', '1734804842.00000', '0', '', '1734804841.00000', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'f5afc1a29920a2a8edd0a8b76ecee455', 'e6108e6d-d328-433d-85e0-d99eadb64f75-sda', '1734804841.46699', '1734804841.46424', '0', '', '1734804841.46424', 11, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o_0', 'created_at': '1734804841.47121', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o_1', 'created_at': '1734804841.47189', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o_2', 'created_at': '1734804841.47199', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o_3', 'created_at': '1734804841.47207', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o_4', 'created_at': '1734804841.47214', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o_5', 'created_at': '1734804841.47222', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o_6', 'created_at': '1734804841.47229', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o_7', 'created_at': '1734804841.47236', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o_8', 'created_at': '1734804841.47243', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o_9', 'created_at': '1734804841.47250', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing_0', 'created_at': '1734804841.47264', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e6108e6d-d328-433d-85e0-d99eadb64f75-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up ... ok +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '96812fcccedf2d494d8d77e4a5b81eb1', '8d9288a1-a172-469c-bfbb-f082cc56853f-sda', '1769215410.89960', '1769215410.89768', '0', '', '1769215410.89768', 1, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: Object returning 503 for [] (txn: tx0832075c9d2e4701bab43-0067670569)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout ... ok +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx507b53605aca4852b0da4-00697415b2) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx3ed20f8c55cf441a9c1bb-00697415b2) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4c0b3673487947fca68ba-00697415b2) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx354f7500ae414f7e8f39d-00697415b2) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx9c5d7fe578554b379a6e0-00697415b2) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf43e3f2d3cb44c7ea5df2-00697415b2) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx658dbcddb30746a6a919c-00697415b2) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txa23e743dee5d4f6a8b28c-00697415b2) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf9ef7194a8254bf98ada3-00697415b2) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf4974c520d2947a5a1a9a-00697415b2) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txe08bbfe4fb5f45a8bb010-00697415b2) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx38bbbdca549340cab1a0f-00697415b2) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txce640765f7e44421b7b15-00697415b2) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx6a52e369943f4963b6a82-00697415b2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx4caccc9d0bd643d79d03d-00697415b2) +test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: txf3111dce73714a81a40e2-00697415b2) +test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx9799ee710e8b4741b3d26-00697415b2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txd9d17b214db6420fba72c-00697415b2) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx05a9acdc6aee49dd92d3b-00697415b2) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: txb56330b378634b1fa701b-00697415b2) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: tx3a0f94f1b8134c0291a9f-00697415b2) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: txfcfb9f5dd31148dfa31d7-00697415b2) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: tx5513a50e3736443aaa695-00697415b2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx04362005c19646c3abce5-00697415b2) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe9f42c7a30d444fe9f07e-00697415b2) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx511a0d4ae73d4cc6aadf1-00697415b2) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx944a77a09ace4ed480ba3-00697415b2) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8ef41c485a0b4f419d9cc-00697415b2) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txaac894561f3143d3ab59b-00697415b2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 12, 'name': '/a/c/o_missing_1', 'created_at': '1734804841.48401', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e6108e6d-d328-433d-85e0-d99eadb64f75-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 13, 'name': '/a/c/o_missing_2', 'created_at': '1734804841.48733', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e6108e6d-d328-433d-85e0-d99eadb64f75-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 14, 'name': '/a/c/o_missing_3', 'created_at': '1734804841.49136', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e6108e6d-d328-433d-85e0-d99eadb64f75-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 15, 'name': '/a/c/o_missing_4', 'created_at': '1734804841.49465', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e6108e6d-d328-433d-85e0-d99eadb64f75-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 16, 'name': '/a/c/o_missing_5', 'created_at': '1734804841.49790', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e6108e6d-d328-433d-85e0-d99eadb64f75-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 17, 'name': '/a/c/o_missing_6', 'created_at': '1734804841.50115', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e6108e6d-d328-433d-85e0-d99eadb64f75-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 18, 'name': '/a/c/o_missing_7', 'created_at': '1734804841.50542', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e6108e6d-d328-433d-85e0-d99eadb64f75-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 19, 'name': '/a/c/o_missing_8', 'created_at': '1734804841.50939', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e6108e6d-d328-433d-85e0-d99eadb64f75-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 20, 'name': '/a/c/o_missing_9', 'created_at': '1734804841.51262', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e6108e6d-d328-433d-85e0-d99eadb64f75-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (21, '6b3d15f08488bf3582c65223c495ba9c', 'e6108e6d-d328-433d-85e0-d99eadb64f75-sda', '1734804841.46699', '1734804841.46424', '0', '', '1734804841.46424', 21, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 21, 'name': '/a/c/o_missing_10', 'created_at': '1734804841.51659', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e6108e6d-d328-433d-85e0-d99eadb64f75-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp_q1gktxh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'eff7fb0a-96a3-43f0-ba8d-0bc35c8a25eb-sda', '1734804841.53347', '1734804842', '0', '', '1734804842', 0, 0) -test DEBUG: /tmp/tmp_q1gktxh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'eff7fb0a-96a3-43f0-ba8d-0bc35c8a25eb-sda', '1734804841.53347', '1734804842', '0', '', '1734804842', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('eff7fb0a-96a3-43f0-ba8d-0bc35c8a25eb-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00987 seconds (101.28131/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmptnj878_6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '83d6c9fca57f8450a314eb1b0d38d7f0', '246e87cf-891e-4c3e-9b06-afaa450ed4c2-sda', '1734804841.55228', '1734804842', '0', '', '1734804842', 1, 0) -test DEBUG: /tmp/tmptnj878_6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1734804843.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '246e87cf-891e-4c3e-9b06-afaa450ed4c2-sda') -test DEBUG: /tmp/tmptnj878_6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00264215s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '83d6c9fca57f8450a314eb1b0d38d7f0', '246e87cf-891e-4c3e-9b06-afaa450ed4c2-sda', '1734804841.55228', '1734804842', '0', '', '1734804842', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('246e87cf-891e-4c3e-9b06-afaa450ed4c2-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmptnj878_6/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02770 seconds (36.09605/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmptnj878_6/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, 'ab2c55240723e92a6b74cf4b7fa07d8b', 'e6003af1-ad08-4d92-a50e-c12c8dcffa5a-sda', '1734804841.57881', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('e6003af1-ad08-4d92-a50e-c12c8dcffa5a-sda', '297acf2cc2b8a9460edced758a9b309b.db') -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, 'ab2c55240723e92a6b74cf4b7fa07d8b', 'e6003af1-ad08-4d92-a50e-c12c8dcffa5a-sda', '1734804841.57881', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('e6003af1-ad08-4d92-a50e-c12c8dcffa5a-sda', '297acf2cc2b8a9460edced758a9b309b.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmphap910vc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7c7a1405-98e6-4bc3-9520-bbc01fc6689c-sda', '1734804841.59894', '1734804842', '0', '', '1734804842', 0, 0) -test DEBUG: /tmp/tmphap910vc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7c7a1405-98e6-4bc3-9520-bbc01fc6689c-sda', '1734804841.59894', '1734804842', '0', '', '1734804842', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7c7a1405-98e6-4bc3-9520-bbc01fc6689c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01180 seconds (84.71387/s)test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0832075c9d2e4701bab43-0067670569) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: tx4dc332847e7442e7ac06a-0067670569) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: tx4dc332847e7442e7ac06a-0067670569) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 0, Lengths: [490, 490, 490, 490, 490, 490, 490, 490, 490, 490]: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: tx98cba949bbd246368be46-0067670569) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx98cba949bbd246368be46-0067670569) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx98cba949bbd246368be46-0067670569) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx98cba949bbd246368be46-0067670569) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx98cba949bbd246368be46-0067670569) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx98cba949bbd246368be46-0067670569) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx98cba949bbd246368be46-0067670569) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx98cba949bbd246368be46-0067670569) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx98cba949bbd246368be46-0067670569) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx98cba949bbd246368be46-0067670569) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx98cba949bbd246368be46-0067670569) -proxy-server ERROR: ERROR Unhandled exception in request: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/server.py", line 603, in handle_request - return handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 375, in wrapped - return func(*a, **kw) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 278, in GET - return self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 266, in GETorHEAD - resp = self._get_or_head_response(req, node_iter, partition, policy) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 2927, in _get_or_head_response - app_iter.kickoff(req, resp) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1181, in kickoff - self.stashed_iter = reiterate(self._real_iter(req, resp.headers)) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2390, in reiterate - chunk = next(iterator) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ - return self._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 3105, in _get_next_item - return super(StringAlong, self)._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item - return next(self.wrapped_iter) - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1467, in _iter_one_range - for i, next_seg in enumerate(segment_iter): - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1546, in _decode_segments_from_fragments - segment = self.policy.pyeclib_driver.decode(fragments) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/pyeclib/ec_iface.py", line 300, in decode - return self.ec_lib_reference.decode(fragment_payloads, ranges, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/pyeclib/core.py", line 91, in decode - return pyeclib_c.decode(self.handle, _fragment_payloads, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -pyeclib.ec_iface.ECInvalidFragmentMetadata: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: tx98cba949bbd246368be46-0067670569)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx52437500d73242269c854-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx52437500d73242269c854-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx52437500d73242269c854-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx52437500d73242269c854-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx52437500d73242269c854-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx52437500d73242269c854-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx52437500d73242269c854-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx52437500d73242269c854-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx52437500d73242269c854-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx52437500d73242269c854-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx52437500d73242269c854-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx52437500d73242269c854-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx52437500d73242269c854-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx52437500d73242269c854-0067670569) -proxy-server ERROR: Object returning 503 for [] (txn: tx52437500d73242269c854-0067670569) +proxy-server WARNING: Client disconnected on read of EC frag 'a/c/o' (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd5f738d2141646bca8b84-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd5f738d2141646bca8b84-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd5f738d2141646bca8b84-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd5f738d2141646bca8b84-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd5f738d2141646bca8b84-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd5f738d2141646bca8b84-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd5f738d2141646bca8b84-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd5f738d2141646bca8b84-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd5f738d2141646bca8b84-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd5f738d2141646bca8b84-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd5f738d2141646bca8b84-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd5f738d2141646bca8b84-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd5f738d2141646bca8b84-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd5f738d2141646bca8b84-0067670569) -proxy-server ERROR: Object returning 503 for [] (txn: txd5f738d2141646bca8b84-0067670569) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa4e672694b0543cf8a78b-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa4e672694b0543cf8a78b-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa4e672694b0543cf8a78b-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa4e672694b0543cf8a78b-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4e672694b0543cf8a78b-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4e672694b0543cf8a78b-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4e672694b0543cf8a78b-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4e672694b0543cf8a78b-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4e672694b0543cf8a78b-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa4e672694b0543cf8a78b-0067670569) -proxy-server ERROR: Object returning 503 for [] (txn: txa4e672694b0543cf8a78b-0067670569) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx03873be9afc043b3b442e-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx03873be9afc043b3b442e-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx03873be9afc043b3b442e-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx03873be9afc043b3b442e-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx03873be9afc043b3b442e-0067670569)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state ... ok - -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpa_eomzid/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '83d6c9fca57f8450a314eb1b0d38d7f0', '405c8a42-eb05-429a-a198-2502d1d9ec14-sda', '1734804841.62635', '1734804842', '0', '', '1734804842', 1, 0) -test DEBUG: /tmp/tmpa_eomzid/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '83d6c9fca57f8450a314eb1b0d38d7f0', '405c8a42-eb05-429a-a198-2502d1d9ec14-sda', '1734804841.62635', '1734804842', '0', '', '1734804842', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('405c8a42-eb05-429a-a198-2502d1d9ec14-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpa_eomzid/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02141 seconds (46.71059/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpa_eomzid/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, 'ab2c55240723e92a6b74cf4b7fa07d8b', 'b1ee0591-b9e6-4b7a-95e7-ebb4d83ba50d-sda', '1734804841.64667', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('b1ee0591-b9e6-4b7a-95e7-ebb4d83ba50d-sda', '297acf2cc2b8a9460edced758a9b309b.db') -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, 'ab2c55240723e92a6b74cf4b7fa07d8b', 'b1ee0591-b9e6-4b7a-95e7-ebb4d83ba50d-sda', '1734804841.64667', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('b1ee0591-b9e6-4b7a-95e7-ebb4d83ba50d-sda', '297acf2cc2b8a9460edced758a9b309b.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpa9zru000/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd87f712e-19da-470c-8bc1-b3f1d4153a11-sda', '1734804841.67093', '1734804842', '1734804843', '', '1734804843', 0, 0) -test DEBUG: /tmp/tmpa9zru000/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd87f712e-19da-470c-8bc1-b3f1d4153a11-sda', '1734804841.67093', '1734804842', '1734804843', '', '1734804843', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d87f712e-19da-470c-8bc1-b3f1d4153a11-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00983 seconds (101.71852/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpj1mba04k/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ed17e181b3a937e7cdb602d6fef4ec18', '2d92c0a0-1060-438d-8ada-dfbb701ec3a2-sda', '1734804841.69063', '1734804842', '1734804843', '', '1734804843', 1, 0) -test DEBUG: /tmp/tmpj1mba04k/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1734804844.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '2d92c0a0-1060-438d-8ada-dfbb701ec3a2-sda') -test DEBUG: /tmp/tmpj1mba04k/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00298619s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ed17e181b3a937e7cdb602d6fef4ec18', '2d92c0a0-1060-438d-8ada-dfbb701ec3a2-sda', '1734804841.69063', '1734804842', '1734804843', '', '1734804843', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2d92c0a0-1060-438d-8ada-dfbb701ec3a2-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpj1mba04k/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02006 seconds (49.85656/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpj1mba04k/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '3259d438af538cc7a47b78ccc6c5d161', '8f544ff4-ab61-41f2-8c9f-2b016a016532-sda', '1734804841.71088', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('8f544ff4-ab61-41f2-8c9f-2b016a016532-sda', '297acf2cc2b8a9460edced758a9b309b.db') -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '3259d438af538cc7a47b78ccc6c5d161', '8f544ff4-ab61-41f2-8c9f-2b016a016532-sda', '1734804841.71088', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('8f544ff4-ab61-41f2-8c9f-2b016a016532-sda', '297acf2cc2b8a9460edced758a9b309b.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpzs3egi4h/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7d749676-0a52-4734-867b-6134d05a7dcf-sda', '1734804841.72965', '1734804842', '1734804843', '', '1734804843', 0, 1) -test DEBUG: /tmp/tmpzs3egi4h/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7d749676-0a52-4734-867b-6134d05a7dcf-sda', '1734804841.72965', '1734804842', '1734804843', '', '1734804843', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7d749676-0a52-4734-867b-6134d05a7dcf-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01763 seconds (56.73543/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpydcwwiub/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ed17e181b3a937e7cdb602d6fef4ec18', '44e22344-d3de-434b-8e5e-cb4c0015049b-sda', '1734804841.75783', '1734804842', '1734804843', '', '1734804843', 1, 0) -test DEBUG: /tmp/tmpydcwwiub/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to dotest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 ... ok - -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx03873be9afc043b3b442e-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx03873be9afc043b3b442e-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx03873be9afc043b3b442e-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx03873be9afc043b3b442e-0067670569) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx20720037b0bd488a97666-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx20720037b0bd488a97666-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx20720037b0bd488a97666-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx20720037b0bd488a97666-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx20720037b0bd488a97666-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20720037b0bd488a97666-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20720037b0bd488a97666-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20720037b0bd488a97666-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20720037b0bd488a97666-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20720037b0bd488a97666-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20720037b0bd488a97666-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20720037b0bd488a97666-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20720037b0bd488a97666-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20720037b0bd488a97666-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20720037b0bd488a97666-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20720037b0bd488a97666-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20720037b0bd488a97666-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20720037b0bd488a97666-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx20720037b0bd488a97666-0067670569) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx7410a5b1afd34a2eb6779-00697415b4) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx344c7f7021d14646a610d-00697415b4) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: txe15072ea428642fc87633-0067670569) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: txc653337d0c2d4a3f8a5d0-0067670569) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx716e74f463d946c28bffc-0067670569) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx716e74f463d946c28bffc-0067670569) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx716e74f463d946c28bffc-0067670569) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx716e74f463d946c28bffc-0067670569) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx716e74f463d946c28bffc-0067670569) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx716e74f463d946c28bffc-0067670569) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx716e74f463d946c28bffc-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx716e74f463d946c28bffc-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx716e74f463d946c28bffc-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx716e74f463d946c28bffc-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx716e74f463d946c28bffc-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx716e74f463d946c28bffc-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx716e74f463d946c28bffc-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx716e74f463d946c28bffc-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx716e74f463d946c28bffc-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx716e74f463d946c28bffc-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx716e74f463d946c28bffc-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx716e74f463d946c28bffc-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx716e74f463d946c28bffc-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx716e74f463d946c28bffc-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx716e74f463d946c28bffc-0067670569) -proxy-server ERROR: Object returning 503 for [] (txn: tx716e74f463d946c28bffc-0067670569) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body ... ok - -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ed17e181b3a937e7cdb602d6fef4ec18', '44e22344-d3de-434b-8e5e-cb4c0015049b-sda', '1734804841.75783', '1734804842', '1734804843', '', '1734804843', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('44e22344-d3de-434b-8e5e-cb4c0015049b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpydcwwiub/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02702 seconds (37.01605/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpydcwwiub/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '3259d438af538cc7a47b78ccc6c5d161', '9bb9371e-220d-4a50-98b5-ed47a634a87f-sda', '1734804841.78210', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('9bb9371e-220d-4a50-98b5-ed47a634a87f-sda', '297acf2cc2b8a9460edced758a9b309b.db') -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '3259d438af538cc7a47b78ccc6c5d161', '9bb9371e-220d-4a50-98b5-ed47a634a87f-sda', '1734804841.78210', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('9bb9371e-220d-4a50-98b5-ed47a634a87f-sda', '297acf2cc2b8a9460edced758a9b309b.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp3siigzw_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6b8eb0c6-0de5-4f80-8897-99286ef4c85e-sda', '1734804841.80397', '1734804841', '1734804842', '', '1734804842', 0, 1) -test DEBUG: /tmp/tmp3siigzw_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6b8eb0c6-0de5-4f80-8897-99286ef4c85e-sda', '1734804841.80397', '1734804841', '1734804842', '', '1734804842', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6b8eb0c6-0de5-4f80-8897-99286ef4c85e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01120 seconds (89.27580/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmposdukbuc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9de23ead-e084-4a21-97e3-e203111147a5-sda', '1734804841.82595', '1734804841', '1734804842', '', '1734804842', 0, 0) -test DEBUG: /tmp/tmposdukbuc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9de23ead-e084-4a21-97e3-e203111147a5-sda', '1734804841.82595', '1734804841', '1734804842', '', '1734804842', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9de23ead-e084-4a21-97e3-e203111147a5-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01293 seconds (77.35797/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp7rif80jb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'fb6577cc-9e20-496a-a9ef-b24812f29d59-sda', '1734804841.85499', '1734804843', '0', '', '1734804843', 0, 1) -test DEBUG: /tmp/tmp7rif80jb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'fb6577cc-9e20-496a-a9ef-b24812f29d59-sda', '1734804841.85499', '1734804843', '0', '', '1734804843', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('fb6577cc-9e20-496a-a9ef-b24812f29d59-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01382 seconds (72.35373/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp_qxanodc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ed17e181b3a937e7cdb602d6fef4ec18', '55a74ec5-ab39-4b4f-9575-c3315360c1a7-sda', '1734804841.87949', '1734804843', '0', '', '1734804843', 1, 0) -test DEBUG: /tmp/tmp_qxanodc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ed17e181b3a937e7cdb602d6fef4ec18', '55a74ec5-ab39-4b4f-9575-c3315360c1a7-sda', '1734804841.87949', '1734804843', '0', '', '1734804843', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('55a74ec5-ab39-4b4f-9575-c3315360c1a7-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp_qxanodc/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01765 seconds (56.67180/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp_qxanodc/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '3259d438af538cc7a47b78ccc6c5d161', '1d125221-6611-4d4e-a733-b76f2f539aee-sda', '1734804841.89649', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('1d125221-6611-4d4e-a733-b76f2f539aee-sda', '297acf2cc2b8a9460edced758a9b309b.db') -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '3259d438af538cc7a47b78ccc6c5d161', '1d125221-6611-4d4e-a733-b76f2f539aee-sda', '1734804841.89649', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('1d125221-6611-4d4e-a733-b76f2f539aee-sda', '297acf2cc2b8a9460edced758a9b309b.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4cab3390-b010-405d-a0d6-540c3839fbe4-sda', '1734804841.91444', '1734804841.91203', '0', '', '1734804841.91203', 0, 0) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpuh7qbt24/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '06672587-5c1c-42d0-943b-700d2419a6c1-sda', '1734804841.92169', '1734804841.91974', '0', '', '1734804841.91974', 0, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body ... ok +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.10:1010/sdk (txn: tx71eeecb1d6b145e48afd3-0067670569) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.13:1013/sdn (txn: tx71eeecb1d6b145e48afd3-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx71eeecb1d6b145e48afd3-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx71eeecb1d6b145e48afd3-0067670569) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx71eeecb1d6b145e48afd3-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71eeecb1d6b145e48afd3-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71eeecb1d6b145e48afd3-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71eeecb1d6b145e48afd3-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71eeecb1d6b145e48afd3-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71eeecb1d6b145e48afd3-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71eeecb1d6b145e48afd3-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71eeecb1d6b145e48afd3-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71eeecb1d6b145e48afd3-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71eeecb1d6b145e48afd3-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71eeecb1d6b145e48afd3-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71eeecb1d6b145e48afd3-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71eeecb1d6b145e48afd3-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71eeecb1d6b145e48afd3-0067670569) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71eeecb1d6b145e48afd3-0067670569) -proxy-server ERROR: Exception fetching fragments for '/a/c/o': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1493, in put_fragments_in_queue - for fragment in frag_iter: - ^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ - return self._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 5009, in _get_next_item - return super(CooperativeIterator, self)._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item - return next(self.wrapped_iter) - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 2515, in _iter_bytes_from_response_part - six.reraise(exc_type, exc_value, exc_traceback) - File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise - raise value - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 2487, in _iter_bytes_from_response_part - chunk = part_file.read(self.app.object_chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1145, in read - raise ShortReadError( -swift.common.exceptions.ShortReadError: Too few bytes; read 415, expecting 490 (txn: tx71eeecb1d6b145e48afd3-0067670569) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx71eeecb1d6b145e48afd3-0067670569) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.0:1000/sda (txn: tx05f0e230535f47d29d7a9-0067670569) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.10:1010/sdk (txn: txee960321a4ac4242a3424-006767056a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txee960321a4ac4242a3424-006767056a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txee960321a4ac4242a3424-006767056a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txee960321a4ac4242a3424-006767056a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txee960321a4ac4242a3424-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee960321a4ac4242a3424-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee960321a4ac4242a3424-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee960321a4ac4242a3424-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee960321a4ac4242a3424-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee960321a4ac4242a3424-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee960321a4ac4242a3424-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee960321a4ac4242a3424-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee960321a4ac4242a3424-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee960321a4ac4242a3424-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee960321a4ac4242a3424-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee960321a4ac4242a3424-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee960321a4ac4242a3424-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee960321a4ac4242a3424-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txee960321a4ac4242a3424-006767056a) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.01s) (txn: txee960321a4ac4242a3424-006767056a) -proxy-server ERROR: ERROR Unhandled exception in request: ChunkReadTimeout (0.01s after 0.01s) (txn: txee960321a4ac4242a3424-006767056a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: tx806cbd21d8ee4e28be3ff-006767056a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx806cbd21d8ee4e28be3ff-006767056a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx806cbd21d8ee4e28be3ff-006767056a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx806cbd21d8ee4e28be3ff-006767056a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx806cbd21d8ee4e28be3ff-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx806cbd21d8ee4e28be3ff-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx806cbd21d8ee4e28be3ff-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx806cbd21d8ee4e28be3ff-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx806cbd21d8ee4e28be3ff-006767056a)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container ... ok +test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: tx01e83976f750431f95267-00697415b2) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx01e83976f750431f95267-00697415b2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpfjac9i78/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpfjac9i78/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpfjac9i78/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpfjac9i78/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0033 "-" 3082123 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0031 "-" 3082123 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0028 "-" 3082123 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0028 "-" 3082123 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txff1b50aa153f41d58745b-00697415b2" "proxy-server 3082123" 0.0012 "-" 3082123 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:46583/sdb1/0/a/c" "txff1b50aa153f41d58745b-00697415b2" "container-server 3082123" 0.0011 "-" 3082123 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:48981/sda1/0/a/c" "txff1b50aa153f41d58745b-00697415b2" "container-server 3082123" 0.0010 "-" 3082123 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txff1b50aa153f41d58745b-00697415b2" "proxy-server 3082123" 0.0136 "-" 3082123 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txff1b50aa153f41d58745b-00697415b2" "proxy-server 3082123" 0.0095 "-" 3082123 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/30 PUT /v1/a/c HTTP/1.0 201 - - t - - - txff1b50aa153f41d58745b-00697415b2 - 0.0228 - - 1769215410.899578810 1769215410.922418594 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx224c3836806e418eaaebc-00697415b2" "proxy-server 3082123" 0.0012 "-" 3082123 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:46583/sdb1/2/a1/c1" "tx224c3836806e418eaaebc-00697415b2" "container-server 3082123" 0.0022 "-" 3082123 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:48981/sda1/2/a1/c1" "tx224c3836806e418eaaebc-00697415b2" "container-server 3082123" 0.0012 "-" 3082123 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx224c3836806e418eaaebc-00697415b2" "proxy-server 3082123" 0.0096 "-" 3082123 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx224c3836806e418eaaebc-00697415b2" "proxy-server 3082123" 0.0147 "-" 3082123 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/30 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx224c3836806e418eaaebc-00697415b2 - 0.0222 - - 1769215410.923910618 1769215410.946106672 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5bdf545346574bfc99aff-00697415b2" "proxy-server 3082123" 0.0020 "-" 3082123 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:48981/sda1/0/a/c1" "tx5bdf545346574bfc99aff-00697415b2" "container-server 3082123" 0.0027 "-" 3082123 1 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:46583/sdb1/0/a/c1" "tx5bdf545346574bfc99aff-00697415b2" "container-server 3082123" 0.0011 "-" 3082123 1 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx5bdf545346574bfc99aff-00697415b2" "proxy-server 3082123" 0.0101 "-" 3082123 1 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx5bdf545346574bfc99aff-00697415b2" "proxy-server 3082123" 0.0154 "-" 3082123 1 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/30 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx5bdf545346574bfc99aff-00697415b2 - 0.0239 - - 1769215410.947654486 1769215410.971594334 1 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4b2fd0ff1ecb4a22a1fcf-00697415b2" "proxy-server 3082123" 0.0019 "-" 3082123 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:48981/sda1/2/a/c2" "tx4b2fd0ff1ecb4a22a1fcf-00697415b2" "container-server 3082123" 0.0020 "-" 3082123 2 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:46583/sdb1/2/a/c2" "tx4b2fd0ff1ecb4a22a1fcf-00697415b2" "container-server 3082123" 0.0018 "-" 3082123 2 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx4b2fd0ff1ecb4a22a1fcf-00697415b2" "proxy-server 3082123" 0.0102 "-" 3082123 2 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:30 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx4b2fd0ff1ecb4a22a1fcf-00697415b2" "proxy-server 3082123" 0.0154 "-" 3082123 2test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id ... ok +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow ... ok +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny ... ok +test.unit.proxy.test_server.TestProxyServer.test_check_response_200 +test.unit.proxy.test_server.TestProxyServer.test_check_response_200 ... ok +test.unit.proxy.test_server.TestProxyServer.test_check_response_503 +test.unit.proxy.test_server.TestProxyServer.test_check_response_503 ... ok +test.unit.proxy.test_server.TestProxyServer.test_check_response_507 +test.unit.proxy.test_server.TestProxyServer.test_check_response_507 ... ok +test.unit.proxy.test_server.TestProxyServer.test_denied_host_header +test.unit.proxy.test_server.TestProxyServer.test_denied_host_header ... ok +test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods +test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods ... ok +test.unit.proxy.test_server.TestProxyServer.test_error_occurred +test.unit.proxy.test_server.TestProxyServer.test_error_occurred ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('06672587-5c1c-42d0-943b-700d2419a6c1-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '06672587-5c1c-42d0-943b-700d2419a6c1-sda', '1734804841.92169', '1734804841.91974', '0', '', '1734804841.91974', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('06672587-5c1c-42d0-943b-700d2419a6c1-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00984 seconds (101.57810/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '8768c8e9a44ff783942cffa10a4dbd4e', 'dc9697f6-c183-4f27-91ff-82b466459daa-sda', '1734804841.94801', '1734804841.94608', '0', '', '1734804841.94608', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('dc9697f6-c183-4f27-91ff-82b466459daa-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '492e2f81c39d16928870990cacc9a237', '7c7f02a1-548f-4c54-83da-2df26661dd4b-sda', '1734804841.97147', '1734804841.96965', '0', '', '1734804841.96965', 11, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o_0', 'created_at': '1734804841.97566', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c/o_1', 'created_at': '1734804841.97636', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c/o_2', 'created_at': '1734804841.97646', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c/o_3', 'created_at': '1734804841.97654', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c/o_4', 'created_at': '1734804841.97664', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c/o_5', 'created_at': '1734804841.97672', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c/o_6', 'created_at': '1734804841.97679', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c/o_7', 'created_at': '1734804841.97686', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c/o_8', 'created_at': '1734804841.97693', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c/o_9', 'created_at': '1734804841.97703', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing', 'created_at': '1734804841.97710', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '7c7f02a1-548f-4c54-83da-2df26661dd4b-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp0lq7e07g/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e5ce8eb8-be60-49ec-afa9-416ea319f0cd-sda', '1734804842.00128', '1734804844', '0', '', '1734804844', 0, 1) -test DEBUG: /tmp/tmp0lq7e07g/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e5ce8eb8-be60-49ec-afa9-416ea319f0cd-sda', '1734804842.00128', '1734804844', '0', '', '1734804844', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e5ce8eb8-be60-49ec-afa9-416ea319f0cd-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01080 seconds (92.62749/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpyqq5yxow/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e710fe9e36cc26cd07c88bdb99fcdcc8', '9ea95de4-4714-4df5-b6f5-3a1627da3ba8-sda', '1734804842.02421', '1734804845', '0', '', '1734804845', 1, 1) -test DEBUG: /tmp/tmpyqq5yxow/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1734804846.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '9ea95de4-4714-4df5-b6f5-3a1627da3ba8-sda') -test DEBUG: /tmp/tmpyqq5yxow/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00287056s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e710fe9e36cc26cd07c88bdb99fcdcc8', '9ea95de4-4714-4df5-b6f5-3a1627da3ba8-sda', '1734804842.02421', '1734804845', '0', '', '1734804845', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9ea95de4-4714-4df5-b6f5-3a1627da3ba8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpyqq5yxow/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02294 seconds (43.58560/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpyqq5yxow/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '14f7a63da8467e510f5a834448ec833f', 'c74ccf7f-0b38-4f40-9e65-bd6828e5b3a6-sda', '1734804842.04609', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('c74ccf7f-0b38-4f40-9e65-bd6828e5b3a6-sda', '297acf2cc2b8a9460edced758a9b309b.db') -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '14f7a63da8467e510f5a834448ec833f', 'c74ccf7f-0b38-4f40-9e65-bd6828e5b3a6-sda', '1734804842.04609', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('c74ccf7f-0b38-4f40-9e65-bd6828e5b3a6-sda', '297acf2cc2b8a9460edced758a9b309b.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpqt38ly6v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2ef6240d-f317-4840-a905-28f93a3fd3ec-sda', '1734804842.06635', '1734804845', '0', '', '1734804845', 0, 1) -test DEBUG: /tmp/tmpqt38ly6v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2ef6240d-f317-4840-a905-28f93a3fd3ec-sda', '1734804842.06635', '1734804845', '0', '', '1734804845', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2ef6240d-f317-4840-a905-28f93a3fd3ec-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db')test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path ... ok +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx6cc2be26977f4d8283a99-00697415b2) +test DEBUG: Setting object count to 1072 (txn: tx6cc2be26977f4d8283a99-00697415b2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txa82e36ddd6e146b6b8910-00697415b3) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa82e36ddd6e146b6b8910-00697415b3) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa82e36ddd6e146b6b8910-00697415b3) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa82e36ddd6e146b6b8910-00697415b3) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa82e36ddd6e146b6b8910-00697415b3) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa82e36ddd6e146b6b8910-00697415b3) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txa82e36ddd6e146b6b8910-00697415b3) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txa82e36ddd6e146b6b8910-00697415b3) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txa82e36ddd6e146b6b8910-00697415b3) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txa82e36ddd6e146b6b8910-00697415b3) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txa82e36ddd6e146b6b8910-00697415b3) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txa82e36ddd6e146b6b8910-00697415b3) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txa82e36ddd6e146b6b8910-00697415b3) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txa82e36ddd6e146b6b8910-00697415b3) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txa82e36ddd6e146b6b8910-00697415b3) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txa82e36ddd6e146b6b8910-00697415b3) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txa82e36ddd6e146b6b8910-00697415b3) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa82e36ddd6e146b6b8910-00697415b3) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa82e36ddd6e146b6b8910-00697415b3) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txa82e36ddd6e146b6b8910-00697415b3) +test DEBUG: Setting object count to 1072 (txn: txa82e36ddd6e146b6b8910-00697415b3) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx2a18d2e85b0b4277b896d-00697415b4) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2a18d2e85b0b4277b896d-00697415b4) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2a18d2e85b0b4277b896d-00697415b4) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx2a18d2e85b0b4277b896d-00697415b4) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2a18d2e85b0b4277b896d-00697415b4) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2a18d2e85b0b4277b896d-00697415b4) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx2a18d2e85b0b4277b896d-00697415b4) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx2a18d2e85b0b4277b896d-00697415b4) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2a18d2e85b0b4277b896d-00697415b4) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx2a18d2e85b0b4277b896d-00697415b4) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx2a18d2e85b0b4277b896d-00697415b4) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2a18d2e85b0b4277b896d-00697415b4) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx2a18d2e85b0b4277b896d-00697415b4) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx2a18d2e85b0b4277b896d-00697415b4) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx2a18d2e85b0b4277b896d-00697415b4) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx2a18d2e85b0b4277b896d-00697415b4) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx2a18d2e85b0b4277b896d-00697415b4) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2a18d2e85b0b4277b896d-00697415b4) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2a18d2e85b0b4277b896d-00697415b4) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx2a18d2e85b0b4277b896d-00697415b4) +test DEBUG: Setting object count to 1072 (txn: tx2a18d2e85b0b4277b896d-00697415b4) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx705641449bb24c8bb2927-00697415b5) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx705641449bb24c8bb2927-00697415b5) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx705641449bb24c8bb2927-00697415b5)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache ... ok +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, rsync_then_merge, ('8d9288a1-a172-469c-bfbb-f082cc56853f-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (11, '5bada484f4e78716d4cfa6205277b15c', 'f48c0620-fa40-4d98-9d7d-11ac596ccc22-sda', '1769215410.92521', '1769215410.92337', '0', '', '1769215410.92337', 11, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': '/a/c/o_0', 'created_at': '1769215410.92960', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c/o_1', 'created_at': '1769215410.93030', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c/o_2', 'created_at': '1769215410.93040', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c/o_3', 'created_at': '1769215410.93048', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c/o_4', 'created_at': '1769215410.93055', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c/o_5', 'created_at': '1769215410.93065', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c/o_6', 'created_at': '1769215410.93072', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c/o_7', 'created_at': '1769215410.93079', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c/o_8', 'created_at': '1769215410.93086', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c/o_9', 'created_at': '1769215410.93093', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing', 'created_at': '1769215410.93101', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'f48c0620-fa40-4d98-9d7d-11ac596ccc22-sda') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpjylp0ut3/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '9f92fb86-227a-4732-a328-ae59b07459c9-sda', '1769215410.95594', '1769215413', '0', '', '1769215413', 0, 0) +test DEBUG: /tmp/tmpjylp0ut3/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '9f92fb86-227a-4732-a328-ae59b07459c9-sda', '1769215410.95594', '1769215413', '0', '', '1769215413', 0, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('9f92fb86-227a-4732-a328-ae59b07459c9-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01219 seconds (82.04913/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp_rcu9ajj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e710fe9e36cc26cd07c88bdb99fcdcc8', '42be3cc3-ba12-41ee-9769-34a407a47381-sda', '1734804842.09016', '1734804845', '0', '', '1734804845', 1, 0) -test DEBUG: /tmp/tmp_rcu9ajj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e710fe9e36cc26cd07c88bdb99fcdcc8', '42be3cc3-ba12-41ee-9769-34a407a47381-sda', '1734804842.09016', '1734804845', '0', '', '1734804845', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('42be3cc3-ba12-41ee-9769-34a407a47381-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp_rcu9ajj/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01750 seconds (57.12955/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp_rcu9ajj/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '880e9dfd949d87f0eb41aa56155e02c7', '23c02bea-0392-42d3-aa0b-a82d15ea75ca-sda', '1734804842.10720', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('23c02bea-0392-42d3-aa0b-a82d15ea75ca-sda', '297acf2cc2b8a9460edced758a9b309b.db') -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '880e9dfd949d87f0eb41aa56155e02c7', '23c02bea-0392-42d3-aa0b-a82d15ea75ca-sda', '1734804842.10720', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('23c02bea-0392-42d3-aa0b-a82d15ea75ca-sda', '297acf2cc2b8a9460edced758a9b309b.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpwa1ddgcv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a2e8a6ea-c7db-4187-a7a3-8e3ed78ff4f8-sda', '1734804842.13050', '1734804842', '1734804846', '', '1734804846', 0, 1) -test DEBUG: /tmp/tmpwa1ddgcv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a2e8a6ea-c7db-4187-a7a3-8e3ed78ff4f8-sda', '1734804842.13050', '1734804842', '1734804846', '', '1734804846', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a2e8a6ea-c7db-4187-a7a3-8e3ed78ff4f8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01129 seconds (88.60628/s) +test INFO: Attempted to replicate 1 dbs in 0.01217 seconds (82.17291/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpuxcpiaa_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5345e2afdd8fd92476c3f38e2a55de33', '97d173d5-85f2-402e-9893-ef93040d9aa6-sda', '1734804842.15422', '1734804842', '1734804846', '', '1734804846', 1, 1) -test DEBUG: /tmp/tmpuxcpiaa_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1734804847.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '97d173d5-85f2-402e-9893-ef93040d9aa6-sda') -test DEBUG: /tmp/tmpuxcpiaa_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00271487s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5345e2afdd8fd92476c3f38e2a55de33', '97d173d5-85f2-402e-9893-ef93040d9aa6-sda', '1734804842.15422', '1734804842', '1734804846', '', '1734804846', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('97d173d5-85f2-402e-9893-ef93040d9aa6-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpuxcpiaa_/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db +test DEBUG: Replicating db /tmp/tmp20bgbadd/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '1d4505f79f7f4654298a887f1eb1df32', '9bbf29ab-1fb8-4fc5-87b7-a4279702bf71-sda', '1769215410.97916', '1769215413', '0', '', '1769215413', 1, 1) +test DEBUG: /tmp/tmp20bgbadd/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769215414.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '9bbf29ab-1fb8-4fc5-87b7-a4279702bf71-sda') +test DEBUG: /tmp/tmp20bgbadd/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00280643s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '1d4505f79f7f4654298a887f1eb1df32', '9bbf29ab-1fb8-4fc5-87b7-a4279702bf71-sda', '1769215410.97916', '1769215413', '0', '', '1769215413', 1, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('9bbf29ab-1fb8-4fc5-87b7-a4279702bf71-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp20bgbadd/sda/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02233 seconds (44.78299/s) +test INFO: Attempted to replicate 1 dbs in 0.02503 seconds (39.95739/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpuxcpiaa_/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '59d0185d934d7a776fd8746fa120aaa2', 'f7c958f8-5aa7-46f9-8bdc-6ddf264af974-sda', '1734804842.17985', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('f7c958f8-5aa7-46f9-8bdc-6ddf264af974-sda', '297acf2cc2b8a9460edced758a9b309b.db') -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '59d0185d934d7a776fd8746fa120aaa2', 'f7c958f8-5aa7-46f9-8bdc-6ddf264af974-sda', '1734804842.17985', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('f7c958f8-5aa7-46f9-8bdc-6ddf264af974-sda', '297acf2cc2b8a9460edced758a9b309b.db') +test DEBUG: Replicating db /tmp/tmp20bgbadd/sda/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db +REPLICATE: /sdb/0/417c2eb98728612765dc1198368ea0c8, sync, (1, 'ffd836cd4e573938e19523406d9f37cc', '02095e00-fde8-47b1-a81f-45bdfa09adb4-sda', '1769215411.00337', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdb/0/417c2eb98728612765dc1198368ea0c8, complete_rsync, ('02095e00-fde8-47b1-a81f-45bdfa09adb4-sda', '417c2eb98728612765dc1198368ea0c8.db') +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, sync, (1, 'ffd836cd4e573938e19523406d9f37cc', '02095e00-fde8-47b1-a81f-45bdfa09adb4-sda', '1769215411.00337', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, complete_rsync, ('02095e00-fde8-47b1-a81f-45bdfa09adb4-sda', '417c2eb98728612765dc1198368ea0c8.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp6nq62arb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'eb73bc72-5f2b-4a45-b2f2-bd2368ae85be-sda', '1734804842.19626', '1734804842', '1734804846', '', '1734804846', 0, 1) -test DEBUG: /tmp/tmp6nq62arb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'eb73bc72-5f2b-4a45-b2f2-bd2368ae85be-sda', '1734804842.19626', '1734804842', '1734804846', '', '1734804846', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('eb73bc72-5f2b-4a45-b2f2-bd2368ae85be-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmps7tkvk05/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '1f968d1e-109e-4d49-a087-ee65447b7e6a-sda', '1769215411.02382', '1769215414', '0', '', '1769215414', 0, 1) +test DEBUG: /tmp/tmps7tkvk05/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '1f968d1e-109e-4d49-a087-ee65447b7e6a-sda', '1769215411.02382', '1769215414', '0', '', '1769215414', 0, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('1f968d1e-109e-4d49-a087-ee65447b7e6a-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01152 seconds (86.78573/s) +test INFO: Attempted to replicate 1 dbs in 0.01240 seconds (80.61718/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmph9z1ew0o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5345e2afdd8fd92476c3f38e2a55de33', 'b0798dea-e915-49b5-9074-f7dfc561d345-sda', '1734804842.21996', '1734804842', '1734804846', '', '1734804846', 1, 1) -test DEBUG: /tmp/tmph9z1ew0o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to dotest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path ... ok - -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx34504864ff874c7d9a59f-0067670568) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: tx34504864ff874c7d9a59f-0067670568) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx34504864ff874c7d9a59f-0067670568) -test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx34504864ff874c7d9a59f-0067670568) -test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: tx34504864ff874c7d9a59f-0067670568) -test DEBUG: Setting object count to 1024 (txn: tx34504864ff874c7d9a59f-0067670568) -test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: tx34504864ff874c7d9a59f-0067670568) -test DEBUG: Setting object count to 1024 (txn: tx34504864ff874c7d9a59f-0067670568) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0fd31e42410f401593680-0067670569) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx0fd31e42410f401593680-0067670569) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0fd31e42410f401593680-0067670569) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0fd31e42410f401593680-0067670569) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0fd31e42410f401593680-0067670569) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0fd31e42410f401593680-0067670569) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0fd31e42410f401593680-0067670569) -test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: tx0fd31e42410f401593680-0067670569) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx0fd31e42410f401593680-0067670569) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx0fd31e42410f401593680-0067670569) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0fd31e42410f401593680-0067670569) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx0fd31e42410f401593680-0067670569) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx0fd31e42410f401593680-0067670569) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0fd31e42410f401593680-0067670569) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx0fd31e42410f401593680-0067670569) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0fd31e42410f401593680-0067670569) -test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0fd31e42410f401593680-0067670569) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: tx0fd31e42410f401593680-0067670569) -test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: tx0fd31e42410f401593680-0067670569) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0fd31e42410f401593680-0067670569) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0fd31e42410f401593680-0067670569) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx0fd31e42410f401593680-0067670569) -test DEBUG: Setting object count to 1072 (txn: tx0fd31e42410f401593680-0067670569) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txfd07d0dbee64475fb7475-006767056a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfd07d0dbee64475fb7475-006767056a) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txfd07d0dbee64475fb7475-006767056a) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txfd07d0dbee64475fb7475-006767056a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfd07d0dbee64475fb7475-006767056a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txfd07d0dbee64475fb7475-006767056a) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txfd07d0dbee64475fb7475-006767056a) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txfd07d0dbee64475fb7475-006767056a) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txfd07d0dbee64475fb7475-006767056a) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txfd07d0dbee64475fb7475-006767056a) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txfd07d0dbee64475fb7475-006767056a) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txfd07d0dbee64475fb7475-006767056a) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txfd07d0dbee64475fb7475-006767056a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txfd07d0dbee64475fb7475-006767056a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txfd07d0dbee64475fb7475-006767056a) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txfd07d0dbee64475fb7475-006767056a) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txfd07d0dbee64475fb7475-006767056a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txfd07d0dbee64475fb7475-006767056a)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking ... ok +test DEBUG: Replicating db /tmp/tmpxsno7jbp/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '9ca7553e65735ce7736406c21b1c34d3', '050a160a-268b-445e-bab5-d617bdc0d0db-sda', '1769215411.05458', '1769215414', '0', '', '1769215414', 1, 0) +test DEBUG: /tmp/tmpxsno7jbp/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '9ca7553e65735ce7736406c21b1c34d3', '050a160a-268b-445e-bab5-d617bdc0d0db-sda', '1769215411.05458', '1769215414', '0', '', '1769215414', 1, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create ... ok -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5345e2afdd8fd92476c3f38e2a55de33', 'b0798dea-e915-49b5-9074-f7dfc561d345-sda', '1734804842.21996', '1734804842', '1734804846', '', '1734804846', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b0798dea-e915-49b5-9074-f7dfc561d345-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmph9z1ew0o/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02205 seconds (45.34264/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmph9z1ew0o/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '59d0185d934d7a776fd8746fa120aaa2', 'd2d21697-fa01-4d42-8eeb-824fca9cf496-sda', '1734804842.24359', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('d2d21697-fa01-4d42-8eeb-824fca9cf496-sda', '297acf2cc2b8a9460edced758a9b309b.db') -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '59d0185d934d7a776fd8746fa120aaa2', 'd2d21697-fa01-4d42-8eeb-824fca9cf496-sda', '1734804842.24359', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('d2d21697-fa01-4d42-8eeb-824fca9cf496-sda', '297acf2cc2b8a9460edced758a9b309b.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmphsps82mz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4b56170b-f7ee-4d14-ba38-8ce49dcc8545-sda', '1734804842.26310', '1734804842', '0', '', '1734804842', 0, 0) -test DEBUG: /tmp/tmphsps82mz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4b56170b-f7ee-4d14-ba38-8ce49dcc8545-sda', '1734804842.26310', '1734804842', '0', '', '1734804842', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('4b56170b-f7ee-4d14-ba38-8ce49dcc8545-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01013 seconds (98.71408/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpofixd8nx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e710fe9e36cc26cd07c88bdb99fcdcc8', '2ca02452-7906-4557-b78e-79c9c6f69183-sda', '1734804842.28375', '1734804842', '0', '', '1734804842', 1, 1) -test DEBUG: /tmp/tmpofixd8nx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1734804846.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '2ca02452-7906-4557-b78e-79c9c6f69183-sda') -test DEBUG: /tmp/tmpofixd8nx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00317264s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e710fe9e36cc26cd07c88bdb99fcdcc8', '2ca02452-7906-4557-b78e-79c9c6f69183-sda', '1734804842.28375', '1734804842', '0', '', '1734804842', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2ca02452-7906-4557-b78e-79c9c6f69183-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpofixd8nx/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02967 seconds (33.70830/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpofixd8nx/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '14f7a63da8467e510f5a834448ec833f', '76a56fcd-920f-412d-a7e9-64a18989cf28-sda', '1734804842.31717', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('76a56fcd-920f-412d-a7e9-64a18989cf28-sda', '297acf2cc2b8a9460edced758a9b309b.db') -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '14f7a63da8467e510f5a834448ec833f', '76a56fcd-920f-412d-a7e9-64a18989cf28-sda', '1734804842.31717', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('76a56fcd-920f-412d-a7e9-64a18989cf28-sda', '297acf2cc2b8a9460edced758a9b309b.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp80mg4ky8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4ae18a1a-2340-45b0-b8e5-38785cbbeed1-sda', '1734804842.33417', '1734804842', '0', '', '1734804842', 0, 0) -test DEBUG: /tmp/tmp80mg4ky8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4ae18a1a-2340-45b0-b8e5-38785cbbeed1-sda', '1734804842.33417', '1734804842', '0', '', '1734804842', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('4ae18a1a-2340-45b0-b8e5-38785cbbeed1-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01141 seconds (87.63617/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp0u7q91q5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e710fe9e36cc26cd07c88bdb99fcdcc8', 'aba9a9ec-d064-49ca-adb9-9191d1403aa5-sda', '1734804842.35804', '1734804842', '0', '', '1734804842', 1, 0) -test DEBUG: /tmp/tmp0u7q91q5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e710fe9e36cc26cd07c88bdb99fcdcc8', 'aba9a9ec-d064-49ca-adb9-9191d1403aa5-sda', '1734804842.35804', '1734804842', '0', '', '1734804842', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('aba9a9ec-d064-49ca-adb9-9191d1403aa5-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp0u7q91q5/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01801 seconds (55.52691/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing ... ok -test DEBUG: Unlinked retiring db '/tmp/tmp3pympj5d/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmp3pympj5d/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory ... ok -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx33ce3fb21fcb4e88b93d1-00697415b4) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx6bcef61410764378b3a2d-00697415b4) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpl5gkla9h/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpl5gkla9h/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpl5gkla9h/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpl5gkla9h/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0034 "-" 3082118 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0034 "-" 3082118 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0032 "-" 3082118 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 3082118 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txddf6d9a5877e4a63af6ea-00697415b4" "proxy-server 3082118" 0.0014 "-" 3082118 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:42679/sdb1/1/a/c" "txddf6d9a5877e4a63af6ea-00697415b4" "container-server 3082118" 0.0012 "-" 3082118 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:37517/sda1/1/a/c" "txddf6d9a5877e4a63af6ea-00697415b4" "container-server 3082118" 0.0012 "-" 3082118 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txddf6d9a5877e4a63af6ea-00697415b4" "proxy-server 3082118" 0.0149 "-" 3082118 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txddf6d9a5877e4a63af6ea-00697415b4" "proxy-server 3082118" 0.0105 "-" 3082118 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/32 PUT /v1/a/c HTTP/1.0 201 - - t - - - txddf6d9a5877e4a63af6ea-00697415b4 - 0.0250 - - 1769215412.379420519 1769215412.404437542 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx5a1a2bef7590439dbceb8-00697415b4" "proxy-server 3082118" 0.0012 "-" 3082118 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:42679/sdb1/1/a1/c1" "tx5a1a2bef7590439dbceb8-00697415b4" "container-server 3082118" 0.0025 "-" 3082118 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:37517/sda1/1/a1/c1" "tx5a1a2bef7590439dbceb8-00697415b4" "container-server 3082118" 0.0013 "-" 3082118 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx5a1a2bef7590439dbceb8-00697415b4" "proxy-server 3082118" 0.0106 "-" 3082118 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx5a1a2bef7590439dbceb8-00697415b4" "proxy-server 3082118" 0.0160 "-" 3082118 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/32 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx5a1a2bef7590439dbceb8-00697415b4 - 0.0242 - - 1769215412.406052589 1769215412.430228472 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx91310c068d99421f8e54f-00697415b4" "proxy-server 3082118" 0.0021 "-" 3082118 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:37517/sda1/2/a/c1" "tx91310c068d99421f8e54f-00697415b4" "container-server 3082118" 0.0027 "-" 3082118 1 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:42679/sdb1/2/a/c1" "tx91310c068d99421f8e54f-00697415b4" "container-server 3082118" 0.0013 "-" 3082118 1 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx91310c068d99421f8e54f-00697415b4" "proxy-server 3082118" 0.0109 "-" 3082118 1 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx91310c068d99421f8e54f-00697415b4" "proxy-server 3082118" 0.0166 "-" 3082118 1 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/32 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx91310c068d99421f8e54f-00697415b4 - 0.0256 - - 1769215412.431802273 1769215412.457413197 1 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx8641fe017a81454ca81f8-00697415b4" "proxy-server 3082118" 0.0021 "-" 3082118 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:37517/sda1/1/a/c2" "tx8641fe017a81454ca81f8-00697415b4" "container-server 3082118" 0.0028 "-" 3082118 2 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:42679/sdb1/1/a/c2" "tx8641fe017a81454ca81f8-00697415b4" "container-server 3082118" 0.0012 "-" 3082118 2 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx8641fe017a81454ca81f8-00697415b4" "proxy-server 3082118" 0.0153 "-" 3082118 2 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx8641fe017a81454ca81f8-00697415b4" "proxy-server 3082118" 0.0123 "-" 3082118 2 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/32 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx8641fe017a81454ca81f8-00697415b4 - 0.0259 - - 1769215412.459077120 1769215412.485014439 2 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestContainerController.test_CORS_valid +test.unit.proxy.test_server.TestContainerController.test_CORS_valid ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE +test.unit.proxy.test_server.TestContainerController.test_DELETE ... ok -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp0u7q91q5/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '880e9dfd949d87f0eb41aa56155e02c7', 'b3be3b80-4cc1-456d-8f26-cfd38cb01e80-sda', '1734804842.37907', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('b3be3b80-4cc1-456d-8f26-cfd38cb01e80-sda', '297acf2cc2b8a9460edced758a9b309b.db') -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '880e9dfd949d87f0eb41aa56155e02c7', 'b3be3b80-4cc1-456d-8f26-cfd38cb01e80-sda', '1734804842.37907', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('b3be3b80-4cc1-456d-8f26-cfd38cb01e80-sda', '297acf2cc2b8a9460edced758a9b309b.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp214eovb7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '672f4e24-a720-42e7-8841-0a13d94dbc7e-sda', '1734804842.39924', '1734804842', '1734804844', '', '1734804844', 0, 0) -test DEBUG: /tmp/tmp214eovb7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '672f4e24-a720-42e7-8841-0a13d94dbc7e-sda', '1734804842.39924', '1734804842', '1734804844', '', '1734804844', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('672f4e24-a720-42e7-8841-0a13d94dbc7e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00986 seconds (101.40864/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp0aduwoua/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5345e2afdd8fd92476c3f38e2a55de33', '8939a824-8794-40cf-9f79-0d4662ceb8fe-sda', '1734804842.42045', '1734804842', '1734804844', '', '1734804844', 1, 1) -test DEBUG: /tmp/tmp0aduwoua/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1734804847.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '8939a824-8794-40cf-9f79-0d4662ceb8fe-sda') -test DEBUG: /tmp/tmp0aduwoua/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00263858s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5345e2afdd8fd92476c3f38e2a55de33', '8939a824-8794-40cf-9f79-0d4662ceb8fe-sda', '1734804842.42045', '1734804842', '1734804844', '', '1734804844', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8939a824-8794-40cf-9f79-0d4662ceb8fe-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp0aduwoua/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02074 seconds (48.21570/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp0aduwoua/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '59d0185d934d7a776fd8746fa120aaa2', '2991005c-3850-4635-854e-f0ca5fbe948c-sda', '1734804842.44454', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('2991005c-3850-4635-854e-f0ca5fbe948c-sda', '297acf2cc2b8a9460edced758a9b309b.db') -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '59d0185d934d7a776fd8746fa120aaa2', '2991005c-3850-4635-854e-f0ca5fbe948c-sda', '1734804842.44454', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('2991005c-3850-4635-854e-f0ca5fbe948c-sda', '297acf2cc2b8a9460edced758a9b309b.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp5pjbea_g/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'cbcb1d57-2ca8-4878-926d-b791bb3f5fa2-sda', '1734804842.46775', '1734804842', '1734804844', '', '1734804844', 0, 0) -test DEBUG: /tmp/tmp5pjbea_g/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'cbcb1d57-2ca8-4878-926d-b791bb3f5fa2-sda', '1734804842.46775', '1734804842', '1734804844', '', '1734804844', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('cbcb1d57-2ca8-4878-926d-b791bb3f5fa2-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01203 seconds (83.14374/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp4n93ni36/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5345e2afdd8fd92476c3f38e2a55de33', '511ddca7-9a62-40ec-9b54-048df2c4a0a0-sda', '1734804842.49216', '1734804842', '1734804844', '', '1734804844', 1, 1) -test DEBUG: /tmp/tmp4n93ni36/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5345e2afdd8fd92476c3f38e2a55de33', '511ddca7-9a62-40ec-9b54-048df2c4a0a0-sda', '1734804842.49216', '1734804842', '1734804844', '', '1734804844', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('511ddca7-9a62-40ec-9b54-048df2c4a0a0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp4n93ni36/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('050a160a-268b-445e-bab5-d617bdc0d0db-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpxsno7jbp/sda/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01876 seconds (53.31691/s) +test INFO: Attempted to replicate 1 dbs in 0.01879 seconds (53.21950/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp4n93ni36/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '59d0185d934d7a776fd8746fa120aaa2', 'b77f9f85-dbb8-4978-9357-cdf2817ee7c8-sda', '1734804842.51476', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('b77f9f85-dbb8-4978-9357-cdf2817ee7c8-sda', '297acf2cc2b8a9460edced758a9b309b.db') -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, '59d0185d934d7a776fd8746fa120aaa2', 'b77f9f85-dbb8-4978-9357-cdf2817ee7c8-sda', '1734804842.51476', '1734804000', '0', '', '1734804000', 1, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete ... ok - -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx806cbd21d8ee4e28be3ff-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx806cbd21d8ee4e28be3ff-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx806cbd21d8ee4e28be3ff-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx806cbd21d8ee4e28be3ff-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx806cbd21d8ee4e28be3ff-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx806cbd21d8ee4e28be3ff-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx806cbd21d8ee4e28be3ff-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx806cbd21d8ee4e28be3ff-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx806cbd21d8ee4e28be3ff-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx806cbd21d8ee4e28be3ff-006767056a) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.01s) (txn: tx806cbd21d8ee4e28be3ff-006767056a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txccca67b1817d4b0c87f1b-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txccca67b1817d4b0c87f1b-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txccca67b1817d4b0c87f1b-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txccca67b1817d4b0c87f1b-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txccca67b1817d4b0c87f1b-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txccca67b1817d4b0c87f1b-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txccca67b1817d4b0c87f1b-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txccca67b1817d4b0c87f1b-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txccca67b1817d4b0c87f1b-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txccca67b1817d4b0c87f1b-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txccca67b1817d4b0c87f1b-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txccca67b1817d4b0c87f1b-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txccca67b1817d4b0c87f1b-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txccca67b1817d4b0c87f1b-006767056a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9eb76b1ce41a402e9a8d3-006767056a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9eb76b1ce41a402e9a8d3-006767056a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9eb76b1ce41a402e9a8d3-006767056a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9eb76b1ce41a402e9a8d3-006767056a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9eb76b1ce41a402e9a8d3-006767056a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9eb76b1ce41a402e9a8d3-006767056a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9eb76b1ce41a402e9a8d3-006767056a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9eb76b1ce41a402e9a8d3-006767056a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9eb76b1ce41a402e9a8d3-006767056a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9eb76b1ce41a402e9a8d3-006767056a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9eb76b1ce41a402e9a8d3-006767056a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9eb76b1ce41a402e9a8d3-006767056a) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx9eb76b1ce41a402e9a8d3-006767056a) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx9eb76b1ce41a402e9a8d3-006767056a) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx9eb76b1ce41a402e9a8d3-006767056a) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx9eb76b1ce41a402e9a8d3-006767056a) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx9eb76b1ce41a402e9a8d3-006767056a) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx9eb76b1ce41a402e9a8d3-006767056a) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx9eb76b1ce41a402e9a8d3-006767056a) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx9eb76b1ce41a402e9a8d3-006767056a) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx9eb76b1ce41a402e9a8d3-006767056a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9eb76b1ce41a402e9a8d3-006767056a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9eb76b1ce41a402e9a8d3-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eb76b1ce41a402e9a8d3-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eb76b1ce41a402e9a8d3-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eb76b1ce41a402e9a8d3-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eb76b1ce41a402e9a8d3-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eb76b1ce41a402e9a8d3-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eb76b1ce41a402e9a8d3-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eb76b1ce41a402e9a8d3-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eb76b1ce41a402e9a8d3-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eb76b1ce41a402e9a8d3-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eb76b1ce41a402e9a8d3-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eb76b1ce41a402e9a8d3-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eb76b1ce41a402e9a8d3-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eb76b1ce41a402e9a8d3-006767056a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eb76b1ce41a402e9a8d3-006767056a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx14f7007bb6a54f37a97c7-006767056a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx14f7007bb6a54f37a97c7-006767056a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx14f7007bb6a54f37a97c7-006767056a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx14f7007bb6a54f37a97c7-006767056a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx14f7007bb6a54f37a97c7-006767056a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx14f7007bb6a54f37a97c7-006767056a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx14f7007bb6a54f37a97c7-006767056a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx14f7007bb6a54f37a97c7-006767056a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx14f7007bb6a54f37a97c7-006767056a)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states ... ok - -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('b77f9f85-dbb8-4978-9357-cdf2817ee7c8-sda', '297acf2cc2b8a9460edced758a9b309b.db') +test DEBUG: Replicating db /tmp/tmpxsno7jbp/sda/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db +REPLICATE: /sdb/0/417c2eb98728612765dc1198368ea0c8, sync, (1, 'e512b141ee7bf2c1ef769d49a2e674c7', '66f76b79-910b-43e2-a010-022846e728bf-sda', '1769215411.07282', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdb/0/417c2eb98728612765dc1198368ea0c8, complete_rsync, ('66f76b79-910b-43e2-a010-022846e728bf-sda', '417c2eb98728612765dc1198368ea0c8.db') +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, sync, (1, 'e512b141ee7bf2c1ef769d49a2e674c7', '66f76b79-910b-43e2-a010-022846e728bf-sda', '1769215411.07282', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, complete_rsync, ('66f76b79-910b-43e2-a010-022846e728bf-sda', '417c2eb98728612765dc1198368ea0c8.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp_1vv26_e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0884f3c1-c4d4-4278-ad7b-78f5f25fa054-sda', '1734804842.53351', '1734804845', '1734804844', '', '1734804845', 0, 1) -test DEBUG: /tmp/tmp_1vv26_e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0884f3c1-c4d4-4278-ad7b-78f5f25fa054-sda', '1734804842.53351', '1734804845', '1734804844', '', '1734804845', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0884f3c1-c4d4-4278-ad7b-78f5f25fa054-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpa05hctpo/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'f58591ba-bc2c-4bd7-aa41-247d86cd61ac-sda', '1769215411.20565', '1769215411', '1769215415', '', '1769215415', 0, 0) +test DEBUG: /tmp/tmpa05hctpo/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'f58591ba-bc2c-4bd7-aa41-247d86cd61ac-sda', '1769215411.20565', '1769215411', '1769215415', '', '1769215415', 0, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('f58591ba-bc2c-4bd7-aa41-247d86cd61ac-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01104 seconds (90.58499/s) +test INFO: Attempted to replicate 1 dbs in 0.01051 seconds (95.10803/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp6zta1_nj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c44b52fabcbd8e624205758da7eae9dd', 'c4538c56-657c-4189-9d9f-b53db046f3aa-sda', '1734804842.55592', '1734804845', '1734804844', '', '1734804845', 1, 1) -test DEBUG: /tmp/tmp6zta1_nj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1734804848.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'c4538c56-657c-4189-9d9f-b53db046f3aa-sda') -test DEBUG: /tmp/tmp6zta1_nj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.003299s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c44b52fabcbd8e624205758da7eae9dd', 'c4538c56-657c-4189-9d9f-b53db046f3aa-sda', '1734804842.55592', '1734804845', '1734804844', '', '1734804845', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c4538c56-657c-4189-9d9f-b53db046f3aa-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp6zta1_nj/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db +test DEBUG: Replicating db /tmp/tmpg9jt8vkf/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '12cebdfad3494d8998a315173acaf8c0', '383fc902-fa65-4e5a-af9c-e9c450458189-sda', '1769215411.22759', '1769215411', '1769215415', '', '1769215415', 1, 1) +test DEBUG: /tmp/tmpg9jt8vkf/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769215416.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '383fc902-fa65-4e5a-af9c-e9c450458189-sda') +test DEBUG: /tmp/tmpg9jt8vkf/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00272441s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '12cebdfad3494d8998a315173acaf8c0', '383fc902-fa65-4e5a-af9c-e9c450458189-sda', '1769215411.22759', '1769215411', '1769215415', '', '1769215415', 1, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('383fc902-fa65-4e5a-af9c-e9c450458189-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpg9jt8vkf/sda/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02193 seconds (45.59005/s) +test INFO: Attempted to replicate 1 dbs in 0.02218 seconds (45.08578/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp6zta1_nj/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, 'f69f853b5e5b4f37c204f8331e6d9edf', '4da40cf7-26c8-4446-ae69-3eb2f5aac5dc-sda', '1734804842.58121', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('4da40cf7-26c8-4446-ae69-3eb2f5aac5dc-sda', '297acf2cc2b8a9460edced758a9b309b.db') -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, 'f69f853b5e5b4f37c204f8331e6d9edf', '4da40cf7-26c8-4446-ae69-3eb2f5aac5dc-sda', '1734804842.58121', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('4da40cf7-26c8-4446-ae69-3eb2f5aac5dc-sda', '297acf2cc2b8a9460edced758a9b309b.db') +test DEBUG: Replicating db /tmp/tmpg9jt8vkf/sda/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db +REPLICATE: /sdb/0/417c2eb98728612765dc1198368ea0c8, sync, (1, 'f7d978051aa203bd7e17f0045446ce94', '53e577d2-a976-4876-9310-1e29f5cefede-sda', '1769215411.25338', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdb/0/417c2eb98728612765dc1198368ea0c8, complete_rsync, ('53e577d2-a976-4876-9310-1e29f5cefede-sda', '417c2eb98728612765dc1198368ea0c8.db') +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, sync, (1, 'f7d978051aa203bd7e17f0045446ce94', '53e577d2-a976-4876-9310-1e29f5cefede-sda', '1769215411.25338', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, complete_rsync, ('53e577d2-a976-4876-9310-1e29f5cefede-sda', '417c2eb98728612765dc1198368ea0c8.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpyiw3x8mr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0fea3043-cf9c-443f-87bc-bf7d3768878f-sda', '1734804842.60249', '1734804845', '1734804844', '', '1734804845', 0, 0) -test DEBUG: /tmp/tmpyiw3x8mr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0fea3043-cf9c-443f-87bc-bf7d3768878f-sda', '1734804842.60249', '1734804845', '1734804844', '', '1734804845', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0fea3043-cf9c-443f-87bc-bf7d3768878f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmp2nneasxp/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '7a16160f-ebc6-4528-874a-be48fd4a33f0-sda', '1769215411.27103', '1769215411', '1769215415', '', '1769215415', 0, 1) +test DEBUG: /tmp/tmp2nneasxp/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '7a16160f-ebc6-4528-874a-be48fd4a33f0-sda', '1769215411.27103', '1769215411', '1769215415', '', '1769215415', 0, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('7a16160f-ebc6-4528-874a-be48fd4a33f0-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01112 seconds (89.95359/s) +test INFO: Attempted to replicate 1 dbs in 0.01088 seconds (91.92306/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp3m7r5z6o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c44b52fabcbd8e624205758da7eae9dd', '72a2a9c0-0ada-4bfe-a655-87d92be610b3-sda', '1734804842.62548', '1734804845', '1734804844', '', '1734804845', 1, 1) -test DEBUG: /tmp/tmp3m7r5z6o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c44b52fabcbd8e624205758da7eae9dd', '72a2a9c0-0ada-4bfe-a655-87d92be610b3-sda', '1734804842.62548', '1734804845', '1734804844', '', '1734804845', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('72a2a9c0-0ada-4bfe-a655-87d92be610b3-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp3m7r5z6o/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db +test DEBUG: Replicating db /tmp/tmpl03vnecu/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '12cebdfad3494d8998a315173acaf8c0', 'f74f6741-ec7d-41f7-94c6-a61c2827e209-sda', '1769215411.29309', '1769215411', '1769215415', '', '1769215415', 1, 1) +test DEBUG: /tmp/tmpl03vnecu/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '12cebdfad3494d8998a315173acaf8c0', 'f74f6741-ec7d-41f7-94c6-a61c2827e209-sda', '1769215411.29309', '1769215411', '1769215415', '', '1769215415', 1, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('f74f6741-ec7d-41f7-94c6-a61c2827e209-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpl03vnecu/sda/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02568 seconds (38.94164/s) +test INFO: Attempted to replicate 1 dbs in 0.02384 seconds (41.94035/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp3m7r5z6o/sda/containers/0/09b/297acf2cc2b8a9460edced758a9b309b/297acf2cc2b8a9460edced758a9b309b.db -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, 'f69f853b5e5b4f37c204f8331e6d9edf', '0bf93b45-1fdb-49f6-a302-dd59e2e7df9c-sda', '1734804842.65544', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdb/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('0bf93b45-1fdb-49f6-a302-dd59e2e7df9c-sda', '297acf2cc2b8a9460edced758a9b309b.db') -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, sync, (1, 'f69f853b5e5b4f37c204f8331e6d9edf', '0bf93b45-1fdb-49f6-a302-dd59e2e7df9c-sda', '1734804842.65544', '1734804000', '0', '', '1734804000', 1, 0) -REPLICATE: /sdc/0/297acf2cc2b8a9460edced758a9b309b, complete_rsync, ('0bf93b45-1fdb-49f6-a302-dd59e2e7df9c-sda', '297acf2cc2b8a9460edced758a9b309b.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ed17e181b3a937e7cdb602d6fef4ec18', '7c8e4a12-6ab1-4222-90c4-54bc55dc9530-sda', '1734804842.67445', '1734804842.00000', '0', '{"x-container-meta-test": ["foo", "1734804842.00000"]}', '1734804842.00000', 1, 0) -test DEBUG: replicator-rpc-sync time for info: 0.00s -test DEBUG: replicator-rpc-sync time for update_metadata: 0.00s -test DEBUG: replicator-rpc-sync time for merge_timestamps: 0.00stest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors ... ok - -test DEBUG: replicator-rpc-sync time for get_sync: 0.00s -test DEBUG: replicator-rpc-sync time for merge_syncs: 0.00s -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a0e89283fa163d2da56eca4edb0e1306', '8cb6a1ac-4846-44fb-bca3-f30176f82387-sda', '1734804842.69323', '1734804842.69107', '0', '', '1734804842.69107', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804842.69814', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804842.69814', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.69814', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804842.69819', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1734804842.69819', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.69819', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804842.69820', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1734804842.69820', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.69820', 'epoch': None, 'reported': 0, 'tombstones': -1}], '8cb6a1ac-4846-44fb-bca3-f30176f82387-sda') -test DEBUG: /tmp/tmppbk12idq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmppbk12idq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1734804842.69951', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '8cb6a1ac-4846-44fb-bca3-f30176f82387-sda') -test DEBUG: /tmp/tmppbk12idq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00284052s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a0e89283fa163d2da56eca4edb0e1306', '8cb6a1ac-4846-44fb-bca3-f30176f82387-sda', '1734804842.69323', '1734804842.69107', '0', '', '1734804842.69107', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804842.69814', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804842.69814', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.69814', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804842.69819', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1734804842.69819', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.69819', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804842.69820', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1734804842.69820', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.69820', 'epoch': None, 'reported': 0, 'tombstones': -1}], '8cb6a1ac-4846-44fb-bca3-f30176f82387-sda') -test DEBUG: /tmp/tmppbk12idq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmppbk12idq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a0e89283fa163d2da56eca4edb0e1306', '8cb6a1ac-4846-44fb-bca3-f30176f82387-sda', '1734804842.69323', '1734804842.69107', '0', '', '1734804842.69107', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804842.69814', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804842.69814', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.69814', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804842.69819', 'lower': 'g', 'upper': 'r', 'object_count': 13, 'bytes_used': 123, 'meta_timestamp': '1734804842.72883', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.69819', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804842.69820', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1734804842.69820', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.69820', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804842.72845', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804842.72845', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804842.72726', 'epoch': '1734804842.72726', 'reported': 0, 'tombstones': -1}], '8cb6a1ac-4846-44fb-bca3-f30176f82387-sda') -test DEBUG: /tmp/tmppbk12idq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmppbk12idq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a0e89283fa163d2da56eca4edb0e1306', '8cb6a1ac-4846-44fb-bca3-f30176f82387-sda', '1734804842.69323', '1734804842.69107', '0', '', '1734804842.69107', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804842.69814', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804842.69814', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.69814', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804842.69819', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1734804842.73946', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.69819', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804842.69820', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1734804842.69820', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.69820', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804842.72845', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804842.72845', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804842.72726', 'epoch': '1734804842.72726', 'reported': 0, 'tombstones': -1}], '8cb6a1ac-4846-44fb-bca3-f30176f82387-sda') -test DEBUG: /tmp/tmppbk12idq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmppbk12idq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a0e89283fa163d2da56eca4edb0e1306', '8cb6a1ac-4846-44fb-bca3-f30176f82387-sda', '1734804842.69323', '1734804842.69107', '0', '', '1734804842.69107', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804842.75037', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804842.75037', 'deleted': 1, 'state': 10, 'state_timestamp': '1734804842.75037', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804842.69819', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1734804842.73946', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.69819', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804842.69820', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1734804842.69820', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.69820', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804842.72845', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804842.72845', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804842.72726', 'epoch': '1734804842.72726', 'reported': 0, 'tombstones': -1}], '8cb6a1ac-4846-44fb-bca3-f30176f82387-sda')test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state ... ok - -test DEBUG: /tmp/tmppbk12idq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmppbk12idq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a0e89283fa163d2da56eca4edb0e1306', '8cb6a1ac-4846-44fb-bca3-f30176f82387-sda', '1734804842.69323', '1734804842.69107', '0', '', '1734804842.69107', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804842.75037', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804842.75037', 'deleted': 1, 'state': 10, 'state_timestamp': '1734804842.75037', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804842.69819', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1734804842.73946', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.69819', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804842.76136', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 30, 'meta_timestamp': '1734804842.76136', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.76136', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804842.72845', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804842.72845', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804842.72726', 'epoch': '1734804842.72726', 'reported': 0, 'tombstones': -1}], '8cb6a1ac-4846-44fb-bca3-f30176f82387-sda') -test DEBUG: /tmp/tmppbk12idq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmppbk12idq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a0e89283fa163d2da56eca4edb0e1306', '8cb6a1ac-4846-44fb-bca3-f30176f82387-sda', '1734804842.69323', '1734804842.69107', '0', '', '1734804842.69107', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804842.75037', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804842.75037', 'deleted': 1, 'state': 10, 'state_timestamp': '1734804842.75037', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804842.69819', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1734804842.73946', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.69819', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804842.76136', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1734804842.77268', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.76136', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804842.72845', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804842.72845', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804842.72726', 'epoch': '1734804842.72726', 'reported': 0, 'tombstones': -1}], '8cb6a1ac-4846-44fb-bca3-f30176f82387-sda') -test DEBUG: /tmp/tmppbk12idq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmppbk12idq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a0e89283fa163d2da56eca4edb0e1306', '8cb6a1ac-4846-44fb-bca3-f30176f82387-sda', '1734804842.69323', '1734804842.69107', '0', '', '1734804842.69107', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804842.78344', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804842.75037', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.75037', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804842.69819', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1734804842.73946', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.69819', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804842.76136', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1734804842.77268', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.76136', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804842.72845', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804842.72845', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804842.72726', 'epoch': '1734804842.72726', 'reported': 0, 'tombstones': -1}], '8cb6a1ac-4846-44fb-bca3-f30176f82387-sda') -test DEBUG: /tmp/tmppbk12idq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmppbk12idq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a0e89283fa163d2da56eca4edb0e1306', '8cb6a1ac-4846-44fb-bca3-f30176f82387-sda', '1734804842.69323', '1734804842.69107', '0', '', '1734804842.69107', 1, 0) -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804842.78344', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804842.75037', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.75037', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804842.69819', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1734804842.73946', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.69819', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804842.76136', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1734804842.77268', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.76136', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804842.72845', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804842.72845', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804842.72726', 'epoch': '1734804842.72726', 'reported': 0, 'tombstones': -1}], '8cb6a1ac-4846-44fb-bca3-f30176f82387-sda') -test DEBUG: /tmp/tmppbk12idq/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.0:1000/sda -test WARNING: /tmp/tmppbk12idq/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.0:1000/sda; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0e9d317d99c3c96fd80489b05e50999b', 'fb546283-c976-4b49-98c5-eeb618e29ed1-sda', '1734804842.81226', '1734804842.81017', '0', '', '1734804842.81017', 1, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted ... ok - -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': 'a/c', 'timestamp': '1734804842.81750', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804842.81750', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804842.81735', 'epoch': '1734804842.81735', 'reported': 0, 'tombstones': -1}], 'fb546283-c976-4b49-98c5-eeb618e29ed1-sda') -test ERROR: ERROR Bad response 500 from 10.0.0.1 -test DEBUG: /tmp/tmpsfaw14v5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1734804842.81716', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'fb546283-c976-4b49-98c5-eeb618e29ed1-sda') -test DEBUG: /tmp/tmpsfaw14v5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00359201s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '690be29b-1f33-4de4-badf-edf2b8813dfb-sda', '1734804842.83926', '1734804842.83740', '0', '', '1734804842.83740', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804842.84358', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804842.84358', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.84358', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804842.84363', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1734804842.84363', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.84363', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804842.84364', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1734804842.84364', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.84364', 'epoch': None, 'reported': 0, 'tombstones': -1}], '690be29b-1f33-4de4-badf-edf2b8813dfb-sda') -test DEBUG: /tmp/tmppgt062er/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmppgt062er/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'aafb3baa-ce3f-4fdf-bcd6-8e87ee1aff1e-sda', '1734804842.85709', '1734804842.85529', '0', '', '1734804842.85529', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804842.86106', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804842.86106', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.86106', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804842.86111', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1734804842.86111', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.86111', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804842.86112', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1734804842.86112', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.86112', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804842.83718', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804842.83718', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804842.83718', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'aafb3baa-ce3f-4fdf-bcd6-8e87ee1aff1e-sda') -test DEBUG: /tmp/tmppgt062er/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmppgt062er/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0850b29d-f8c6-433a-bbf5-c3656af1b24c-sda', '1734804842.87571', '1734804842.87400', '0', '', '1734804842.87400', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804842.88133', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804842.88133', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.88133', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804842.88138', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1734804842.88138', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.88138', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804842.88139', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1734804842.88139', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.88139', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804842.83718', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804842.83718', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804842.83718', 'epoch': None, 'reported': 0, 'tombstones': -1}], '0850b29d-f8c6-433a-bbf5-c3656af1b24c-sda') -test DEBUG: /tmp/tmppgt062er/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmppgt062er/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9ec6cc6a-92a6-45da-9bb9-b289d182a276-sda', '1734804842.89521', '1734804842.89349', '0', '', '1734804842.89349', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804842.89927', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804842.89927', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.89927', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804842.89932', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1734804842.89932', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.89932', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804842.89933', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1734804842.89933', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.89933', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804842.83718', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804842.83718', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804842.83718', 'epoch': None, 'reported': 0, 'tombstones': -1}], '9ec6cc6a-92a6-45da-9bb9-b289d182a276-sda') -test DEBUG: /tmp/tmppgt062er/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmppgt062er/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to dotest.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty ... ok - -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'dfa38fdc-b68f-4c97-994e-336598b54c1e-sda', '1734804842.91379', '1734804842.91204', '0', '', '1734804842.91204', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804842.91772', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804842.91772', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.91772', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804842.91776', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1734804842.91776', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.91776', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804842.91777', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1734804842.91777', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.91777', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804842.83718', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804842.83718', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804842.83718', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'dfa38fdc-b68f-4c97-994e-336598b54c1e-sda') -test DEBUG: /tmp/tmppgt062er/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmppgt062er/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '92f3c157-90dd-4029-b840-a4f2dd0d9d40-sda', '1734804842.93212', '1734804842.93040', '0', '', '1734804842.93040', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804842.93623', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804842.93623', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.93623', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804842.93628', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1734804842.93628', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.93628', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804842.93629', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1734804842.93629', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.93629', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804842.83729', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804842.83729', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804842.83729', 'epoch': '1734804842.83730', 'reported': 0, 'tombstones': -1}], '92f3c157-90dd-4029-b840-a4f2dd0d9d40-sda') -test DEBUG: /tmp/tmppgt062er/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmppgt062er/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '091739fd-6824-4c01-969b-427121278f6b-sda', '1734804842.95217', '1734804842.95041', '0', '', '1734804842.95041', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804842.95645', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804842.95645', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.95645', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804842.95650', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1734804842.95650', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.95650', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804842.95651', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1734804842.95651', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.95651', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804842.83729', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804842.83729', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804842.83729', 'epoch': '1734804842.83730', 'reported': 0, 'tombstones': -1}], '091739fd-6824-4c01-969b-427121278f6b-sda') -test DEBUG: /tmp/tmppgt062er/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmppgt062er/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8d71e416-fafb-4580-8805-079ccb0432a8-sda', '1734804842.97088', '1734804842.96907', '0', '', '1734804842.96907', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804842.97512', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804842.97512', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.97512', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804842.97517', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1734804842.97517', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.97517', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804842.97518', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1734804842.97518', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804842.97518', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804842.83729', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804842.83729', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804842.83729', 'epoch': '1734804842.83730', 'reported': 0, 'tombstones': -1}], '8d71e416-fafb-4580-8805-079ccb0432a8-sda') -test DEBUG: /tmp/tmppgt062er/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmppgt062er/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4345926c-f2b5-4361-b1fa-390227454e39-sda', '1734804842.99614', '1734804842.99433', '0', '', '1734804842.99433', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804843.00029', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804843.00029', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804843.00029', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804843.00034', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1734804843.00034', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804843.00034', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804843.00035', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1734804843.00035', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804843.00035', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804842.83734', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804842.83734', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804842.83734', 'epoch': '1734804842.83735', 'reported': 0, 'tombstones': -1}], '4345926c-f2b5-4361-b1fa-390227454e39-sda')test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch ... ok +test DEBUG: Replicating db /tmp/tmpl03vnecu/sda/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.dbtest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard ... ok -test DEBUG: /tmp/tmppgt062er/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmppgt062er/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'eebf482c-4b6c-463f-abb2-c76abcb51587-sda', '1734804843.02361', '1734804843.02158', '0', '', '1734804843.02158', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804843.02856', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804843.02856', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804843.02856', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804843.02863', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1734804843.02863', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804843.02863', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804843.02864', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1734804843.02864', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804843.02864', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804842.83729', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804842.83729', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804842.83729', 'epoch': '1734804842.83730', 'reported': 0, 'tombstones': -1}], 'eebf482c-4b6c-463f-abb2-c76abcb51587-sda') -test DEBUG: /tmp/tmppgt062er/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmppgt062er/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'cc9d8b85-b7a6-404b-9b56-0a0198594763-sda', '1734804843.04446', '1734804843.04271', '0', '', '1734804843.04271', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804843.04871', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804843.04871', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804843.04871', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804843.04876', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1734804843.04876', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804843.04876', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804843.04876', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1734804843.04876', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804843.04876', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804842.83729', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804842.83729', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804842.83729', 'epoch': '1734804842.83730', 'reported': 0, 'tombstones': -1}], 'cc9d8b85-b7a6-404b-9b56-0a0198594763-sda') -test DEBUG: /tmp/tmppgt062er/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmppgt062er/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7e2c5d94-13bc-44f7-823f-944988fcfd14-sda', '1734804843.06443', '1734804843.06255', '0', '', '1734804843.06255', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804843.06863', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804843.06863', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804843.06863', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804843.06868', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1734804843.06868', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804843.06868', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804843.06868', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1734804843.06868', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804843.06868', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804842.83739', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804842.83718', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804842.83718', 'epoch': None, 'reported': 0, 'tombstones': -1}], '7e2c5d94-13bc-44f7-823f-944988fcfd14-sda') -test WARNING: Ignoring remote osr w/o epoch, own_sr: {'name': 'a/c', 'timestamp': '1734804842.83729', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804842.83729', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804842.83729', 'epoch': '1734804842.83730', 'reported': 0, 'tombstones': -1}, remote_sr: {'name': 'a/c', 'timestamp': '1734804842.83739', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804842.83718', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804842.83718', 'epoch': None, 'reported': 0, 'tombstones': -1}, source: repl_req -test DEBUG: /tmp/tmppgt062er/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmppgt062er/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c485a34808ee2d7b4e2544e2f3fa0854', '9fd7ec33-db50-4dea-8046-9ea550ef8d59-sda', '1734804843.08522', '1734804843.08308', '0', '', '1734804843.08308', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1734804843.08979', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '9fd7ec33-db50-4dea-8046-9ea550ef8d59-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test DEBUG: Replicating db /tmp/tmp03efakzv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c5bb7d89-8e07-4d90-82b5-5b5a5d79ef29-sda', '1734804843.11054', '1734804843.10720', '0', '', '1734804843.10720', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -test ERROR: ERROR syncing /tmp/tmp03efakzv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db with node {'ip': '10.0.0.1', 'replication_ip': '10.0.0.1', 'port': 1001, 'replication_port': 1001, 'device': 'sdb', 'zone': 1, 'region': 1, 'id': 1, 'weight': 1, 'index': 1}: Timeout (0.001s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '65863f510b6f873f7efd3e02b659c735', '3f079b07-a003-4f04-94cd-91e02d9a0554-sda', '1734804843.12781', '1734804843.12564', '0', '', '1734804843.12564', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1734804843.13384', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '3f079b07-a003-4f04-94cd-91e02d9a0554-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change -test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced -test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:31 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpoplwman2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '29d95e6b-c65d-4281-b56a-dced62026fcc-sda', '1734804843.14881', '1734804843.14697', '0', '', '1734804843.14697', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('29d95e6b-c65d-4281-b56a-dced62026fcc-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '29d95e6b-c65d-4281-b56a-dced62026fcc-sda', '1734804843.14881', '1734804843.14697', '0', '', '1734804843.14697', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('29d95e6b-c65d-4281-b56a-dced62026fcc-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00990 seconds (101.01786/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpoplwman2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '29d95e6b-c65d-4281-b56a-dced62026fcc-sda', '1734804843.14881', '1734804843.14697', '0', '', '1734804843.14697', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804843.16609', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804843.16609', 'deleted': 1, 'state': 10, 'state_timestamp': '1734804843.16609', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804843.15018', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1734804843.15018', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804843.15018', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804843.15019', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1734804843.15019', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804843.15019', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804843.15034', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804843.15034', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804843.15020', 'epoch': '1734804843.15020', 'reported': 0, 'tombstones': -1}], '29d95e6b-c65d-4281-b56a-dced62026fcc-sda') -test DEBUG: /tmp/tmpoplwman2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpoplwman2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '29d95e6b-c65d-4281-b56a-dced62026fcc-sda', '1734804843.14881', '1734804843.14697', '0', '', '1734804843.14697', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1734804843.16609', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1734804843.16609', 'deleted': 1, 'state': 10, 'state_timestamp': '1734804843.16609', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1734804843.15018', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1734804843.15018', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804843.15018', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1734804843.15019', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1734804843.15019', 'deleted': 0, 'state': 10, 'state_timestamp': '1734804843.15019', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804843.15034', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804843.15034', 'deleted': 0, 'state': 60, 'state_timestamp': '1734804843.15020', 'epoch': '1734804843.15020', 'reported': 0, 'tombstones': -1}], '29d95e6b-c65d-4281-b56a-dced62026fcc-sda') -test DEBUG: /tmp/tmpoplwman2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.2:1002/sdc -test WARNING: /tmp/tmpoplwman2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.2:1002/sdc; have shard ranges and will wait for cleaving -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02706 seconds (36.94855/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a5b6a7a1-77b4-4fa7-b170-4552b8b2594c-sda', '1734804843.20253', '1734804843.20064', '1734804843.20694', '', '1734804843.20694', 0, 0) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp8wgvf78j/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a781f9c1-98dc-4d32-8495-67b15d3ebeb5-sda', '1734804843.21551', '1734804843.00000', '0', '', '1734804843.00000', 0, 0) -test DEBUG: /tmp/tmp8wgvf78j/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a781f9c1-98dc-4d32-8495-67b15d3ebeb5-sda', '1734804843.21551', '1734804843.00000', '0', '', '1734804843.00000', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a781f9c1-98dc-4d32-8495-67b15d3ebeb5-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01170 seconds (85.44386/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpixnqh8ov/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db -REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '2ec168f5-24ef-4bfe-be0d-5ad3fadf4837-sda', '1734804843.24681', '1734804844.00000', '0', '{"X-Container-Sync-To": ["a", "1734804845.00000"], "X-Container-Sync-Key": ["secret", "1734804846.00000"]}', '1734804844.00000', 0, 0) -REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, complete_rsync, ('2ec168f5-24ef-4bfe-be0d-5ad3fadf4837-sda', 'c48d89b33840539f9c5442ab3b10027d.db') -REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '2ec168f5-24ef-4bfe-be0d-5ad3fadf4837-sda', '1734804843.24681', '1734804844.00000', '0', '{"X-Container-Sync-To": ["a", "1734804845.00000"], "X-Container-Sync-Key": ["secret", "1734804846.00000"]}', '1734804844.00000', 0, 0) -REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, complete_rsync, ('2ec168f5-24ef-4bfe-be0d-5ad3fadf4837-sda', 'c48d89b33840539f9c5442ab3b10027d.db') -test DEBUG: Replicating db /tmp/tmpixnqh8ov/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.dbtest.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update -test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestReplicatorStats.test_add -test.unit.obj.test_replicator.TestReplicatorStats.test_add ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats -test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields -test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip -test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon -test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon ... ok -test.unit.obj.test_ssync_sender.TestSender.test_call -test.unit.obj.test_ssync_sender.TestSender.test_call ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others -test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect -test.unit.obj.test_ssync_sender.TestSender.test_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status -test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout -test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout -test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_disconnect -test.unit.obj.test_ssync_sender.TestSender.test_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout -test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_all -test.unit.obj.test_ssync_sender.TestSender.test_readline_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed -test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk -test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk -test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow -test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension -test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer -test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk -test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_delete -test.unit.obj.test_ssync_sender.TestSender.test_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout -test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_post -test.unit.obj.test_ssync_sender.TestSender.test_send_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode -test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put -test.unit.obj.test_ssync_sender.TestSender.test_send_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout -test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout -test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable -test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete -test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map -test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted -test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_post -test.unit.obj.test_ssync_sender.TestSender.test_updates_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_put -test.unit.obj.test_ssync_sender.TestSender.test_updates_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post -test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index -test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout -test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_base.TestGetterSource.test_close -test.unit.proxy.controllers.test_base.TestGetterSource.test_close ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_init -test.unit.proxy.controllers.test_base.TestGetterSource.test_init ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_sort -test.unit.proxy.controllers.test_base.TestGetterSource.test_sort ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp -test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging ... ok +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/30 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx4b2fd0ff1ecb4a22a1fcf-00697415b2 - 0.0239 - - 1769215410.973103285 1769215410.997043133 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: test msg 10.0.0.0:1000/sda +test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1310, in test_error_limit_methods + raise Exception('kaboom1!') +Exception: kaboom1! +test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1324, in test_error_limit_methods + raise Exception('kaboom2!') +Exception: kaboom2! +test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1339, in test_error_limit_methods + raise Exception('kaboom3!') +Exception: kaboom3! +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1!test.unit.proxy.test_server.TestProxyServer.test_exception_occurred +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred ... ok +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok +test.unit.proxy.test_server.TestProxyServer.test_get_info_controller +test.unit.proxy.test_server.TestProxyServer.test_get_info_controller ... ok +test.unit.proxy.test_server.TestProxyServer.test_get_object_ring +test.unit.proxy.test_server.TestProxyServer.test_get_object_ring ... ok +test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request +test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_info_defaults +test.unit.proxy.test_server.TestProxyServer.test_info_defaults ... ok +test.unit.proxy.test_server.TestProxyServer.test_internal_method_request +test.unit.proxy.test_server.TestProxyServer.test_internal_method_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request +test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_negative_content_length +test.unit.proxy.test_server.TestProxyServer.test_negative_content_length ... ok +test.unit.proxy.test_server.TestProxyServer.test_node_concurrency +test.unit.proxy.test_server.TestProxyServer.test_node_concurrency ... ok +test.unit.proxy.test_server.TestProxyServer.test_node_timing +test.unit.proxy.test_server.TestProxyServer.test_node_timing ... ok +test.unit.proxy.test_server.TestProxyServer.test_private_method_request +test.unit.proxy.test_server.TestProxyServer.test_private_method_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok + +cont1 DEBUG: Could not load '/tmp/tmp93mvt2a3/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp93mvt2a3/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp93mvt2a3/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp93mvt2a3/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0036 "-" 3082118 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0032 "-" 3082118 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 3082118 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 3082118 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx94cabb04ea224ae4b91cb-00697415b4" "proxy-server 3082118" 0.0014 "-" 3082118 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:49413/sdb1/1/a/c" "tx94cabb04ea224ae4b91cb-00697415b4" "container-server 3082118" 0.0012 "-" 3082118 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:37697/sda1/1/a/c" "tx94cabb04ea224ae4b91cb-00697415b4" "container-server 3082118" 0.0012 "-" 3082118 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx94cabb04ea224ae4b91cb-00697415b4" "proxy-server 3082118" 0.0099 "-" 3082118 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx94cabb04ea224ae4b91cb-00697415b4" "proxy-server 3082118" 0.0158 "-" 3082118 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/32 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx94cabb04ea224ae4b91cb-00697415b4 - 0.1533 - - 1769215412.545235872 1769215412.698533058 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txe27147367da542899268e-00697415b4" "proxy-server 3082118" 0.0013 "-" 3082118 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:37697/sda1/1/a1/c1" "txe27147367da542899268e-00697415b4" "container-server 3082118" 0.0013 "-" 3082118 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:49413/sdb1/1/a1/c1" "txe27147367da542899268e-00697415b4" "container-server 3082118" 0.0011 "-" 3082118 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txe27147367da542899268e-00697415b4" "proxy-server 3082118" 0.0100 "-" 3082118 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txe27147367da542899268e-00697415b4" "proxy-server 3082118" 0.0155 "-" 3082118 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/32 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txe27147367da542899268e-00697415b4 - 0.0237 - - 1769215412.700171232 1769215412.723864555 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx44c9ad6e2ff24205a141c-00697415b4" "proxy-server 3082118" 0.0021 "-" 3082118 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:49413/sdb1/2/a/c1" "tx44c9ad6e2ff24205a141c-00697415b4" "container-server 3082118" 0.0012 "-" 3082118 1 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:37697/sda1/2/a/c1" "tx44c9ad6e2ff24205a141c-00697415b4" "container-server 3082118" 0.0019 "-" 3082118 1 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx44c9ad6e2ff24205a141c-00697415b4" "proxy-server 3082118" 0.0109 "-" 3082118 1 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx44c9ad6e2ff24205a141c-00697415b4" "proxy-server 3082118" 0.0162 "-" 3082118 1 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/32 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx44c9ad6e2ff24205a141c-00697415b4 - 0.0255 - - 1769215412.725475550 1769215412.750938416 1 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1804155506c8411c90d71-00697415b4" "proxy-server 3082118" 0.0021 "-" 3082118 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:37697/sda1/1/a/c2" "tx1804155506c8411c90d71-00697415b4" "container-server 3082118" 0.0014 "-" 3082118 2 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:49413/sdb1/1/a/c2" "tx1804155506c8411c90d71-00697415b4" "container-server 3082118" 0.0019 "-" 3082118 2 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx1804155506c8411c90d71-00697415b4" "proxy-server 3082118" 0.0109 "-" 3082118 2 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:32 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx1804155506c8411c90d71-00697415b4" "proxy-server 3082118" 0.0161 "-" 3082118 2 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/32 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx1804155506c8411c90d71-00697415b4 - 0.0251 - - 1769215412.752533436 1769215412.777668715 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx6bc80136008e4b1796d06-00697415b4) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx07545924dd7d4410ad98e-00697415b4) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx03d9fef0967e4a29ab51c-00697415b4) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx03d9fef0967e4a29ab51c-00697415b4) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx03d9fef0967e4a29ab51c-00697415b4) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx3ca2a9195b1f4b109fdff-00697415b4) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx3ca2a9195b1f4b109fdff-00697415b4) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx3ca2a9195b1f4b109fdff-00697415b4) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx9bc44c60432d4b41a8d04-00697415b4) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx9bc44c60432d4b41a8d04-00697415b4) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx7d9cdcc6fa5b408891138-00697415b4) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx7d9cdcc6fa5b408891138-00697415b4) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header +test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent +test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent +test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize +test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_no_content +test.unit.proxy.test_server.TestContainerController.test_GET_no_content ... ok +test.unit.proxy.test_server.TestContainerController.test_HEAD_GET +test.unit.proxy.test_server.TestContainerController.test_HEAD_GET ... ok +test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize +test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize ... ok +test.unit.proxy.test_server.TestContainerController.test_OPTIONS +test.unit.proxy.test_server.TestContainerController.test_OPTIONS ... ok +test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin +test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok +test.unit.proxy.test_server.TestContainerController.test_POST +test.unit.proxy.test_server.TestContainerController.test_POST ... ok + +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txa0ad228f79c144a79ad78-00697415b4) +test INFO: Client disconnected on read of '/a/c' (txn: txa0ad228f79c144a79ad78-00697415b4) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: txff2eb5df41c24595a682a-00697415b4) +test INFO: Client disconnected on read of '/a/c' (txn: txff2eb5df41c24595a682a-00697415b4) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: tx074ee893fdb34e389d3fa-00697415b5) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: tx074ee893fdb34e389d3fa-00697415b5) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: tx074ee893fdb34e389d3fa-00697415b5) +test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: tx074ee893fdb34e389d3fa-00697415b5) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default ... ok +test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix +test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix ... ok +test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception +test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception ... ok +test.unit.proxy.test_server.TestProxyServer.test_valid_api_version +test.unit.proxy.test_server.TestProxyServer.test_valid_api_version ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account +test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '85abf0ec-d2c2-4471-a867-fd746e7177af-sda', '1734804843.24347', '1734804843.00000', '0', '', '1734804843.00000', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('85abf0ec-d2c2-4471-a867-fd746e7177af-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '85abf0ec-d2c2-4471-a867-fd746e7177af-sda', '1734804843.24347', '1734804843.00000', '0', '', '1734804843.00000', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('85abf0ec-d2c2-4471-a867-fd746e7177af-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdb/0/417c2eb98728612765dc1198368ea0c8, sync, (1, 'f7d978051aa203bd7e17f0045446ce94', 'c9a62bfc-1699-44c2-ac73-0f1655b41f2a-sda', '1769215411.32061', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdb/0/417c2eb98728612765dc1198368ea0c8, complete_rsync, ('c9a62bfc-1699-44c2-ac73-0f1655b41f2a-sda', '417c2eb98728612765dc1198368ea0c8.db') +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, sync, (1, 'f7d978051aa203bd7e17f0045446ce94', 'c9a62bfc-1699-44c2-ac73-0f1655b41f2a-sda', '1769215411.32061', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, complete_rsync, ('c9a62bfc-1699-44c2-ac73-0f1655b41f2a-sda', '417c2eb98728612765dc1198368ea0c8.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpdvp2l_s1/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'f587a897-db82-4498-bca1-5fe121d1af2f-sda', '1769215412.01334', '1769215412', '0', '', '1769215412', 0, 0) +test DEBUG: /tmp/tmpdvp2l_s1/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'f587a897-db82-4498-bca1-5fe121d1af2f-sda', '1769215412.01334', '1769215412', '0', '', '1769215412', 0, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('f587a897-db82-4498-bca1-5fe121d1af2f-sda', '33379ecb053aa5c9e356c68997cbb59e.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.04449 seconds (44.95685/s) +test INFO: Attempted to replicate 1 dbs in 0.01147 seconds (87.21523/s) test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:4 ts_repl:0 +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpixnqh8ov/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db -REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '2ec168f5-24ef-4bfe-be0d-5ad3fadf4837-sda', '1734804843.24681', '1734804844.00000', '0', '{"X-Container-Sync-To": ["", "1734804847.00000"], "X-Container-Sync-Key": ["secret", "1734804846.00000"]}', '1734804844.00000', 0, 0) -test DEBUG: /tmp/tmpixnqh8ov/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '2ec168f5-24ef-4bfe-be0d-5ad3fadf4837-sda', '1734804843.24681', '1734804844.00000', '0', '{"X-Container-Sync-To": ["", "1734804847.00000"], "X-Container-Sync-Key": ["secret", "1734804846.00000"]}', '1734804844.00000', 0, 0) -test DEBUG: /tmp/tmpixnqh8ov/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db in sync with 10.0.0.2:1002/sdc, nothing to do -test DEBUG: Replicating db /tmp/tmpixnqh8ov/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '85abf0ec-d2c2-4471-a867-fd746e7177af-sda', '1734804843.24347', '1734804843.00000', '0', '', '1734804843.00000', 0, 0) -test DEBUG: /tmp/tmpixnqh8ov/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '85abf0ec-d2c2-4471-a867-fd746e7177af-sda', '1734804843.24347', '1734804843.00000', '0', '', '1734804843.00000', 0, 0) -test DEBUG: /tmp/tmpixnqh8ov/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.2:1002/sdc, nothing to do +test DEBUG: Replicating db /tmp/tmpkw8oxzv_/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '12cebdfad3494d8998a315173acaf8c0', '1e81f5bd-c147-4d88-ba4e-bd3f560b5fe2-sda', '1769215412.03622', '1769215412', '0', '', '1769215412', 1, 1) +test DEBUG: /tmp/tmpkw8oxzv_/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769215416.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '1e81f5bd-c147-4d88-ba4e-bd3f560b5fe2-sda') +test DEBUG: /tmp/tmpkw8oxzv_/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00322247s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '12cebdfad3494d8998a315173acaf8c0', '1e81f5bd-c147-4d88-ba4e-bd3f560b5fe2-sda', '1769215412.03622', '1769215412', '0', '', '1769215412', 1, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('1e81f5bd-c147-4d88-ba4e-bd3f560b5fe2-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpkw8oxzv_/sda/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.02883 seconds (69.37296/s) +test INFO: Attempted to replicate 1 dbs in 0.02074 seconds (48.21404/s) test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:4 remote_merge:0 rsync:0 ts_repl:0 -test ERROR: Failed to update sync_store /tmp/tmpw0wp73p2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/replicator.py", line 304, in _post_replicate_hook - self.sync_store.update_sync_store(broker) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_replicator.py", line 1226, in update_sync_store - raise OSError(1, '1') -PermissionError: [Errno 1] 1 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpbd9v9i26/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpbd9v9i26/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpbd9v9i26/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpbd9v9i26/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:03 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0037 "-" 32971 - -HTTP PERF: 0.00622 seconds to PUT 127.0.0.1:32913 /sdb1/1/a) -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:03 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0037 "-" 32971 - -HTTP PERF: 0.00600 seconds to PUT 127.0.0.1:53401 /sda1/1/a) -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:03 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0036 "-" 32971 - -HTTP PERF: 0.00540 seconds to PUT 127.0.0.1:53401 /sda1/2/a1) -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:03 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0037 "-" 32971 - -HTTP PERF: 0.00555 seconds to PUT 127.0.0.1:32913 /sdb1/2/a1) -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:03 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4cce804959934c06b05bd-006767056b" "proxy-server 32971" 0.0015 "-" 32971 - -HTTP PERF: 0.00341 seconds to HEAD 127.0.0.1:53401 /sda1/1/a?format=json) -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:03 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:39839/sdb1/1/a/c" "tx4cce804959934c06b05bd-006767056b" "container-server 32971" 0.0013 "-" 32971 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:03 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:56099/sda1/1/a/c" "tx4cce804959934c06b05bd-006767056b" "container-server 32971" 0.0014 "-" 32971 0 -HTTP PERF: 0.00569 seconds to PUT 127.0.0.1:32913 /sdb1/1/a/c) -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:03 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx4cce804959934c06b05bd-006767056b" "proxy-server 32971" 0.0110 "-" 32971 0 -HTTP PERF: 0.01257 seconds to PUT 127.0.0.1:53401 /sda1/1/a/c) -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:03 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx4cce804959934c06b05bd-006767056b" "proxy-server 32971" 0.0189 "-" 32971 0 -HTTP PERF: 0.02082 seconds to PUT 127.0.0.1:56099 /sda1/1/a/c) -HTTP PERF: 0.02167 seconds to PUT 127.0.0.1:39839 /sdb1/1/a/c) -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/14/03 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx4cce804959934c06b05bd-006767056b - 0.0285 - - 1734804843.454772711 1734804843.483302832 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:03 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx69cfa6ba18bc4d2293915-006767056b" "proxy-server 32971" 0.0014 "-" 32971 - -HTTP PERF: 0.00324 seconds to HEAD 127.0.0.1:53401 /sda1/2/a1?format=json) -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:03 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:56099/sda1/1/a1/c1" "tx69cfa6ba18bc4d2293915-006767056b" "container-server 32971" 0.0023 "-" 32971 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:03 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:39839/sdb1/1/a1/c1" "tx69cfa6ba18bc4d2293915-006767056b" "container-server 32971" 0.0013 "-" 32971 0 -HTTP PERF: 0.00625 seconds to PUT 127.0.0.1:53401 /sda1/2/a1/c1) -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:03 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx69cfa6ba18bc4d2293915-006767056b" "proxy-server 32971" 0.0104 "-" 32971 0 -HTTP PERF: 0.01178 seconds to PUT 127.0.0.1:32913 /sdb1/2/a1/c1) -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:03 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx69cfa6ba18bc4d2293915-006767056b" "proxy-server 32971" 0.0168 "-" 32971 0 -HTTP PERF: 0.01868 seconds to PUT 127.0.0.1:56099 /sda1/1/a1/c1) -HTTP PERF: 0.01952 seconds to PUT 127.0.0.1:39839 /sdb1/1/a1/c1) -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/14/03 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx69cfa6ba18bc4d2293915-006767056b - 0.0258 - - 1734804843.485081196 1734804843.510904551 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:03 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5c3faf3a0cf1495b9bd7e-006767056b" "proxy-server 32971" 0.0022 "-" 32971 - -HTTP PERF: 0.00385 seconds to HEAD 127.0.0.1:53401 /sda1/1/a?format=json) -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim ... ok -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:03 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:39839/sdb1/2/a/c1" "tx5c3faf3a0cf1495b9bd7e-006767056b" "container-server 32971" 0.0047 "-" 32971 1 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:03 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:56099/sda1/2/a/c1" "tx5c3faf3a0cf1495b9bd7e-006767056b" "container-server 32971" 0.0020 "-" 32971 1 -HTTP PERF: 0.00953 seconds to PUT 127.0.0.1:53401 /sda1/1/a/c1) -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:03 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx5c3faf3a0cf1495b9bd7e-006767056b" "proxy-server 32971" 0.0138 "-" 32971 1 -HTTP PERF: 0.01515 seconds to PUT 127.0.0.1:32913 /sdb1/1/a/c1) -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:03 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx5c3faf3a0cf1495b9bd7e-006767056b" "proxy-server 32971" 0.0195 "-" 32971 1 -HTTP PERF: 0.02122 seconds to PUT 127.0.0.1:39839 /sdb1/2/a/c1) -HTTP PERF: 0.02207 seconds to PUT 127.0.0.1:56099 /sda1/2/a/c1) -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/14/03 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx5c3faf3a0cf1495b9bd7e-006767056b - 0.0316 - - 1734804843.512476921 1734804843.544032335 1 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:03 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx7f7a0d86c9234aab8859a-006767056b" "proxy-server 32971" 0.0026 "-" 32971 - -HTTP PERF: 0.00433 seconds to HEAD 127.0.0.1:32913 /sdb1/1/a?format=json) -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor ... ok -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:03 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:56099/sda1/1/a/c2" "tx7f7a0d86c9234aab8859a-006767056b" "container-server 32971" 0.0029 "-" 32971 2 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:03 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:39839/sdb1/1/a/c2" "tx7f7a0d86c9234aab8859a-006767056b" "container-server 32971" 0.0013 "-" 32971 2 -HTTP PERF: 0.00701 seconds to PUT 127.0.0.1:32913 /sdb1/1/a/c2) -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:03 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx7f7a0d86c9234aab8859a-006767056b" "proxy-server 32971" 0.0113 "-" 32971 2 -HTTP PERF: 0.01264 seconds to PUT 127.0.0.1:53401 /sda1/1/a/c2) -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:03 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx7f7a0d86c9234aab8859a-006767056b" "proxy-server 32971" 0.0171 "-" 32971 2 -HTTP PERF: 0.01880 seconds to PUT 127.0.0.1:56099 /sda1/1/a/c2) -HTTP PERF: 0.01977 seconds to PUT 127.0.0.1:39839 /sdb1/1/a/c2) -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid -test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent -test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent -test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize -test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content -test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET ... ok +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpkw8oxzv_/sda/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db +REPLICATE: /sdb/0/417c2eb98728612765dc1198368ea0c8, sync, (1, 'f7d978051aa203bd7e17f0045446ce94', '58bb5a5e-0139-48cb-a920-05a0df44985b-sda', '1769215412.06087', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdb/0/417c2eb98728612765dc1198368ea0c8, complete_rsync, ('58bb5a5e-0139-48cb-a920-05a0df44985b-sda', '417c2eb98728612765dc1198368ea0c8.db') +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, sync, (1, 'f7d978051aa203bd7e17f0045446ce94', '58bb5a5e-0139-48cb-a920-05a0df44985b-sda', '1769215412.06087', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, complete_rsync, ('58bb5a5e-0139-48cb-a920-05a0df44985b-sda', '417c2eb98728612765dc1198368ea0c8.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpx6f3xrsd/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '45a0420c-1ba5-4159-aea6-1c47a3b00eda-sda', '1769215412.07773', '1769215412', '0', '', '1769215412', 0, 1) +test DEBUG: /tmp/tmpx6f3xrsd/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '45a0420c-1ba5-4159-aea6-1c47a3b00eda-sda', '1769215412.07773', '1769215412', '0', '', '1769215412', 0, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('45a0420c-1ba5-4159-aea6-1c47a3b00eda-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01186 seconds (84.30521/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp2mn1pnub/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '12cebdfad3494d8998a315173acaf8c0', 'b6d3fc01-5eb1-41cc-a720-89a25aacb2f3-sda', '1769215412.10035', '1769215412', '0', '', '1769215412', 1, 1) +test DEBUG: /tmp/tmp2mn1pnub/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '12cebdfad3494d8998a315173acaf8c0', 'b6d3fc01-5eb1-41cc-a720-89a25aacb2f3-sda', '1769215412.10035', '1769215412', '0', '', '1769215412', 1, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('b6d3fc01-5eb1-41cc-a720-89a25aacb2f3-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp2mn1pnub/sda/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01942 seconds (51.48064/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp2mn1pnub/sda/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db +REPLICATE: /sdb/0/417c2eb98728612765dc1198368ea0c8, sync, (1, 'f7d978051aa203bd7e17f0045446ce94', '95431c83-0b36-46eb-9e67-70336a76df56-sda', '1769215412.12404', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdb/0/417c2eb98728612765dc1198368ea0c8, complete_rsync, ('95431c83-0b36-46eb-9e67-70336a76df56-sda', '417c2eb98728612765dc1198368ea0c8.db') +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, sync, (1, 'f7d978051aa203bd7e17f0045446ce94', '95431c83-0b36-46eb-9e67-70336a76df56-sda', '1769215412.12404', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, complete_rsync, ('95431c83-0b36-46eb-9e67-70336a76df56-sda', '417c2eb98728612765dc1198368ea0c8.db') +test INFO: Cleaning up 0 reconciler containerstest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok -proxy-server DEBUG: Ignoring 404 from primary (txn: tx14f7007bb6a54f37a97c7-006767056a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx14f7007bb6a54f37a97c7-006767056a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx14f7007bb6a54f37a97c7-006767056a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx14f7007bb6a54f37a97c7-006767056a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx14f7007bb6a54f37a97c7-006767056a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx958b3a4e7ef04399a89e4-006767056a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 500 Trying to GET /a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx0a7e84749a984ddba3084-006767056a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx63969790f39c42f4bb250-006767056b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx63969790f39c42f4bb250-006767056b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx63969790f39c42f4bb250-006767056b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx63969790f39c42f4bb250-006767056b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx63969790f39c42f4bb250-006767056b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63969790f39c42f4bb250-006767056b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63969790f39c42f4bb250-006767056b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63969790f39c42f4bb250-006767056b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63969790f39c42f4bb250-006767056b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63969790f39c42f4bb250-006767056b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63969790f39c42f4bb250-006767056b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63969790f39c42f4bb250-006767056b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63969790f39c42f4bb250-006767056b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63969790f39c42f4bb250-006767056b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63969790f39c42f4bb250-006767056b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63969790f39c42f4bb250-006767056b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63969790f39c42f4bb250-006767056b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63969790f39c42f4bb250-006767056b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63969790f39c42f4bb250-006767056b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx3b01a8f130f940d8996af-006767056b) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx3b01a8f130f940d8996af-006767056b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx3b01a8f130f940d8996af-006767056b) -proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx3b01a8f130f940d8996af-006767056b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx3b01a8f130f940d8996af-006767056b) -proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx3b01a8f130f940d8996af-006767056b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx3b01a8f130f940d8996af-006767056b) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx3b01a8f130f940d8996af-006767056b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx3b01a8f130f940d8996af-006767056b) -proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx3b01a8f130f940d8996af-006767056b) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx3b01a8f130f940d8996af-006767056b) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx3b01a8f130f940d8996af-006767056b) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx3b01a8f130f940d8996af-006767056b) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx3b01a8f130f940d8996af-006767056b) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx3b01a8f130f940d8996af-006767056b) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx3b01a8f130f940d8996af-006767056b) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx3b01a8f130f940d8996af-006767056b) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx3b01a8f130f940d8996af-006767056b) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx3b01a8f130f940d8996af-006767056b) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx3b01a8f130f940d8996af-006767056b)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta ... ok -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/14/03 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx7f7a0d86c9234aab8859a-006767056b - 0.0271 - - 1734804843.545717478 1734804843.572824478 2 test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx5f66aa2edde44ad59fd93-006767056b) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx664d18f772974fdeb66bf-006767056b) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: txbbf2278821794e219192c-006767056b) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: txbbf2278821794e219192c-006767056b) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: txbbf2278821794e219192c-006767056b) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx7e8a08f53ecf46c69be8c-006767056b) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx7e8a08f53ecf46c69be8c-006767056b) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx7e8a08f53ecf46c69be8c-006767056b) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx726fe8a7f59f4b7d87d3f-006767056b) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx726fe8a7f59f4b7d87d3f-006767056b) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txc3d5c738226e49c89f80e-006767056b) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txc3d5c738226e49c89f80e-006767056b) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options +test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout +test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout ... ok +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache ... ok + +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) + +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp4lw5gb3o/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '3c87255f-b671-4a14-8235-2e9cd0b52161-sda', '1769215412.38119', '1769215412', '1769215414', '', '1769215414', 0, 1) +test DEBUG: /tmp/tmp4lw5gb3o/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '3c87255f-b671-4a14-8235-2e9cd0b52161-sda', '1769215412.38119', '1769215412', '1769215414', '', '1769215414', 0, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('3c87255f-b671-4a14-8235-2e9cd0b52161-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01601 seconds (62.46039/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpy6h6k9ga/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'f9eaf97ab5a5d362435700fd1a6aae8a', '3d9615d7-7ab0-455e-b665-cdfcce1bb5b2-sda', '1769215412.40883', '1769215412', '1769215414', '', '1769215414', 1, 1) +test DEBUG: /tmp/tmpy6h6k9ga/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769215417.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '3d9615d7-7ab0-455e-b665-cdfcce1bb5b2-sda') +test DEBUG: /tmp/tmpy6h6k9ga/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00294185s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'f9eaf97ab5a5d362435700fd1a6aae8a', '3d9615d7-7ab0-455e-b665-cdfcce1bb5b2-sda', '1769215412.40883', '1769215412', '1769215414', '', '1769215414', 1, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('3d9615d7-7ab0-455e-b665-cdfcce1bb5b2-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpy6h6k9ga/sda/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02346 seconds (42.63309/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpy6h6k9ga/sda/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db +REPLICATE: /sdb/0/417c2eb98728612765dc1198368ea0c8, sync, (1, '63a18e291fdfc2fa95421cc117e9fb37', 'ccd5dd03-4dbd-42df-ab24-1552be3e6acc-sda', '1769215412.43533', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdb/0/417c2eb98728612765dc1198368ea0c8, complete_rsync, ('ccd5dd03-4dbd-42df-ab24-1552be3e6acc-sda', '417c2eb98728612765dc1198368ea0c8.db') +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, sync, (1, '63a18e291fdfc2fa95421cc117e9fb37', 'ccd5dd03-4dbd-42df-ab24-1552be3e6acc-sda', '1769215412.43533', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, complete_rsync, ('ccd5dd03-4dbd-42df-ab24-1552be3e6acc-sda', '417c2eb98728612765dc1198368ea0c8.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpxymq6bb6/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '6af69752-aad8-4cf7-acd1-7d5ed6893306-sda', '1769215412.45272', '1769215412', '1769215414', '', '1769215414', 0, 0) +test DEBUG: /tmp/tmpxymq6bb6/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '6af69752-aad8-4cf7-acd1-7d5ed6893306-sda', '1769215412.45272', '1769215412', '1769215414', '', '1769215414', 0, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('6af69752-aad8-4cf7-acd1-7d5ed6893306-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01200 seconds (83.31716/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpeb6tu0iz/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'f9eaf97ab5a5d362435700fd1a6aae8a', '8971da2e-3154-44a3-8294-061b1b4cb24f-sda', '1769215412.47632', '1769215412', '1769215414', '', '1769215414', 1, 1) +test DEBUG: /tmp/tmpeb6tu0iz/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'f9eaf97ab5a5d362435700fd1a6aae8a', '8971da2e-3154-44a3-8294-061b1b4cb24f-sda', '1769215412.47632', '1769215412', '1769215414', '', '1769215414', 1, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('8971da2e-3154-44a3-8294-061b1b4cb24f-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpeb6tu0iz/sda/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01814 seconds (55.11321/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpeb6tu0iz/sda/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db +REPLICATE: /sdb/0/417c2eb98728612765dc1198368ea0c8, sync, (1, '63a18e291fdfc2fa95421cc117e9fb37', '76b1733a-caf8-4483-92ca-d92b26b209c8-sda', '1769215412.50028', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdb/0/417c2eb98728612765dc1198368ea0c8, complete_rsync, ('76b1733a-caf8-4483-92ca-d92b26b209c8-sda', '417c2eb98728612765dc1198368ea0c8.db') +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, sync, (1, '63a18e291fdfc2fa95421cc117e9fb37', '76b1733a-caf8-4483-92ca-d92b26b209c8-sda', '1769215412.50028', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, complete_rsync, ('76b1733a-caf8-4483-92ca-d92b26b209c8-sda', '417c2eb98728612765dc1198368ea0c8.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpwqrdsdci/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '35dc51fd-512b-4d33-85be-631a323d2b97-sda', '1769215412.51720', '1769215415', '1769215414', '', '1769215415', 0, 0) +test DEBUG: /tmp/tmpwqrdsdci/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '35dc51fd-512b-4d33-85be-631a323d2b97-sda', '1769215412.51720', '1769215415', '1769215414', '', '1769215415', 0, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings ... ok + test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) @@ -104624,49 +101072,33 @@ test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx7aec620cf2b6411cae3ca-006767056b) -test INFO: Client disconnected on read of '/a/c' (txn: tx7aec620cf2b6411cae3ca-006767056b) -test INFO: Client disconnected on read of '/a/c' (txn: tx59f593e7eff74b418399a-006767056b) -test INFO: Client disconnected on read of '/a/c' (txn: tx59f593e7eff74b418399a-006767056b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx557acc62de0c497fb9e9d-006767056b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txb67bdb1e2ae14fc3bc290-006767056b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx4fb5234650cc476c9cdf0-006767056b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx4fb5234650cc476c9cdf0-006767056b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx4fb5234650cc476c9cdf0-006767056b) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx4fb5234650cc476c9cdf0-006767056b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx1ab11b69359645b1a4872-006767056b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx1ab11b69359645b1a4872-006767056b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx1ab11b69359645b1a4872-006767056b) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx1ab11b69359645b1a4872-006767056b) +test INFO: Client disconnected on read of '/a/c' (txn: tx30cf16ebad9d4067ae83b-00697415b5) +test INFO: Client disconnected on read of '/a/c' (txn: tx30cf16ebad9d4067ae83b-00697415b5) +test INFO: Client disconnected on read of '/a/c' (txn: tx5ba198da103248a0aee30-00697415b5) +test INFO: Client disconnected on read of '/a/c' (txn: tx5ba198da103248a0aee30-00697415b5) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txb1e4805e6ebf4e2fadcbc-00697415b5) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txd87cf6cb83d44ed8a7e10-00697415b5) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txd70c30e11368495ea9cd2-00697415b5) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txd70c30e11368495ea9cd2-00697415b5) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txd70c30e11368495ea9cd2-00697415b5) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txd70c30e11368495ea9cd2-00697415b5) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx11a2666b8ac04fbea0562-00697415b5) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx11a2666b8ac04fbea0562-00697415b5) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx11a2666b8ac04fbea0562-00697415b5) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx11a2666b8ac04fbea0562-00697415b5) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: tx173430397dd544d9aeca6-006767056b)test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST -test.unit.proxy.test_mem_server.TestContainerController.test_POST ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl -test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash ... ok - -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: tx173430397dd544d9aeca6-006767056b) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: tx173430397dd544d9aeca6-006767056b) -test ERROR: Account HEAD returning 503 for [] (txn: tx173430397dd544d9aeca6-006767056b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.1:2001/sdb (txn: txabd485842545449c83954-006767056b) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx9e1b431fddb34a0ab4eaf-006767056b) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx9e1b431fddb34a0ab4eaf-006767056b) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: txa7a0cb1ded4341e3ad9ca-00697415b5) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: txa7a0cb1ded4341e3ad9ca-00697415b5) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: txa7a0cb1ded4341e3ad9ca-00697415b5) +test ERROR: Account HEAD returning 503 for [] (txn: txa7a0cb1ded4341e3ad9ca-00697415b5) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: tx685964d7c1e64d59bda0f-00697415b5) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: tx34fa665746684db8a6d3a-00697415b5) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx34fa665746684db8a6d3a-00697415b5) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -104674,8 +101106,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx191e6f8f543c4d97b3670-006767056b) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: +StopIteration (txn: tx31e520714c914877af86c-00697415b5) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -104683,8 +101115,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx6499241f7e534e94bba2b-006767056b) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: +StopIteration (txn: tx368fc80c0ae441d59d4fe-00697415b5) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -104692,7 +101124,59 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx53d97cbd088744f79069c-006767056b) +StopIteration (txn: txd29ff63b349f4895b3dca-00697415b5)test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata +test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata ... ok +test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl +test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl ... ok +test.unit.proxy.test_server.TestContainerController.test_POST_metadata +test.unit.proxy.test_server.TestContainerController.test_POST_metadata ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT +test.unit.proxy.test_server.TestContainerController.test_PUT ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header +test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:32 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission ... ok + test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -104701,18 +101185,18 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb504520d360e460ca9360-006767056b) +StopIteration (txn: tx02c5e94c9594465784543-00697415b5) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txa53fe05e25894dddbca5d-006767056b) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txe351b254b4804141a3472-006767056b) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txe351b254b4804141a3472-006767056b) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txbacca781a4574cca839b5-006767056b) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txbacca781a4574cca839b5-006767056b) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txbacca781a4574cca839b5-006767056b) -test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: txbacca781a4574cca839b5-006767056b) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txb60103d2b7e44f2dbb28e-00697415b5) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx01a3a5b240db4fcfa6fd8-00697415b5) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx01a3a5b240db4fcfa6fd8-00697415b5) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txc5150022034e4acda4ff2-00697415b5) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txc5150022034e4acda4ff2-00697415b5) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txc5150022034e4acda4ff2-00697415b5) +test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: txc5150022034e4acda4ff2-00697415b5) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -104720,7 +101204,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbacca781a4574cca839b5-006767056b) +StopIteration (txn: txc5150022034e4acda4ff2-00697415b5) test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -104729,8 +101213,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbacca781a4574cca839b5-006767056b) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: +StopIteration (txn: txc5150022034e4acda4ff2-00697415b5) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -104738,99 +101222,35 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbacca781a4574cca839b5-006767056b) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txbacca781a4574cca839b5-006767056b) -test WARNING: Could not autocreate account '/account' (txn: txbacca781a4574cca839b5-006767056b) -test INFO: autocreate account '/account' (txn: tx450c7f280093434b9d82f-006767056b) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txbf836a9f95a3462cad56d-006767056b) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txbf836a9f95a3462cad56d-006767056b) -test ERROR: Account HEAD returning 503 for [503, 503] (txn: txbf836a9f95a3462cad56d-006767056b) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: txbf836a9f95a3462cad56d-006767056b) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: txbf836a9f95a3462cad56d-006767056b) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: txbf836a9f95a3462cad56d-006767056b) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txbf836a9f95a3462cad56d-006767056b) -test WARNING: Could not autocreate account '/account' (txn: txbf836a9f95a3462cad56d-006767056b)test.unit.proxy.test_mem_server.TestContainerController.test_PUT -test.unit.proxy.test_mem_server.TestContainerController.test_PUT ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl ... ok - -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd840c745ac004c18a6414-0067670567) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd840c745ac004c18a6414-0067670567) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: txd840c745ac004c18a6414-0067670567) -test DEBUG: Setting object count to 1068 (txn: txd840c745ac004c18a6414-0067670567) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx33d1621fac8d4a0bb5ce7-0067670569) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx33d1621fac8d4a0bb5ce7-0067670569) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx33d1621fac8d4a0bb5ce7-0067670569) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx33d1621fac8d4a0bb5ce7-0067670569) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx33d1621fac8d4a0bb5ce7-0067670569) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx33d1621fac8d4a0bb5ce7-0067670569) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 404 (txn: tx33d1621fac8d4a0bb5ce7-0067670569) -test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: tx33d1621fac8d4a0bb5ce7-0067670569) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txfe60a91ead874a2bb472b-006767056a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfe60a91ead874a2bb472b-006767056a) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txfe60a91ead874a2bb472b-006767056a) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txfe60a91ead874a2bb472b-006767056a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfe60a91ead874a2bb472b-006767056a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txfe60a91ead874a2bb472b-006767056a) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: txfe60a91ead874a2bb472b-006767056a) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: txfe60a91ead874a2bb472b-006767056a) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: txfe60a91ead874a2bb472b-006767056a) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: txfe60a91ead874a2bb472b-006767056a) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: txfe60a91ead874a2bb472b-006767056a) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: txfe60a91ead874a2bb472b-006767056a) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txfe60a91ead874a2bb472b-006767056a) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 503 (txn: txfe60a91ead874a2bb472b-006767056a) -test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: txfe60a91ead874a2bb472b-006767056a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx3c46d30772634001b65bd-006767056a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: tx3c46d30772634001b65bd-006767056a) -test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3c46d30772634001b65bd-006767056a) -test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: tx3c46d30772634001b65bd-006767056a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx3c46d30772634001b65bd-006767056a) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3c46d30772634001b65bd-006767056a) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx3c46d30772634001b65bd-006767056a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3c46d30772634001b65bd-006767056a) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3c46d30772634001b65bd-006767056a) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx3c46d30772634001b65bd-006767056a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: tx3c46d30772634001b65bd-006767056a) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: tx3c46d30772634001b65bd-006767056a) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx3c46d30772634001b65bd-006767056a) -test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: tx3c46d30772634001b65bd-006767056a) -test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: tx3c46d30772634001b65bd-006767056a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: tx3c46d30772634001b65bd-006767056a) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx3c46d30772634001b65bd-006767056a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: tx3c46d30772634001b65bd-006767056a) -test DEBUG: Setting object count to 1058 (txn: tx3c46d30772634001b65bd-006767056a) +StopIteration (txn: txc5150022034e4acda4ff2-00697415b5) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txc5150022034e4acda4ff2-00697415b5) +test WARNING: Could not autocreate account '/account' (txn: txc5150022034e4acda4ff2-00697415b5) +test INFO: autocreate account '/account' (txn: tx6e30d0a54a5543a9a61ed-00697415b5) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx5b036b8321b541c6aaa42-00697415b5) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx5b036b8321b541c6aaa42-00697415b5) +test ERROR: Account HEAD returning 503 for [503, 503] (txn: tx5b036b8321b541c6aaa42-00697415b5) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx5b036b8321b541c6aaa42-00697415b5) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx5b036b8321b541c6aaa42-00697415b5) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx5b036b8321b541c6aaa42-00697415b5) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx5b036b8321b541c6aaa42-00697415b5) +test WARNING: Could not autocreate account '/account' (txn: tx5b036b8321b541c6aaa42-00697415b5) +test INFO: autocreate account '/account' (txn: tx2f59a9adee3d4d59861e6-00697415b5) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx852dd705bd3e479dbbe26-00697415b5) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx852dd705bd3e479dbbe26-00697415b5) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx852dd705bd3e479dbbe26-00697415b5) +test INFO: autocreate account '/account' (txn: tx34b0f14d1b96462587a7c-00697415b5) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx46fd7a39f8de4490a38ec-00697415b5) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx46fd7a39f8de4490a38ec-00697415b5) +test INFO: autocreate account '/account' (txn: tx46fd7a39f8de4490a38ec-00697415b5) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx2fdb8fc01a6647fa9624e-00697415b5) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx2fdb8fc01a6647fa9624e-00697415b5) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx498436e0fcbd45ae9e72e-006767056b)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok - -test INFO: autocreate account '/account' (txn: txe6f94e26958e4488bd591-006767056b) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx58260f9256814e6eaaaa8-006767056b) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx58260f9256814e6eaaaa8-006767056b) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx58260f9256814e6eaaaa8-006767056b) -test INFO: autocreate account '/account' (txn: tx8ff76a05afe448d3a7a1d-006767056b) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txccbfc4e675f04f8daf6b3-006767056b) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: txccbfc4e675f04f8daf6b3-006767056b) -test INFO: autocreate account '/account' (txn: txccbfc4e675f04f8daf6b3-006767056b) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txdbc89b7bafb04a179ee34-006767056b) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txdbc89b7bafb04a179ee34-006767056b) +test INFO: autocreate account '/☃' (txn: txc35d929f23a24fe2a4dbf-00697415b5) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/☃' (txn: txe74ce7f9ad1544bba0b7a-006767056b) +test INFO: autocreate account '/account' (txn: txab788170913a451eba31c-00697415b5) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/account' (txn: tx8fbe9ed83d49427e827fd-006767056b) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -104838,8 +101258,156 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa8a7cd347e5b47c7af7aa-006767056b) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +StopIteration (txn: txb7ae38d247e943fc8786d-00697415b5)test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata +test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl +test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions +test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length +test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account +test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_metadata +test.unit.proxy.test_server.TestContainerController.test_PUT_metadata ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range ... ok + +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('35dc51fd-512b-4d33-85be-631a323d2b97-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00994 seconds (100.58182/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp2e32zux7/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'edb2d5512072f3d466160a8e334573e9', '8b147371-7351-49eb-b960-3eafb8dc1600-sda', '1769215412.53947', '1769215415', '1769215414', '', '1769215415', 1, 1) +test DEBUG: /tmp/tmp2e32zux7/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769215418.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '8b147371-7351-49eb-b960-3eafb8dc1600-sda') +test DEBUG: /tmp/tmp2e32zux7/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00257301s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'edb2d5512072f3d466160a8e334573e9', '8b147371-7351-49eb-b960-3eafb8dc1600-sda', '1769215412.53947', '1769215415', '1769215414', '', '1769215415', 1, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('8b147371-7351-49eb-b960-3eafb8dc1600-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp2e32zux7/sda/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02125 seconds (47.05541/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp2e32zux7/sda/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db +REPLICATE: /sdb/0/417c2eb98728612765dc1198368ea0c8, sync, (1, '644fa87585d01f7738e9e178c5baa3b2', '1bb6fb50-8965-4f4a-bc08-ac40f0327437-sda', '1769215412.56447', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdb/0/417c2eb98728612765dc1198368ea0c8, complete_rsync, ('1bb6fb50-8965-4f4a-bc08-ac40f0327437-sda', '417c2eb98728612765dc1198368ea0c8.db') +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, sync, (1, '644fa87585d01f7738e9e178c5baa3b2', '1bb6fb50-8965-4f4a-bc08-ac40f0327437-sda', '1769215412.56447', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, complete_rsync, ('1bb6fb50-8965-4f4a-bc08-ac40f0327437-sda', '417c2eb98728612765dc1198368ea0c8.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpanbs6yjr/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'bbe82af3-debd-4a9d-a3a8-ce18bad6041b-sda', '1769215412.58777', '1769215415', '1769215414', '', '1769215415', 0, 0) +test DEBUG: /tmp/tmpanbs6yjr/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'bbe82af3-debd-4a9d-a3a8-ce18bad6041b-sda', '1769215412.58777', '1769215415', '1769215414', '', '1769215415', 0, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('bbe82af3-debd-4a9d-a3a8-ce18bad6041b-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01222 seconds (81.82344/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpved8_txu/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'edb2d5512072f3d466160a8e334573e9', 'f179f914-d591-4046-902b-7d1ae3f659f2-sda', '1769215412.61339', '1769215415', '1769215414', '', '1769215415', 1, 1) +test DEBUG: /tmp/tmpved8_txu/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'edb2d5512072f3d466160a8e334573e9', 'f179f914-d591-4046-902b-7d1ae3f659f2-sda', '1769215412.61339', '1769215415', '1769215414', '', '1769215415', 1, 1) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('f179f914-d591-4046-902b-7d1ae3f659f2-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpved8_txu/sda/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01787 seconds (55.97150/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpved8_txu/sda/containers/0/0c8/417c2eb98728612765dc1198368ea0c8/417c2eb98728612765dc1198368ea0c8.db +REPLICATE: /sdb/0/417c2eb98728612765dc1198368ea0c8, sync, (1, '644fa87585d01f7738e9e178c5baa3b2', '47778de7-29e5-42a1-89b3-b7f1b91497e2-sda', '1769215412.63562', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdb/0/417c2eb98728612765dc1198368ea0c8, complete_rsync, ('47778de7-29e5-42a1-89b3-b7f1b91497e2-sda', '417c2eb98728612765dc1198368ea0c8.db') +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, sync, (1, '644fa87585d01f7738e9e178c5baa3b2', '47778de7-29e5-42a1-89b3-b7f1b91497e2-sda', '1769215412.63562', '1769212800', '0', '', '1769212800', 1, 0) +REPLICATE: /sdc/0/417c2eb98728612765dc1198368ea0c8, complete_rsync, ('47778de7-29e5-42a1-89b3-b7f1b91497e2-sda', '417c2eb98728612765dc1198368ea0c8.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '1d4505f79f7f4654298a887f1eb1df32', '9a39c2d5-a63a-41dd-8fa1-515f6a1bb0ba-sda', '1769215412.65453', '1769215412.00000', '0', '{"x-container-meta-test": ["foo", "1769215412.00000"]}', '1769215412.00000', 1, 0) +test DEBUG: replicator-rpc-sync time for info: 0.00s +test DEBUG: replicator-rpc-sync time for update_metadata: 0.00s +test DEBUG: replicator-rpc-sync time for merge_timestamps: 0.00s +test DEBUG: replicator-rpc-sync time for get_sync: 0.00s +test DEBUG: replicator-rpc-sync time for merge_syncs: 0.00s +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '1ee63b85a9e747f573d2558c191b9ad3', '79f220ea-2c1e-4a60-8992-eb0807020707-sda', '1769215412.67121', '1769215412.66931', '0', '', '1769215412.66931', 1, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215412.67539', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215412.67539', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215412.67539', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215412.67544', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769215412.67544', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215412.67544', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215412.67545', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769215412.67545', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215412.67545', 'epoch': None, 'reported': 0, 'tombstones': -1}], '79f220ea-2c1e-4a60-8992-eb0807020707-sda') +test DEBUG: /tmp/tmppo8_ytpl/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmppo8_ytpl/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1769215412.67681', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '79f220ea-2c1e-4a60-8992-eb0807020707-sda') +test DEBUG: /tmp/tmppo8_ytpl/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00429296s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '1ee63b85a9e747f573d2558c191b9ad3', '79f220ea-2c1e-4a60-8992-eb0807020707-sda', '1769215412.67121', '1769215412.66931', '0', '', '1769215412.66931', 1, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215412.67539', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215412.67539', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215412.67539', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215412.67544', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769215412.67544', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215412.67544', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215412.67545', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769215412.67545', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215412.67545', 'epoch': None, 'reported': 0, 'tombstones': -1}], '79f220ea-2c1e-4a60-8992-eb0807020707-sda') +test DEBUG: /tmp/tmppo8_ytpl/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmppo8_ytpl/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '1ee63b85a9e747f573d2558c191b9ad3', '79f220ea-2c1e-4a60-8992-eb0807020707-sda', '1769215412.67121', '1769215412.66931', '0', '', '1769215412.66931', 1, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215412.67539', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215412.67539', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215412.67539', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215412.67544', 'lower': 'g', 'upper': 'r', 'object_count': 13, 'bytes_used': 123, 'meta_timestamp': '1769215412.97511', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215412.67544', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215412.67545', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769215412.67545', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215412.67545', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215412.97482', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215412.97482', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215412.97472', 'epoch': '1769215412.97472', 'reported': 0, 'tombstones': -1}], '79f220ea-2c1e-4a60-8992-eb0807020707-sda') +test DEBUG: /tmp/tmppo8_ytpl/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmppo8_ytpl/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '1ee63b85a9e747f573d2558c191b9ad3', '79f220ea-2c1e-4a60-8992-eb0807020707-sda', '1769215412.67121', '1769215412.66931', '0', '', '1769215412.66931', 1, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215412.67539', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215412.67539', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215412.67539', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215412.67544', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769215412.98600', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215412.67544', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215412.67545', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769215412.67545', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215412.67545', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215412.97482', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215412.97482', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215412.97472', 'epoch': '1769215412.97472', 'reported': 0, 'tombstones': -1}], '79f220ea-2c1e-4a60-8992-eb0807020707-sda') +test DEBUG: /tmp/tmppo8_ytpl/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmppo8_ytpl/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '1ee63b85a9e747f573d2558c191b9ad3', '79f220ea-2c1e-4a60-8992-eb0807020707-sda', '1769215412.67121', '1769215412.66931', '0', '', '1769215412.66931', 1, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215412.99689', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215412.99689', 'deleted': 1, 'state': 10, 'state_timestamp': '1769215412.99689', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215412.67544', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769215412.98600', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215412.67544', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215412.67545', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769215412.67545', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215412.67545', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215412.97482', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215412.97482', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215412.97472', 'epoch': '1769215412.97472', 'reported': 0, 'tombstones': -1}], '79f220ea-2c1e-4a60-8992-eb0807020707-sda') +test DEBUG: /tmp/tmppo8_ytpl/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmppo8_ytpl/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid ... ok + +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -104847,7 +101415,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1a00d031a58d422abe8c5-006767056b) +StopIteration (txn: tx3f37d159b49a40df86c7b-00697415b5) test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -104856,8 +101424,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx650fa3adda234aea81734-006767056b) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +StopIteration (txn: txc582204e730949b78d0bd-00697415b5) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -104865,17 +101433,17 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9b1c48887902486db01df-006767056b) +StopIteration (txn: tx0237d9e3cbbb414a8117d-00697415b5) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect raise HTTPException() -http.client.HTTPException (txn: tx5e8a32c6d7f84851a6438-006767056b) +http.client.HTTPException (txn: tx1df660133ca74eac96ac3-00697415b5) test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -104883,7 +101451,7 @@ ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect raise HTTPException() -http.client.HTTPException (txn: txf7d3e770047b4adf8d508-006767056b) +http.client.HTTPException (txn: txae6e15ff15b64a5995997-00697415b5) test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -104891,24 +101459,24 @@ ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect raise HTTPException() -http.client.HTTPException (txn: tx7263dffe59a94b9685bb1-006767056b) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +http.client.HTTPException (txn: txbd19e6f98ad44319b457a-00697415b5) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect raise HTTPException() -http.client.HTTPException (txn: tx7263dffe59a94b9685bb1-006767056b) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx7263dffe59a94b9685bb1-006767056b) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: +http.client.HTTPException (txn: txbd19e6f98ad44319b457a-00697415b5) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txbd19e6f98ad44319b457a-00697415b5) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect raise HTTPException() -http.client.HTTPException (txn: tx8c9908b2cd9047fca2281-006767056b) +http.client.HTTPException (txn: tx0d5035b6bd704473af571-00697415b5) test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -104916,69 +101484,323 @@ ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect raise HTTPException() -http.client.HTTPException (txn: tx8c9908b2cd9047fca2281-006767056b)test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok - -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx8c9908b2cd9047fca2281-006767056b) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +http.client.HTTPException (txn: tx0d5035b6bd704473af571-00697415b5) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx0d5035b6bd704473af571-00697415b5) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect raise HTTPException() -http.client.HTTPException (txn: txa1222d2f6947426da547c-006767056b) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txa1222d2f6947426da547c-006767056b) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txa1222d2f6947426da547c-006767056b) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txa1222d2f6947426da547c-006767056b) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: +http.client.HTTPException (txn: tx0129e24123444e5db8cad-00697415b5) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx0129e24123444e5db8cad-00697415b5) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx0129e24123444e5db8cad-00697415b5) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx0129e24123444e5db8cad-00697415b5) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect raise HTTPException() -http.client.HTTPException (txn: tx1cd23430eb5242d3a54fb-006767056b) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx1cd23430eb5242d3a54fb-006767056b) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx1cd23430eb5242d3a54fb-006767056b) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx1cd23430eb5242d3a54fb-006767056b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +http.client.HTTPException (txn: tx57eb9b94e93e48a58da3e-00697415b5) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx57eb9b94e93e48a58da3e-00697415b5) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx57eb9b94e93e48a58da3e-00697415b5) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx57eb9b94e93e48a58da3e-00697415b5) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers +test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok +test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 +test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 ... ok +test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found +test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok +test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name +test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name ... ok +test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index +test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index ... ok +test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name +test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Sat, 24 Jan 2026 00:43:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:33 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response ... ok + +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx705641449bb24c8bb2927-00697415b5) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx705641449bb24c8bb2927-00697415b5) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx705641449bb24c8bb2927-00697415b5) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx705641449bb24c8bb2927-00697415b5) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx705641449bb24c8bb2927-00697415b5) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx705641449bb24c8bb2927-00697415b5) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx705641449bb24c8bb2927-00697415b5) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx705641449bb24c8bb2927-00697415b5) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx705641449bb24c8bb2927-00697415b5) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx705641449bb24c8bb2927-00697415b5) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx705641449bb24c8bb2927-00697415b5) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx705641449bb24c8bb2927-00697415b5) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx705641449bb24c8bb2927-00697415b5) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx705641449bb24c8bb2927-00697415b5) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx705641449bb24c8bb2927-00697415b5) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx705641449bb24c8bb2927-00697415b5) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx705641449bb24c8bb2927-00697415b5) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx705641449bb24c8bb2927-00697415b5) +test DEBUG: Setting object count to 1072 (txn: tx705641449bb24c8bb2927-00697415b5) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx5faeca23d1cf40209c4cf-00697415b6) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx5faeca23d1cf40209c4cf-00697415b6) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5faeca23d1cf40209c4cf-00697415b6) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00&states=listing: 404 (txn: tx5faeca23d1cf40209c4cf-00697415b6) +test ERROR: Aborting listing from shards due to bad response: [404] (txn: tx5faeca23d1cf40209c4cf-00697415b6) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: txc26985f84d2a4e1c97b33-00697415b7) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txc26985f84d2a4e1c97b33-00697415b7) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: txc26985f84d2a4e1c97b33-00697415b7) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txc26985f84d2a4e1c97b33-00697415b7) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc26985f84d2a4e1c97b33-00697415b7) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc26985f84d2a4e1c97b33-00697415b7) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txc26985f84d2a4e1c97b33-00697415b7) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc26985f84d2a4e1c97b33-00697415b7) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc26985f84d2a4e1c97b33-00697415b7) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txc26985f84d2a4e1c97b33-00697415b7) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc26985f84d2a4e1c97b33-00697415b7) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc26985f84d2a4e1c97b33-00697415b7) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txc26985f84d2a4e1c97b33-00697415b7) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: tx54de50139edd478299c92-00697415b8) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx54de50139edd478299c92-00697415b8) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx54de50139edd478299c92-00697415b8) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx54de50139edd478299c92-00697415b8) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx54de50139edd478299c92-00697415b8) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx54de50139edd478299c92-00697415b8) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: tx54de50139edd478299c92-00697415b8) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx54de50139edd478299c92-00697415b8)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path ... ok + +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '1ee63b85a9e747f573d2558c191b9ad3', '79f220ea-2c1e-4a60-8992-eb0807020707-sda', '1769215412.67121', '1769215412.66931', '0', '', '1769215412.66931', 1, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215412.99689', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215412.99689', 'deleted': 1, 'state': 10, 'state_timestamp': '1769215412.99689', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215412.67544', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769215412.98600', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215412.67544', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215413.52808', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 30, 'meta_timestamp': '1769215413.52808', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215413.52808', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215412.97482', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215412.97482', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215412.97472', 'epoch': '1769215412.97472', 'reported': 0, 'tombstones': -1}], '79f220ea-2c1e-4a60-8992-eb0807020707-sda') +test DEBUG: /tmp/tmppo8_ytpl/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmppo8_ytpl/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '1ee63b85a9e747f573d2558c191b9ad3', '79f220ea-2c1e-4a60-8992-eb0807020707-sda', '1769215412.67121', '1769215412.66931', '0', '', '1769215412.66931', 1, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215412.99689', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215412.99689', 'deleted': 1, 'state': 10, 'state_timestamp': '1769215412.99689', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215412.67544', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769215412.98600', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215412.67544', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215413.52808', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1769215413.54674', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215413.52808', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215412.97482', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215412.97482', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215412.97472', 'epoch': '1769215412.97472', 'reported': 0, 'tombstones': -1}], '79f220ea-2c1e-4a60-8992-eb0807020707-sda') +test DEBUG: /tmp/tmppo8_ytpl/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmppo8_ytpl/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '1ee63b85a9e747f573d2558c191b9ad3', '79f220ea-2c1e-4a60-8992-eb0807020707-sda', '1769215412.67121', '1769215412.66931', '0', '', '1769215412.66931', 1, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215413.55867', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215412.99689', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215412.99689', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215412.67544', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769215412.98600', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215412.67544', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215413.52808', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1769215413.54674', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215413.52808', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215412.97482', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215412.97482', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215412.97472', 'epoch': '1769215412.97472', 'reported': 0, 'tombstones': -1}], '79f220ea-2c1e-4a60-8992-eb0807020707-sda') +test DEBUG: /tmp/tmppo8_ytpl/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmppo8_ytpl/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sda/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '1ee63b85a9e747f573d2558c191b9ad3', '79f220ea-2c1e-4a60-8992-eb0807020707-sda', '1769215412.67121', '1769215412.66931', '0', '', '1769215412.66931', 1, 0) +REPLICATE: /sda/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sda/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215413.55867', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215412.99689', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215412.99689', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215412.67544', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769215412.98600', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215412.67544', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215413.52808', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1769215413.54674', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215413.52808', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215412.97482', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215412.97482', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215412.97472', 'epoch': '1769215412.97472', 'reported': 0, 'tombstones': -1}], '79f220ea-2c1e-4a60-8992-eb0807020707-sda') +test DEBUG: /tmp/tmppo8_ytpl/sdb/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 4 shard ranges to 10.0.0.0:1000/sda +test WARNING: /tmp/tmppo8_ytpl/sdb/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db is able to shard -- refusing to replicate objects to peer 10.0.0.0:1000/sda; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, '8dacac8a22b188b7340aa93340d1cb9d', '2348694f-8661-4de4-b515-25aee2e125a3-sda', '1769215413.58643', '1769215413.58439', '0', '', '1769215413.58439', 1, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': 'a/c', 'timestamp': '1769215413.59137', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215413.59137', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215413.59121', 'epoch': '1769215413.59121', 'reported': 0, 'tombstones': -1}], '2348694f-8661-4de4-b515-25aee2e125a3-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:33 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET + return self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl + return ah._handle_acl(app, method) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:34 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented ... ok + test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx7f9883920e014683ac047-006767056c) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txc205d8eabec34911bb7ea-00697415b5) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request possible_source = conn.getresponse() ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse raise Exception('test') -Exception: test (txn: txd09d54fda4954025854e3-006767056c) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Exception: test (txn: txca92c5c3f76a4a46bb5de-00697415b5) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request possible_source = conn.getresponse() ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse raise Exception('test') -Exception: test (txn: txd09d54fda4954025854e3-006767056c) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Exception: test (txn: txca92c5c3f76a4a46bb5de-00697415b5) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( @@ -104986,13 +101808,13 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd09d54fda4954025854e3-006767056c) -test ERROR: Account HEAD returning 503 for [] (txn: txd09d54fda4954025854e3-006767056c) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txe1f4509484c446dabd039-006767056c) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txe1f4509484c446dabd039-006767056c) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txe1f4509484c446dabd039-006767056c) -test ERROR: Account HEAD returning 503 for [] (txn: txe1f4509484c446dabd039-006767056c) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx2aea2cb5441a457b8990c-006767056c) +StopIteration (txn: txca92c5c3f76a4a46bb5de-00697415b5) +test ERROR: Account HEAD returning 503 for [] (txn: txca92c5c3f76a4a46bb5de-00697415b5) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx7a4bd2bbf2d144ac9051e-00697415b5) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx7a4bd2bbf2d144ac9051e-00697415b5) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx7a4bd2bbf2d144ac9051e-00697415b5) +test ERROR: Account HEAD returning 503 for [] (txn: tx7a4bd2bbf2d144ac9051e-00697415b5) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx532c0fd4f8af4109bbb29-00697415b5) test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request @@ -105000,7 +101822,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse raise Exception('test') -Exception: test (txn: tx016ce5865fbe4c63af6ec-006767056c) +Exception: test (txn: txe9d242a753e34baeaeeb8-00697415b5) test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request @@ -105008,7 +101830,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse raise Exception('test') -Exception: test (txn: tx016ce5865fbe4c63af6ec-006767056c) +Exception: test (txn: txe9d242a753e34baeaeeb8-00697415b5) test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request @@ -105017,153 +101839,206 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx016ce5865fbe4c63af6ec-006767056c) -test ERROR: Account HEAD returning 503 for [] (txn: tx016ce5865fbe4c63af6ec-006767056c)test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 -test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name -test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index -test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name -test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache ... ok +StopIteration (txn: txe9d242a753e34baeaeeb8-00697415b5) +test ERROR: Account HEAD returning 503 for [] (txn: txe9d242a753e34baeaeeb8-00697415b5) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx7a74c08528dd48119bceb-00697415b5) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx7a74c08528dd48119bceb-00697415b5) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx7a74c08528dd48119bceb-00697415b5) +test ERROR: Account HEAD returning 503 for [] (txn: tx7a74c08528dd48119bceb-00697415b5) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx9d8148c66f47416984d4e-00697415b5) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: tx41dc8bd3507c461392352-00697415b5) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: tx41dc8bd3507c461392352-00697415b5) +test INFO: Client disconnected on read of '/a/c' (txn: tx41dc8bd3507c461392352-00697415b5) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx2a3e600406554fb5a187b-00697415b5) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx0232cd3039c148feb3c8e-00697415b5) +test INFO: Client disconnected on read of '/a/c' (txn: tx0232cd3039c148feb3c8e-00697415b5) +test INFO: Client disconnected on read of '/a/c/' (txn: tx0232cd3039c148feb3c8e-00697415b5) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txdb149c24cbc7413598c18-00697415b5) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txdb149c24cbc7413598c18-00697415b5) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txdb149c24cbc7413598c18-00697415b5) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txdb149c24cbc7413598c18-00697415b5) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx9d5a31a29aa34c07b222e-00697415b6) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx9d5a31a29aa34c07b222e-00697415b6) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx9d5a31a29aa34c07b222e-00697415b6) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx9d5a31a29aa34c07b222e-00697415b6) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txa944b694f2e04d738d546-00697415b6) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txa944b694f2e04d738d546-00697415b6) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txa944b694f2e04d738d546-00697415b6) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txa944b694f2e04d738d546-00697415b6) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx939f70d99eeb4aa5bb34a-00697415b6) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx939f70d99eeb4aa5bb34a-00697415b6) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx939f70d99eeb4aa5bb34a-00697415b6) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx939f70d99eeb4aa5bb34a-00697415b6) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx2407fef1d64c4399a9b34-00697415b6) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx2407fef1d64c4399a9b34-00697415b6) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx2407fef1d64c4399a9b34-00697415b6) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx2407fef1d64c4399a9b34-00697415b6) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx0c3224ad20734e03be79d-00697415b6) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx0c3224ad20734e03be79d-00697415b6) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx0c3224ad20734e03be79d-00697415b6) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx0c3224ad20734e03be79d-00697415b6) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txa5b90be59b5a40a788e69-00697415b6) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txa5b90be59b5a40a788e69-00697415b6) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txa5b90be59b5a40a788e69-00697415b6) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txa5b90be59b5a40a788e69-00697415b6) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txc78ef67416de4da393bc3-00697415b6) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txc78ef67416de4da393bc3-00697415b6) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txc78ef67416de4da393bc3-00697415b6) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txc78ef67416de4da393bc3-00697415b6) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx1a792cb9219a49beaaed5-00697415b6) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: tx1a792cb9219a49beaaed5-00697415b6) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx1a792cb9219a49beaaed5-00697415b6) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx1a792cb9219a49beaaed5-00697415b6) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx1a792cb9219a49beaaed5-00697415b6) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx1a792cb9219a49beaaed5-00697415b6) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe2a683c75dc24f36bb98c-00697415b6) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txe2a683c75dc24f36bb98c-00697415b6) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txe2a683c75dc24f36bb98c-00697415b6) +test ERROR: Container GET returning 503 for [503, 503] (txn: txe2a683c75dc24f36bb98c-00697415b6) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx57c2dee7057743749e226-00697415b6) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx57c2dee7057743749e226-00697415b6) +test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: tx57c2dee7057743749e226-00697415b6) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx57c2dee7057743749e226-00697415b6) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx57c2dee7057743749e226-00697415b6) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: tx57c2dee7057743749e226-00697415b6) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx57c2dee7057743749e226-00697415b6) +test ERROR: Container GET returning 503 for [503, 503] (txn: tx57c2dee7057743749e226-00697415b6) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txb618085f7e7043a7b14a8-00697415b6) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txb618085f7e7043a7b14a8-00697415b6) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txb618085f7e7043a7b14a8-00697415b6) +test ERROR: Container GET returning 503 for [] (txn: txb618085f7e7043a7b14a8-00697415b6) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx1bdefc85904c4665a7178-00697415b6) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx1bdefc85904c4665a7178-00697415b6) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx1bdefc85904c4665a7178-00697415b6) +test ERROR: Container GET returning 503 for [] (txn: tx1bdefc85904c4665a7178-00697415b6) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txcd0bf03517b14f24950f0-00697415b6) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txcd0bf03517b14f24950f0-00697415b6) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txcd0bf03517b14f24950f0-00697415b6) +test ERROR: Container GET returning 503 for [] (txn: txcd0bf03517b14f24950f0-00697415b6) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx9d48a952b96c41da87b8d-00697415b6) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx9d48a952b96c41da87b8d-00697415b6) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx9d48a952b96c41da87b8d-00697415b6) +test ERROR: Container GET returning 503 for [] (txn: tx9d48a952b96c41da87b8d-00697415b6) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx1f7b943ad02a4d6bb93e2-00697415b6) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx1f7b943ad02a4d6bb93e2-00697415b6) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx1f7b943ad02a4d6bb93e2-00697415b6) +test ERROR: Container GET returning 503 for [] (txn: tx1f7b943ad02a4d6bb93e2-00697415b6) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx137c9e4e3b3b4b409ad89-00697415b6) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx137c9e4e3b3b4b409ad89-00697415b6) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx137c9e4e3b3b4b409ad89-00697415b6) +test ERROR: Container GET returning 503 for [] (txn: tx137c9e4e3b3b4b409ad89-00697415b6) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf599a750966d4df6a36a3-00697415b6) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txf599a750966d4df6a36a3-00697415b6) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txf599a750966d4df6a36a3-00697415b6)test.unit.proxy.test_server.TestContainerController.test_error_limiting +test.unit.proxy.test_server.TestContainerController.test_error_limiting ... ok +test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found +test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok +test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container +test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok +test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header +test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header ... ok -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx66a1c61705a5450fb1563-006767056c) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx66a1c61705a5450fb1563-006767056c) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx66a1c61705a5450fb1563-006767056c) -test ERROR: Account HEAD returning 503 for [] (txn: tx66a1c61705a5450fb1563-006767056c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txbfe99dcb9bf44855b29fb-006767056c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: tx0fde0c06a9ad4d3da7bd8-006767056c) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: tx0fde0c06a9ad4d3da7bd8-006767056c) -test INFO: Client disconnected on read of '/a/c' (txn: tx0fde0c06a9ad4d3da7bd8-006767056c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx64247a75507344d6bfa1d-006767056c) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txa8ed6e6ff50e417c87ef9-006767056c) -test INFO: Client disconnected on read of '/a/c' (txn: txa8ed6e6ff50e417c87ef9-006767056c) -test INFO: Client disconnected on read of '/a/c/' (txn: txa8ed6e6ff50e417c87ef9-006767056c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txb7b6af923a4e48f8814cb-006767056c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txb7b6af923a4e48f8814cb-006767056c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txb7b6af923a4e48f8814cb-006767056c) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txb7b6af923a4e48f8814cb-006767056c) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx222510bbe4ae4b0cb577e-006767056c) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx222510bbe4ae4b0cb577e-006767056c) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx222510bbe4ae4b0cb577e-006767056c) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx222510bbe4ae4b0cb577e-006767056c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx5f4451144065458c9af92-006767056c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx5f4451144065458c9af92-006767056c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx5f4451144065458c9af92-006767056c) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx5f4451144065458c9af92-006767056c) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txd28f6e7b3bf84adbbcd8a-006767056c) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txd28f6e7b3bf84adbbcd8a-006767056c) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txd28f6e7b3bf84adbbcd8a-006767056c) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txd28f6e7b3bf84adbbcd8a-006767056c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx107e19863f8e4dd5908f0-006767056c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx107e19863f8e4dd5908f0-006767056c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx107e19863f8e4dd5908f0-006767056c) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx107e19863f8e4dd5908f0-006767056c) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx27120e3621d441f3a5285-006767056c) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx27120e3621d441f3a5285-006767056c) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx27120e3621d441f3a5285-006767056c) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx27120e3621d441f3a5285-006767056c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx33d6af75876249a990562-006767056c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx33d6af75876249a990562-006767056c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx33d6af75876249a990562-006767056c) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx33d6af75876249a990562-006767056c) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx660c210984f042c5a3a6f-006767056c) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx660c210984f042c5a3a6f-006767056c) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx660c210984f042c5a3a6f-006767056c) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx660c210984f042c5a3a6f-006767056c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx35fa1824f8a548f69e5a8-006767056c) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: tx35fa1824f8a548f69e5a8-006767056c) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx35fa1824f8a548f69e5a8-006767056c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx35fa1824f8a548f69e5a8-006767056c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx35fa1824f8a548f69e5a8-006767056c) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx35fa1824f8a548f69e5a8-006767056c) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx84e209b41eb9488f8e7f8-006767056c) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx84e209b41eb9488f8e7f8-006767056c) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx84e209b41eb9488f8e7f8-006767056c) -test ERROR: Container GET returning 503 for [503, 503] (txn: tx84e209b41eb9488f8e7f8-006767056c) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5777780d36e2444fb7159-006767056c)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match ... ok +test ERROR: ERROR Bad response 500 from 10.0.0.1 +test DEBUG: /tmp/tmpp9gajwxh/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1769215413.59101', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '2348694f-8661-4de4-b515-25aee2e125a3-sda') +test DEBUG: /tmp/tmpp9gajwxh/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00545764s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'e61325ba-be20-4322-aff7-388e908c9a80-sda', '1769215414.16429', '1769215414.16232', '0', '', '1769215414.16232', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215414.16878', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215414.16878', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215414.16878', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215414.16883', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769215414.16883', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215414.16883', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215414.16883', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769215414.16883', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215414.16883', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'e61325ba-be20-4322-aff7-388e908c9a80-sda') +test DEBUG: /tmp/tmpgieaulwq/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpgieaulwq/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '9b1dcd9d-ebd7-416b-9ac1-950f95c8d77d-sda', '1769215414.18262', '1769215414.18079', '0', '', '1769215414.18079', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215414.18677', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215414.18677', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215414.18677', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215414.18682', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769215414.18682', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215414.18682', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215414.18683', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769215414.18683', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215414.18683', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215414.16210', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215414.16210', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215414.16210', 'epoch': None, 'reported': 0, 'tombstones': -1}], '9b1dcd9d-ebd7-416b-9ac1-950f95c8d77d-sda') +test DEBUG: /tmp/tmpgieaulwq/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpgieaulwq/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '58549266-8d1c-40ec-83eb-a49d16bac255-sda', '1769215414.20146', '1769215414.19976', '0', '', '1769215414.19976', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215414.20697', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215414.20697', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215414.20697', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215414.20702', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769215414.20702', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215414.20702', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215414.20703', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769215414.20703', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215414.20703', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215414.16210', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215414.16210', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215414.16210', 'epoch': None, 'reported': 0, 'tombstones': -1}], '58549266-8d1c-40ec-83eb-a49d16bac255-sda') +test DEBUG: /tmp/tmpgieaulwq/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpgieaulwq/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'c5561ac9-ddd2-4bfc-981b-29e677eaeb62-sda', '1769215414.22107', '1769215414.21935', '0', '', '1769215414.21935', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215414.22509', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215414.22509', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215414.22509', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215414.22513', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769215414.22513', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215414.22513', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215414.22514', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769215414.22514', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215414.22514', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215414.16210', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215414.16210', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215414.16210', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'c5561ac9-ddd2-4bfc-981b-29e677eaeb62-sda') +test DEBUG: /tmp/tmpgieaulwq/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpgieaulwq/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'e306453f-b0ee-471d-8a04-f137099f8357-sda', '1769215414.23993', '1769215414.23819', '0', '', '1769215414.23819', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215414.24400', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215414.24400', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215414.24400', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215414.24405', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769215414.24405', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215414.24405', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215414.24406', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769215414.24406', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215414.24406', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215414.16210', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215414.16210', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215414.16210', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'e306453f-b0ee-471d-8a04-f137099f8357-sda') +test DEBUG: /tmp/tmpgieaulwq/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpgieaulwq/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'be0f6a87-1a37-48d0-8e56-6e4c0af3ad95-sda', '1769215414.40111', '1769215414.39938', '0', '', '1769215414.39938', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215414.40518', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215414.40518', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215414.40518', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215414.40522', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769215414.40522', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215414.40522', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215414.40523', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769215414.40523', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215414.40523', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215414.16221', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215414.16221', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215414.16221', 'epoch': '1769215414.16222', 'reported': 0, 'tombstones': -1}], 'be0f6a87-1a37-48d0-8e56-6e4c0af3ad95-sda') +test DEBUG: /tmp/tmpgieaulwq/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpgieaulwq/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'e2ec4b95-81e0-4af7-9eff-d2ebbccf9f65-sda', '1769215414.42500', '1769215414.42324', '0', '', '1769215414.42324', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215414.43099', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215414.43099', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215414.43099', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215414.43103', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769215414.43103', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215414.43103', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215414.43104', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769215414.43104', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215414.43104', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215414.16221', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215414.16221', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215414.16221', 'epoch': '1769215414.16222', 'reported': 0, 'tombstones': -1}], 'e2ec4b95-81e0-4af7-9eff-d2ebbccf9f65-sda') +test DEBUG: /tmp/tmpgieaulwq/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpgieaulwq/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '1156ab74-dfae-4a14-b0f9-81619e98e782-sda', '1769215414.44547', '1769215414.44370', '0', '', '1769215414.44370', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215414.44973', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215414.44973', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215414.44973', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215414.44977', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769215414.44977', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215414.44977', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215414.44978', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769215414.44978', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215414.44978', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215414.16221', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215414.16221', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215414.16221', 'epoch': '1769215414.16222', 'reported': 0, 'tombstones': -1}], '1156ab74-dfae-4a14-b0f9-81619e98e782-sda') +test DEBUG: /tmp/tmpgieaulwq/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpgieaulwq/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '5c90f1ee-5252-48e0-b67b-7afad5e54dac-sda', '1769215414.46464', '1769215414.46294', '0', '', '1769215414.46294', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215414.46897', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215414.46897', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215414.46897', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215414.46901', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769215414.46901', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215414.46901', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215414.46903', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769215414.46903', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215414.46903', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215414.16226', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215414.16226', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215414.16226', 'epoch': '1769215414.16227', 'reported': 0, 'tombstones': -1}], '5c90f1ee-5252-48e0-b67b-7afad5e54dac-sda') +test DEBUG: /tmp/tmpgieaulwq/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpgieaulwq/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '32027efb-6435-4c38-9f34-fa3d98fd74f5-sda', '1769215414.48592', '1769215414.48374', '0', '', '1769215414.48374', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215414.49040', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215414.49040', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215414.49040', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215414.49044', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769215414.49044', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215414.49044', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215414.49045', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769215414.49045', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215414.49045', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215414.16221', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215414.16221', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215414.16221', 'epoch': '1769215414.16222', 'reported': 0, 'tombstones': -1}], '32027efb-6435-4c38-9f34-fa3d98fd74f5-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync ... ok -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx5777780d36e2444fb7159-006767056c) -test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: tx5777780d36e2444fb7159-006767056c) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx5777780d36e2444fb7159-006767056c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx5777780d36e2444fb7159-006767056c) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: tx5777780d36e2444fb7159-006767056c) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx5777780d36e2444fb7159-006767056c) -test ERROR: Container GET returning 503 for [503, 503] (txn: tx5777780d36e2444fb7159-006767056c) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx9e7154645f4649ccbe0f2-006767056c) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx9e7154645f4649ccbe0f2-006767056c) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx9e7154645f4649ccbe0f2-006767056c) -test ERROR: Container GET returning 503 for [] (txn: tx9e7154645f4649ccbe0f2-006767056c) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx51d5b4c3f10e49648ada0-006767056c) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx51d5b4c3f10e49648ada0-006767056c) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx51d5b4c3f10e49648ada0-006767056c) -test ERROR: Container GET returning 503 for [] (txn: tx51d5b4c3f10e49648ada0-006767056c) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx3964c17abc0b4560a62f1-006767056c) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx3964c17abc0b4560a62f1-006767056c) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx3964c17abc0b4560a62f1-006767056c) -test ERROR: Container GET returning 503 for [] (txn: tx3964c17abc0b4560a62f1-006767056c) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txfb23461d1cbb4e9a95566-006767056c) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txfb23461d1cbb4e9a95566-006767056c) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txfb23461d1cbb4e9a95566-006767056c) -test ERROR: Container GET returning 503 for [] (txn: txfb23461d1cbb4e9a95566-006767056c) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txfc6a06c4f12e46e4bd9da-006767056c) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txfc6a06c4f12e46e4bd9da-006767056c) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txfc6a06c4f12e46e4bd9da-006767056c) -test ERROR: Container GET returning 503 for [] (txn: txfc6a06c4f12e46e4bd9da-006767056c) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx220ed2883d794f408b639-006767056c) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx220ed2883d794f408b639-006767056c) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx220ed2883d794f408b639-006767056c) -test ERROR: Container GET returning 503 for [] (txn: tx220ed2883d794f408b639-006767056c) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf4ebc342a85f4a89bea32-006767056c) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txf4ebc342a85f4a89bea32-006767056c) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txf4ebc342a85f4a89bea32-006767056c) -test ERROR: Container GET returning 503 for [] (txn: txf4ebc342a85f4a89bea32-006767056c) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf85cdde5fde64c539d043-006767056c) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txf85cdde5fde64c539d043-006767056c) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txf85cdde5fde64c539d043-006767056c) -test ERROR: Container GET returning 503 for [] (txn: txf85cdde5fde64c539d043-006767056c) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx05e445ac1def44d1becd2-006767056c) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx05e445ac1def44d1becd2-006767056c) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx05e445ac1def44d1becd2-006767056c) -test ERROR: Container GET returning 503 for [] (txn: tx05e445ac1def44d1becd2-006767056c) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf0dbb279e8ad4681b3ebd-006767056c) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txf0dbb279e8ad4681b3ebd-006767056c) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txf0dbb279e8ad4681b3ebd-006767056c) -test ERROR: Container GET returning 503 for [] (txn: txf0dbb279e8ad4681b3ebd-006767056c) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txca6e52bc3e6f4d0283ea6-006767056c) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txca6e52bc3e6f4d0283ea6-006767056c) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txca6e52bc3e6f4d0283ea6-006767056c) -test ERROR: Container GET returning 503 for [] (txn: txca6e52bc3e6f4d0283ea6-006767056c) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx50ba5af8e59c4eb493095-006767056c) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx50ba5af8e59c4eb493095-006767056c) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx50ba5af8e59c4eb493095-006767056c) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx50ba5af8e59c4eb493095-006767056c) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx298cce3eabdf4263b9ec5-006767056c) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx298cce3eabdf4263b9ec5-006767056c) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx298cce3eabdf4263b9ec5-006767056c) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx298cce3eabdf4263b9ec5-006767056c) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txebeeb52a6f314eab8b186-006767056c) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txebeeb52a6f314eab8b186-006767056c) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txebeeb52a6f314eab8b186-006767056c) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txebeeb52a6f314eab8b186-006767056c) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txc7f8edfa1f4e4785a3165-006767056c) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txc7f8edfa1f4e4785a3165-006767056c) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txc7f8edfa1f4e4785a3165-006767056c) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txc7f8edfa1f4e4785a3165-006767056c) -test INFO: Client disconnected on read of '/a/c' (txn: txa779eb21a8d34f72adcf7-006767056c) -test INFO: Client disconnected on read of '/a/c/' (txn: txa779eb21a8d34f72adcf7-006767056c) +test ERROR: Container GET returning 503 for [] (txn: txf599a750966d4df6a36a3-00697415b6) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txa8ff2f27a1e3415eabbe4-00697415b6) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txa8ff2f27a1e3415eabbe4-00697415b6) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txa8ff2f27a1e3415eabbe4-00697415b6) +test ERROR: Container GET returning 503 for [] (txn: txa8ff2f27a1e3415eabbe4-00697415b6) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx1d2d99a430f843408ee3d-00697415b6) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx1d2d99a430f843408ee3d-00697415b6) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx1d2d99a430f843408ee3d-00697415b6) +test ERROR: Container GET returning 503 for [] (txn: tx1d2d99a430f843408ee3d-00697415b6) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx912180a8c32f4a33a2a90-00697415b6) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx912180a8c32f4a33a2a90-00697415b6) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx912180a8c32f4a33a2a90-00697415b6) +test ERROR: Container GET returning 503 for [] (txn: tx912180a8c32f4a33a2a90-00697415b6) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx7f4d565fa61c4a9887233-00697415b6) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx7f4d565fa61c4a9887233-00697415b6) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx7f4d565fa61c4a9887233-00697415b6) +test ERROR: Container GET returning 503 for [] (txn: tx7f4d565fa61c4a9887233-00697415b6) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe3f622502927483db05b3-00697415b6) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txe3f622502927483db05b3-00697415b6) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txe3f622502927483db05b3-00697415b6) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txe3f622502927483db05b3-00697415b6) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx356919ce392f47ff894c6-00697415b6) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx356919ce392f47ff894c6-00697415b6) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx356919ce392f47ff894c6-00697415b6) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx356919ce392f47ff894c6-00697415b6) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx7ba5f96b8eb3463ab19bf-00697415b6) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx7ba5f96b8eb3463ab19bf-00697415b6) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx7ba5f96b8eb3463ab19bf-00697415b6) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx7ba5f96b8eb3463ab19bf-00697415b6) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx94e385dd0f3f444a929fe-00697415b6) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx94e385dd0f3f444a929fe-00697415b6) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx94e385dd0f3f444a929fe-00697415b6) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx94e385dd0f3f444a929fe-00697415b6) +test INFO: Client disconnected on read of '/a/c' (txn: txea5e7b42250b40bf931bf-00697415b6) +test INFO: Client disconnected on read of '/a/c/' (txn: txea5e7b42250b40bf931bf-00697415b6) test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request @@ -105171,7 +102046,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse raise Exception('test') -Exception: test (txn: tx47aa950773d04fa6b0830-006767056c) +Exception: test (txn: txc9bc409120fd4b86bbdc6-00697415b6) test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request @@ -105179,7 +102054,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse raise Exception('test') -Exception: test (txn: tx47aa950773d04fa6b0830-006767056c) +Exception: test (txn: txc9bc409120fd4b86bbdc6-00697415b6) test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request @@ -105187,164 +102062,8 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse raise Exception('test') -Exception: test (txn: tx47aa950773d04fa6b0830-006767056c) -test ERROR: Account HEAD returning 503 for [] (txn: tx47aa950773d04fa6b0830-006767056c)test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting -test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container -test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers -test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers ... ok - -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx3b01a8f130f940d8996af-006767056b) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx3b01a8f130f940d8996af-006767056b) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx3b01a8f130f940d8996af-006767056b) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx3b01a8f130f940d8996af-006767056b) -proxy-server ERROR: Object returning 503 for [507, 507, 507, 507, 507] (txn: tx3b01a8f130f940d8996af-006767056b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx9d91fbebad56473895ce1-006767056b) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx9d91fbebad56473895ce1-006767056b) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx9d91fbebad56473895ce1-006767056b) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx9d91fbebad56473895ce1-006767056b) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx9d91fbebad56473895ce1-006767056b) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx9d91fbebad56473895ce1-006767056b) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx9d91fbebad56473895ce1-006767056b) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx9d91fbebad56473895ce1-006767056b) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx9d91fbebad56473895ce1-006767056b) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx9d91fbebad56473895ce1-006767056b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txdb4bfb9132fc4a63a6676-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txdb4bfb9132fc4a63a6676-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txdb4bfb9132fc4a63a6676-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txdb4bfb9132fc4a63a6676-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txdb4bfb9132fc4a63a6676-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txdb4bfb9132fc4a63a6676-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txdb4bfb9132fc4a63a6676-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: txdb4bfb9132fc4a63a6676-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txdb4bfb9132fc4a63a6676-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txdb4bfb9132fc4a63a6676-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txdb4bfb9132fc4a63a6676-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txdb4bfb9132fc4a63a6676-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txdb4bfb9132fc4a63a6676-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txdb4bfb9132fc4a63a6676-006767056c) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txdb4bfb9132fc4a63a6676-006767056c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_succeed -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_succeed ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_non_integer ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header -test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods -test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock ... ok - -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1ce32ba0916d434e9be61-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1ce32ba0916d434e9be61-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1ce32ba0916d434e9be61-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1ce32ba0916d434e9be61-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1ce32ba0916d434e9be61-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1ce32ba0916d434e9be61-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1ce32ba0916d434e9be61-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1ce32ba0916d434e9be61-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1ce32ba0916d434e9be61-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1ce32ba0916d434e9be61-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1ce32ba0916d434e9be61-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1ce32ba0916d434e9be61-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1ce32ba0916d434e9be61-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1ce32ba0916d434e9be61-006767056c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx853a9c2be2cc450a82a8e-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx853a9c2be2cc450a82a8e-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx853a9c2be2cc450a82a8e-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx853a9c2be2cc450a82a8e-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx853a9c2be2cc450a82a8e-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx853a9c2be2cc450a82a8e-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx853a9c2be2cc450a82a8e-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx853a9c2be2cc450a82a8e-006767056c) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx853a9c2be2cc450a82a8e-006767056c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8a4fa79404694bf395846-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8a4fa79404694bf395846-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8a4fa79404694bf395846-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8a4fa79404694bf395846-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8a4fa79404694bf395846-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8a4fa79404694bf395846-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8a4fa79404694bf395846-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8a4fa79404694bf395846-006767056c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: tx8a4fa79404694bf395846-006767056c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: tx8a4fa79404694bf395846-006767056c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: tx8a4fa79404694bf395846-006767056c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: tx8a4fa79404694bf395846-006767056c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: tx8a4fa79404694bf395846-006767056c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: tx8a4fa79404694bf395846-006767056c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: tx8a4fa79404694bf395846-006767056c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: tx8a4fa79404694bf395846-006767056c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: tx8a4fa79404694bf395846-006767056c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: tx8a4fa79404694bf395846-006767056c)test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok - +Exception: test (txn: txc9bc409120fd4b86bbdc6-00697415b6) +test ERROR: Account HEAD returning 503 for [] (txn: txc9bc409120fd4b86bbdc6-00697415b6) test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request @@ -105352,7 +102071,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse raise Exception('test') -Exception: test (txn: tx2ac8a61f3d90421c9b0fc-006767056c) +Exception: test (txn: txaacc8a44fbee4798a8fe6-00697415b6) test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request @@ -105360,7 +102079,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse raise Exception('test') -Exception: test (txn: tx2ac8a61f3d90421c9b0fc-006767056c) +Exception: test (txn: txaacc8a44fbee4798a8fe6-00697415b6) test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request @@ -105368,778 +102087,28 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse raise Exception('test') -Exception: test (txn: tx2ac8a61f3d90421c9b0fc-006767056c) -test ERROR: Account HEAD returning 503 for [] (txn: tx2ac8a61f3d90421c9b0fc-006767056c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx286edda504334fa49f01c-006767056c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx9e85a391148c4ddaa0e16-006767056c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txafbe06ceb1224af1a99f3-006767056c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: test msg 10.0.0.0:1000/sda -test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1310, in test_error_limit_methods - raise Exception('kaboom1!') -Exception: kaboom1! -test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1324, in test_error_limit_methods - raise Exception('kaboom2!') -Exception: kaboom2! -test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1339, in test_error_limit_methods - raise Exception('kaboom3!') -Exception: kaboom3! -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sdatest.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred -test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_fail -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_negative_delete_after ... ok - -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +Exception: test (txn: txaacc8a44fbee4798a8fe6-00697415b6) +test ERROR: Account HEAD returning 503 for [] (txn: txaacc8a44fbee4798a8fe6-00697415b6) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1!test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller -test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring -test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults -test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length -test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete ... ok - -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: tx8a4fa79404694bf395846-006767056c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: tx8a4fa79404694bf395846-006767056c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx8a4fa79404694bf395846-006767056c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: tx8a4fa79404694bf395846-006767056c) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx8a4fa79404694bf395846-006767056c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx33022991aeae47d7a44ac-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx33022991aeae47d7a44ac-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx33022991aeae47d7a44ac-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx33022991aeae47d7a44ac-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx33022991aeae47d7a44ac-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx33022991aeae47d7a44ac-006767056c) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx33022991aeae47d7a44ac-006767056c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations -test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders -test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_feed_remaining_primaries -test.unit.proxy.controllers.test_obj.TestECObjController.test_feed_remaining_primaries ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_fix_response_HEAD -test.unit.proxy.controllers.test_obj.TestECObjController.test_fix_response_HEAD ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket -test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.6:1006/sdg (txn: tx4395df19cc844baabde85-006767056c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.12:1012/sdm (txn: tx3ee9cce070874859923d6-006767056c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.3:1003/sdd (txn: tx0a9d0dd6e08d4dff80725-006767056c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test ERROR: Failed to unlink '/tmp/tmp085tebof/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmp085tebof/containers/part/suffix/hash/container_1734804828.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmp085tebof/containers/part/suffix/hash/container_1734804828.00000.db': ['/tmp/tmp085tebof/containers/part/suffix/hash/container.db', '/tmp/tmp085tebof/containers/part/suffix/hash/container_1734804829.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp085tebof/containers/part/suffix/hash/container_1734804829.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test ERROR: Problem finding shard upper in '/tmp/tmpd8zooh5t/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpd8zooh5t/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpo5o2ipyc/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpo5o2ipyc/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch - -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txfd07d0dbee64475fb7475-006767056a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txfd07d0dbee64475fb7475-006767056a) -test DEBUG: Setting object count to 1072 (txn: txfd07d0dbee64475fb7475-006767056a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txa258f7dd82554583803fe-006767056b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa258f7dd82554583803fe-006767056b) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa258f7dd82554583803fe-006767056b) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa258f7dd82554583803fe-006767056b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa258f7dd82554583803fe-006767056b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa258f7dd82554583803fe-006767056b) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txa258f7dd82554583803fe-006767056b) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txa258f7dd82554583803fe-006767056b) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txa258f7dd82554583803fe-006767056b) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txa258f7dd82554583803fe-006767056b) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txa258f7dd82554583803fe-006767056b) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txa258f7dd82554583803fe-006767056b) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txa258f7dd82554583803fe-006767056b) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txa258f7dd82554583803fe-006767056b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txa258f7dd82554583803fe-006767056b) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txa258f7dd82554583803fe-006767056b) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txa258f7dd82554583803fe-006767056b) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa258f7dd82554583803fe-006767056b) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa258f7dd82554583803fe-006767056b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txa258f7dd82554583803fe-006767056b) -test DEBUG: Setting object count to 1072 (txn: txa258f7dd82554583803fe-006767056b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc2324d6f043146288675f-006767056c) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc2324d6f043146288675f-006767056c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc2324d6f043146288675f-006767056c) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc2324d6f043146288675f-006767056c) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc2324d6f043146288675f-006767056c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc2324d6f043146288675f-006767056c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc2324d6f043146288675f-006767056c) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txc2324d6f043146288675f-006767056c) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txc2324d6f043146288675f-006767056c) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txc2324d6f043146288675f-006767056c) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txc2324d6f043146288675f-006767056c) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txc2324d6f043146288675f-006767056c) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txc2324d6f043146288675f-006767056c) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txc2324d6f043146288675f-006767056c) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txc2324d6f043146288675f-006767056c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txc2324d6f043146288675f-006767056c) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txc2324d6f043146288675f-006767056c) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txc2324d6f043146288675f-006767056c) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc2324d6f043146288675f-006767056c) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc2324d6f043146288675f-006767056c) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txc2324d6f043146288675f-006767056c) -test DEBUG: Setting object count to 1072 (txn: txc2324d6f043146288675f-006767056c) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx3184bda94a3a49668e1bf-006767056d)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config ... ok -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_custom_config -test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_custom_config ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx83f63f53216e4bb5907ea-006767056d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx83f63f53216e4bb5907ea-006767056d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx83f63f53216e4bb5907ea-006767056d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx83f63f53216e4bb5907ea-006767056d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx83f63f53216e4bb5907ea-006767056d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx83f63f53216e4bb5907ea-006767056d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx83f63f53216e4bb5907ea-006767056d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx83f63f53216e4bb5907ea-006767056d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx83f63f53216e4bb5907ea-006767056d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx83f63f53216e4bb5907ea-006767056d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx83f63f53216e4bb5907ea-006767056d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx83f63f53216e4bb5907ea-006767056d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx83f63f53216e4bb5907ea-006767056d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx83f63f53216e4bb5907ea-006767056d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx83f63f53216e4bb5907ea-006767056d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx83f63f53216e4bb5907ea-006767056d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx83f63f53216e4bb5907ea-006767056d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx83f63f53216e4bb5907ea-006767056d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx83f63f53216e4bb5907ea-006767056d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx83f63f53216e4bb5907ea-006767056d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx83f63f53216e4bb5907ea-006767056d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx83f63f53216e4bb5907ea-006767056d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx83f63f53216e4bb5907ea-006767056d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx83f63f53216e4bb5907ea-006767056d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx83f63f53216e4bb5907ea-006767056d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx83f63f53216e4bb5907ea-006767056d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx83f63f53216e4bb5907ea-006767056d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx83f63f53216e4bb5907ea-006767056d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1c02daffb369485fbd308-006767056d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1c02daffb369485fbd308-006767056d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1c02daffb369485fbd308-006767056d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1c02daffb369485fbd308-006767056d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1c02daffb369485fbd308-006767056d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1c02daffb369485fbd308-006767056d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1c02daffb369485fbd308-006767056d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1c02daffb369485fbd308-006767056d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1c02daffb369485fbd308-006767056d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1c02daffb369485fbd308-006767056d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1c02daffb369485fbd308-006767056d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1c02daffb369485fbd308-006767056d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1c02daffb369485fbd308-006767056d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1c02daffb369485fbd308-006767056d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1c02daffb369485fbd308-006767056d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1c02daffb369485fbd308-006767056d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1c02daffb369485fbd308-006767056d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1c02daffb369485fbd308-006767056d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1c02daffb369485fbd308-006767056d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1c02daffb369485fbd308-006767056d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1c02daffb369485fbd308-006767056d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1c02daffb369485fbd308-006767056d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1c02daffb369485fbd308-006767056d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1c02daffb369485fbd308-006767056d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1c02daffb369485fbd308-006767056d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1c02daffb369485fbd308-006767056d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1c02daffb369485fbd308-006767056d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1c02daffb369485fbd308-006767056d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3910558ff5514b31b99c4-006767056d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3910558ff5514b31b99c4-006767056d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3910558ff5514b31b99c4-006767056d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3910558ff5514b31b99c4-006767056d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3910558ff5514b31b99c4-006767056d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3910558ff5514b31b99c4-006767056d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3910558ff5514b31b99c4-006767056d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3910558ff5514b31b99c4-006767056d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3910558ff5514b31b99c4-006767056d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3910558ff5514b31b99c4-006767056d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3910558ff5514b31b99c4-006767056d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3910558ff5514b31b99c4-006767056d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3910558ff5514b31b99c4-006767056d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3910558ff5514b31b99c4-006767056d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3910558ff5514b31b99c4-006767056d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3910558ff5514b31b99c4-006767056d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3910558ff5514b31b99c4-006767056d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3910558ff5514b31b99c4-006767056d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3910558ff5514b31b99c4-006767056d)test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_default_config -test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_default_config ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency -test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency ... ok - -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3910558ff5514b31b99c4-006767056d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3910558ff5514b31b99c4-006767056d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3910558ff5514b31b99c4-006767056d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3910558ff5514b31b99c4-006767056d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3910558ff5514b31b99c4-006767056d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3910558ff5514b31b99c4-006767056d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3910558ff5514b31b99c4-006767056d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3910558ff5514b31b99c4-006767056d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3910558ff5514b31b99c4-006767056d) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpowvqbj5j/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpowvqbj5j/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpowvqbj5j/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpowvqbj5j/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0036 "-" 33147 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0032 "-" 33147 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 33147 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 33147 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx64eaf48974924b2183bd5-006767056d" "proxy-server 33147" 0.0013 "-" 33147 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:55071/sdb1/3/a/c" "tx64eaf48974924b2183bd5-006767056d" "container-server 33147" 0.0012 "-" 33147 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:59135/sda1/3/a/c" "tx64eaf48974924b2183bd5-006767056d" "container-server 33147" 0.0011 "-" 33147 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx64eaf48974924b2183bd5-006767056d" "proxy-server 33147" 0.0092 "-" 33147 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx64eaf48974924b2183bd5-006767056d" "proxy-server 33147" 0.0149 "-" 33147 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/14/05 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx64eaf48974924b2183bd5-006767056d - 0.0239 - - 1734804845.346320629 1734804845.370238781 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx9319fec321724f74b89f3-006767056d" "proxy-server 33147" 0.0012 "-" 33147 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:59135/sda1/0/a1/c1" "tx9319fec321724f74b89f3-006767056d" "container-server 33147" 0.0012 "-" 33147 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:55071/sdb1/0/a1/c1" "tx9319fec321724f74b89f3-006767056d" "container-server 33147" 0.0011 "-" 33147 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx9319fec321724f74b89f3-006767056d" "proxy-server 33147" 0.0131 "-" 33147 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx9319fec321724f74b89f3-006767056d" "proxy-server 33147" 0.0183 "-" 33147 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/14/05 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx9319fec321724f74b89f3-006767056d - 0.0263 - - 1734804845.371811628 1734804845.398067713 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txeaa0cb516a7942ce8770c-006767056d" "proxy-server 33147" 0.0021 "-" 33147 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:55071/sdb1/3/a/c1" "txeaa0cb516a7942ce8770c-006767056d" "container-server 33147" 0.0021 "-" 33147 1 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:59135/sda1/3/a/c1" "txeaa0cb516a7942ce8770c-006767056d" "container-server 33147" 0.0020 "-" 33147 1 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txeaa0cb516a7942ce8770c-006767056d" "proxy-server 33147" 0.0106 "-" 33147 1 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txeaa0cb516a7942ce8770c-006767056d" "proxy-server 33147" 0.0160 "-" 33147 1 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/14/05 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txeaa0cb516a7942ce8770c-006767056d - 0.0246 - - 1734804845.399543524 1734804845.424178362 1 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx15f5b2ffe2f24ced84aad-006767056d" "proxy-server 33147" 0.0022 "-" 33147 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:55071/sdb1/0/a/c2" "tx15f5b2ffe2f24ced84aad-006767056d" "container-server 33147" 0.0020 "-" 33147 2 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:59135/sda1/0/a/c2" "tx15f5b2ffe2f24ced84aad-006767056d" "container-server 33147" 0.0018 "-" 33147 2 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx15f5b2ffe2f24ced84aad-006767056d" "proxy-server 33147" 0.0147 "-" 33147 2 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx15f5b2ffe2f24ced84aad-006767056d" "proxy-server 33147" 0.0110 "-" 33147 2 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/14/05 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx15f5b2ffe2f24ced84aad-006767056d - 0.0242 - - 1734804845.425732613 1734804845.449963331 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpek49r_66/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpek49r_66/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpek49r_66/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpek49r_66/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0033 "-" 33147 -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing -test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty ... ok - -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test INFO: Client disconnected on read of '/a/c' (txn: tx35ef5ea08ea34bda89ed1-00697415b6) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test INFO: Client disconnected on read of '/a/c' (txn: tx280edd80334149e6a3ab3-00697415b6) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txd405fd1aba72485394929-006767056c) -test INFO: Client disconnected on read of '/a/c' (txn: txd405fd1aba72485394929-006767056c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: tx16f6febca08b422a8aca9-006767056c) -test INFO: Client disconnected on read of '/a/c' (txn: tx16f6febca08b422a8aca9-006767056c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: txfaca8423c92b4c9289208-006767056d) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: txfaca8423c92b4c9289208-006767056d) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: txfaca8423c92b4c9289208-006767056d) -test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: txfaca8423c92b4c9289208-006767056d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok -setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) -setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test INFO: Client disconnected on read of '/a/c' (txn: tx4d28cd7df1034844b070d-00697415b6)test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header +test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header ... ok +test.unit.proxy.test_server.TestContainerController.test_transfer_headers +test.unit.proxy.test_server.TestContainerController.test_transfer_headers ... ok +test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found +test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok +test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables +test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes +test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict @@ -106148,8 +102117,6 @@ test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas @@ -106178,8 +102145,6 @@ test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs ... ok test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest @@ -106380,259 +102345,2408 @@ test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object ... ok test.unit.proxy.test_server.TestReplicatedObjectController.test_x_container_headers_db_states test.unit.proxy.test_server.TestReplicatedObjectController.test_x_container_headers_db_states ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults -test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults ... ok -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception -test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version -test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim ... ok -test.unit.test_locale.test_locale.TestTranslations.test_translations -test.unit.test_locale.test_locale.TestTranslations.test_translations ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable ... ok -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx498436e0fcbd45ae9e72e-006767056b) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx498436e0fcbd45ae9e72e-006767056b) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: tx498436e0fcbd45ae9e72e-006767056b) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx498436e0fcbd45ae9e72e-006767056b) -test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx498436e0fcbd45ae9e72e-006767056b) -test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: tx498436e0fcbd45ae9e72e-006767056b) -test DEBUG: Setting object count to 1024 (txn: tx498436e0fcbd45ae9e72e-006767056b) -test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: tx498436e0fcbd45ae9e72e-006767056b) -test DEBUG: Setting object count to 1024 (txn: tx498436e0fcbd45ae9e72e-006767056b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7548a6127f084e85a89d8-006767056c) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7548a6127f084e85a89d8-006767056c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7548a6127f084e85a89d8-006767056c) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7548a6127f084e85a89d8-006767056c) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7548a6127f084e85a89d8-006767056c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7548a6127f084e85a89d8-006767056c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7548a6127f084e85a89d8-006767056c) -test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: tx7548a6127f084e85a89d8-006767056c) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx7548a6127f084e85a89d8-006767056c) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx7548a6127f084e85a89d8-006767056c) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7548a6127f084e85a89d8-006767056c) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx7548a6127f084e85a89d8-006767056c) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx7548a6127f084e85a89d8-006767056c) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7548a6127f084e85a89d8-006767056c) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx7548a6127f084e85a89d8-006767056c) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7548a6127f084e85a89d8-006767056c) -test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7548a6127f084e85a89d8-006767056c) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: tx7548a6127f084e85a89d8-006767056c) -test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: tx7548a6127f084e85a89d8-006767056c) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7548a6127f084e85a89d8-006767056c) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7548a6127f084e85a89d8-006767056c) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx7548a6127f084e85a89d8-006767056c) -test DEBUG: Setting object count to 1072 (txn: tx7548a6127f084e85a89d8-006767056c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txcda81be5f6d04935ae1f5-006767056d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txcda81be5f6d04935ae1f5-006767056d) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txcda81be5f6d04935ae1f5-006767056d) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txcda81be5f6d04935ae1f5-006767056d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txcda81be5f6d04935ae1f5-006767056d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txcda81be5f6d04935ae1f5-006767056d) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txcda81be5f6d04935ae1f5-006767056d) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txcda81be5f6d04935ae1f5-006767056d) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txcda81be5f6d04935ae1f5-006767056d) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txcda81be5f6d04935ae1f5-006767056d) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txcda81be5f6d04935ae1f5-006767056d) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txcda81be5f6d04935ae1f5-006767056d) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txcda81be5f6d04935ae1f5-006767056d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txcda81be5f6d04935ae1f5-006767056d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txcda81be5f6d04935ae1f5-006767056d) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txcda81be5f6d04935ae1f5-006767056d) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txcda81be5f6d04935ae1f5-006767056d)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache ... ok +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: tx54de50139edd478299c92-00697415b8) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx54de50139edd478299c92-00697415b8) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx54de50139edd478299c92-00697415b8) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: tx54de50139edd478299c92-00697415b8) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx54de50139edd478299c92-00697415b8) +test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: tx54de50139edd478299c92-00697415b8) +test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx54de50139edd478299c92-00697415b8) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: tx54de50139edd478299c92-00697415b8) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx51f13ec1be02460599ee6-00697415b9) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx51f13ec1be02460599ee6-00697415b9) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx51f13ec1be02460599ee6-00697415b9) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx51f13ec1be02460599ee6-00697415b9) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx51f13ec1be02460599ee6-00697415b9) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx51f13ec1be02460599ee6-00697415b9) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx51f13ec1be02460599ee6-00697415b9) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx51f13ec1be02460599ee6-00697415b9) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx51f13ec1be02460599ee6-00697415b9) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx51f13ec1be02460599ee6-00697415b9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx51f13ec1be02460599ee6-00697415b9) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx51f13ec1be02460599ee6-00697415b9) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx51f13ec1be02460599ee6-00697415b9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx51f13ec1be02460599ee6-00697415b9) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx51f13ec1be02460599ee6-00697415b9) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx51f13ec1be02460599ee6-00697415b9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx51f13ec1be02460599ee6-00697415b9) +test DEBUG: Setting object count to 3120 (txn: tx51f13ec1be02460599ee6-00697415b9) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx9f3958f73b1243259d9ad-00697415b9) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx9f3958f73b1243259d9ad-00697415b9) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9f3958f73b1243259d9ad-00697415b9) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9f3958f73b1243259d9ad-00697415b9) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9f3958f73b1243259d9ad-00697415b9) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9f3958f73b1243259d9ad-00697415b9) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9f3958f73b1243259d9ad-00697415b9) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx9f3958f73b1243259d9ad-00697415b9) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx9f3958f73b1243259d9ad-00697415b9) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9f3958f73b1243259d9ad-00697415b9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx9f3958f73b1243259d9ad-00697415b9) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx9f3958f73b1243259d9ad-00697415b9) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9f3958f73b1243259d9ad-00697415b9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx9f3958f73b1243259d9ad-00697415b9) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9f3958f73b1243259d9ad-00697415b9) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9f3958f73b1243259d9ad-00697415b9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx9f3958f73b1243259d9ad-00697415b9) +test DEBUG: Setting object count to 3120 (txn: tx9f3958f73b1243259d9ad-00697415b9) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx1fb1287cd7174e45951d4-00697415b9) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx1fb1287cd7174e45951d4-00697415b9) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1fb1287cd7174e45951d4-00697415b9) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1fb1287cd7174e45951d4-00697415b9) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx1fb1287cd7174e45951d4-00697415b9) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1fb1287cd7174e45951d4-00697415b9) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1fb1287cd7174e45951d4-00697415b9) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx1fb1287cd7174e45951d4-00697415b9) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx1fb1287cd7174e45951d4-00697415b9) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1fb1287cd7174e45951d4-00697415b9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx1fb1287cd7174e45951d4-00697415b9) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx1fb1287cd7174e45951d4-00697415b9) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1fb1287cd7174e45951d4-00697415b9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx1fb1287cd7174e45951d4-00697415b9) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1fb1287cd7174e45951d4-00697415b9) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1fb1287cd7174e45951d4-00697415b9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx1fb1287cd7174e45951d4-00697415b9) +test DEBUG: Setting object count to 3120 (txn: tx1fb1287cd7174e45951d4-00697415b9) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf3c14223173d4eefb2a9b-00697415b9) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txf3c14223173d4eefb2a9b-00697415b9) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf3c14223173d4eefb2a9b-00697415b9) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf3c14223173d4eefb2a9b-00697415b9) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf3c14223173d4eefb2a9b-00697415b9) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf3c14223173d4eefb2a9b-00697415b9) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf3c14223173d4eefb2a9b-00697415b9) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf3c14223173d4eefb2a9b-00697415b9) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txf3c14223173d4eefb2a9b-00697415b9) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txf3c14223173d4eefb2a9b-00697415b9) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: txf3c14223173d4eefb2a9b-00697415b9) +test DEBUG: Setting object count to 3120 (txn: txf3c14223173d4eefb2a9b-00697415b9) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txbebaeb366254422e82d0c-00697415b9) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: txbebaeb366254422e82d0c-00697415b9) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txbebaeb366254422e82d0c-00697415b9) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: txbebaeb366254422e82d0c-00697415b9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txbebaeb366254422e82d0c-00697415b9) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txbebaeb366254422e82d0c-00697415b9) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: txbebaeb366254422e82d0c-00697415b9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: txbebaeb366254422e82d0c-00697415b9) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txbebaeb366254422e82d0c-00697415b9) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txbebaeb366254422e82d0c-00697415b9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: txbebaeb366254422e82d0c-00697415b9) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbebaeb366254422e82d0c-00697415b9) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txbebaeb366254422e82d0c-00697415b9) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: txbebaeb366254422e82d0c-00697415b9) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txbebaeb366254422e82d0c-00697415b9) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbebaeb366254422e82d0c-00697415b9) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: txbebaeb366254422e82d0c-00697415b9) +test DEBUG: Setting object count to 3120 (txn: txbebaeb366254422e82d0c-00697415b9) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx4e6388a7d3d2479fb38a4-00697415b9) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx4e6388a7d3d2479fb38a4-00697415b9) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4e6388a7d3d2479fb38a4-00697415b9) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4e6388a7d3d2479fb38a4-00697415b9) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4e6388a7d3d2479fb38a4-00697415b9) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4e6388a7d3d2479fb38a4-00697415b9) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4e6388a7d3d2479fb38a4-00697415b9) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx4e6388a7d3d2479fb38a4-00697415b9) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx4e6388a7d3d2479fb38a4-00697415b9) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4e6388a7d3d2479fb38a4-00697415b9) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx4e6388a7d3d2479fb38a4-00697415b9)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges -test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges ... ok -test.unit.container.test_sharder.TestCleavingContext.test_cursor -test.unit.container.test_sharder.TestCleavingContext.test_cursor ... ok -test.unit.container.test_sharder.TestCleavingContext.test_delete -test.unit.container.test_sharder.TestCleavingContext.test_delete ... ok -test.unit.container.test_sharder.TestCleavingContext.test_done -test.unit.container.test_sharder.TestCleavingContext.test_done ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception ... ok -test.unit.container.test_sharder.TestCleavingContext.test_init -test.unit.container.test_sharder.TestCleavingContext.test_init ... ok -test.unit.container.test_sharder.TestCleavingContext.test_iter -test.unit.container.test_sharder.TestCleavingContext.test_iter ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load -test.unit.container.test_sharder.TestCleavingContext.test_load ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_all -test.unit.container.test_sharder.TestCleavingContext.test_load_all ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style ... ok -test.unit.container.test_sharder.TestCleavingContext.test_range_done -test.unit.container.test_sharder.TestCleavingContext.test_range_done ... ok -test.unit.container.test_sharder.TestCleavingContext.test_reset -test.unit.container.test_sharder.TestCleavingContext.test_reset ... ok -test.unit.container.test_sharder.TestCleavingContext.test_start -test.unit.container.test_sharder.TestCleavingContext.test_start ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store -test.unit.container.test_sharder.TestCleavingContext.test_store ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:35 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission ... ok -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0111 "-" 33147 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 33147 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0027 "-" 33147 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx14bb6d556a3248c2a8634-006767056d" "proxy-server 33147" 0.0013 "-" 33147 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:57613/sdb1/3/a/c" "tx14bb6d556a3248c2a8634-006767056d" "container-server 33147" 0.0012 "-" 33147 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:44971/sda1/3/a/c" "tx14bb6d556a3248c2a8634-006767056d" "container-server 33147" 0.0011 "-" 33147 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx14bb6d556a3248c2a8634-006767056d" "proxy-server 33147" 0.0131 "-" 33147 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx14bb6d556a3248c2a8634-006767056d" "proxy-server 33147" 0.0230 "-" 33147 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/14/05 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx14bb6d556a3248c2a8634-006767056d - 0.0360 - - 1734804845.518411875 1734804845.554445744 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx7f605038b6534c2c89928-006767056d" "proxy-server 33147" 0.0012 "-" 33147 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:44971/sda1/0/a1/c1" "tx7f605038b6534c2c89928-006767056d" "container-server 33147" 0.0012 "-" 33147 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:57613/sdb1/0/a1/c1" "tx7f605038b6534c2c89928-006767056d" "container-server 33147" 0.0012 "-" 33147 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx7f605038b6534c2c89928-006767056d" "proxy-server 33147" 0.0097 "-" 33147 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx7f605038b6534c2c89928-006767056d" "proxy-server 33147" 0.0154 "-" 33147 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/14/05 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx7f605038b6534c2c89928-006767056d - 0.0245 - - 1734804845.555883169 1734804845.580361843 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0dc3ab8b3af542999f250-006767056d" "proxy-server 33147" 0.0022 "-" 33147 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:57613/sdb1/3/a/c1" "tx0dc3ab8b3af542999f250-006767056d" "container-server 33147" 0.0026 "-" 33147 1 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:44971/sda1/3/a/c1" "tx0dc3ab8b3af542999f250-006767056d" "container-server 33147" 0.0011 "-" 33147 1 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx0dc3ab8b3af542999f250-006767056d" "proxy-server 33147" 0.0144 "-" 33147 1 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx0dc3ab8b3af542999f250-006767056d" "proxy-server 33147" 0.0109 "-" 33147 1 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/14/05 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx0dc3ab8b3af542999f250-006767056d - 0.0242 - - 1734804845.581907749 1734804845.606116772 1 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3be4d0fdbd00401badc28-006767056d" "proxy-server 33147" 0.0020 "-" 33147 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:44971/sda1/0/a/c2" "tx3be4d0fdbd00401badc28-006767056d" "container-server 33147" 0.0062 "-" 33147 2 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:57613/sdb1/0/a/c2" "tx3be4d0fdbd00401badc28-006767056d" "container-server 33147" 0.0060 "-" 33147 2 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx3be4d0fdbd00401badc28-006767056d" "proxy-server 33147" 0.0313 "-" 33147 2 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:05 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx3be4d0fdbd00401badc28-006767056d" "proxy-server 33147" 0.0236 "-" 33147 2 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/14/05 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx3be4d0fdbd00401badc28-006767056d - 0.0491 - - 1734804845.607596397 1734804845.656695604 2 -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_old_style ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style ... ok +test DEBUG: /tmp/tmpgieaulwq/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpgieaulwq/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'a768f6a5-e9ae-407d-9dc8-4aebf8f36fac-sda', '1769215415.05932', '1769215415.05707', '0', '', '1769215415.05707', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215415.06394', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215415.06394', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215415.06394', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215415.06398', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769215415.06398', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215415.06398', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215415.06399', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769215415.06399', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215415.06399', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215414.16221', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215414.16221', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215414.16221', 'epoch': '1769215414.16222', 'reported': 0, 'tombstones': -1}], 'a768f6a5-e9ae-407d-9dc8-4aebf8f36fac-sda') +test DEBUG: /tmp/tmpgieaulwq/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpgieaulwq/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', 'e61d9bc3-260c-4fc6-8e64-377e6303d4e8-sda', '1769215415.07992', '1769215415.07816', '0', '', '1769215415.07816', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215415.08396', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215415.08396', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215415.08396', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215415.08400', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769215415.08400', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215415.08400', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215415.08401', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769215415.08401', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215415.08401', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215414.16231', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215414.16210', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215414.16210', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'e61d9bc3-260c-4fc6-8e64-377e6303d4e8-sda') +test WARNING: Ignoring remote osr w/o epoch, own_sr: {'name': 'a/c', 'timestamp': '1769215414.16221', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215414.16221', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215414.16221', 'epoch': '1769215414.16222', 'reported': 0, 'tombstones': -1}, remote_sr: {'name': 'a/c', 'timestamp': '1769215414.16231', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215414.16210', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215414.16210', 'epoch': None, 'reported': 0, 'tombstones': -1}, source: repl_req +test DEBUG: /tmp/tmpgieaulwq/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpgieaulwq/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'ce0bf67b3d344559267886997e62e4ee', 'bacd5d4e-5dd8-4abc-bde7-dd8514b5c2c0-sda', '1769215415.09940', '1769215415.09761', '0', '', '1769215415.09761', 1, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1769215415.10337', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'bacd5d4e-5dd8-4abc-bde7-dd8514b5c2c0-sda') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +test DEBUG: Replicating db /tmp/tmpzyv_zbsk/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '42531ac0-a729-4c19-811c-d953fe766909-sda', '1769215415.11934', '1769215415.11739', '0', '', '1769215415.11739', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +test ERROR: ERROR syncing /tmp/tmpzyv_zbsk/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db with node {'ip': '10.0.0.1', 'replication_ip': '10.0.0.1', 'port': 1001, 'replication_port': 1001, 'device': 'sdb', 'zone': 1, 'region': 1, 'id': 1, 'weight': 1, 'index': 1}: Timeout (0.001s) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (1, 'd08fb55179c2470e185f6223615098ec', '9618ef32-3cc9-40b3-81ca-c0ce3289dba1-sda', '1769215415.13500', '1769215415.13317', '0', '', '1769215415.13317', 1, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1769215415.14023', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '9618ef32-3cc9-40b3-81ca-c0ce3289dba1-sda') +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_syncs, ([],) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpf6jzl2wx/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '4da1a8e4-fb19-4d50-a601-66a62ca10675-sda', '1769215415.16096', '1769215415.1591', '0', '', '1769215415.1591', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('4da1a8e4-fb19-4d50-a601-66a62ca10675-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '4da1a8e4-fb19-4d50-a601-66a62ca10675-sda', '1769215415.16096', '1769215415.1591', '0', '', '1769215415.1591', 0, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('4da1a8e4-fb19-4d50-a601-66a62ca10675-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00955 seconds (104.76222/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpf6jzl2wx/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '4da1a8e4-fb19-4d50-a601-66a62ca10675-sda', '1769215415.16096', '1769215415.1591', '0', '', '1769215415.1591', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, ()test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change +test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced +test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok + +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215415.17770', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215415.17770', 'deleted': 1, 'state': 10, 'state_timestamp': '1769215415.17770', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215415.16232', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769215415.16232', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215415.16232', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215415.16233', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769215415.16233', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215415.16233', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215415.16246', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215415.16246', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215415.16233', 'epoch': '1769215415.16233', 'reported': 0, 'tombstones': -1}], '4da1a8e4-fb19-4d50-a601-66a62ca10675-sda') +test DEBUG: /tmp/tmpf6jzl2wx/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpf6jzl2wx/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '4da1a8e4-fb19-4d50-a601-66a62ca10675-sda', '1769215415.16096', '1769215415.1591', '0', '', '1769215415.1591', 0, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, get_shard_ranges, () +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769215415.17770', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769215415.17770', 'deleted': 1, 'state': 10, 'state_timestamp': '1769215415.17770', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769215415.16232', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769215415.16232', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215415.16232', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769215415.16233', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769215415.16233', 'deleted': 0, 'state': 10, 'state_timestamp': '1769215415.16233', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215415.16246', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215415.16246', 'deleted': 0, 'state': 60, 'state_timestamp': '1769215415.16233', 'epoch': '1769215415.16233', 'reported': 0, 'tombstones': -1}], '4da1a8e4-fb19-4d50-a601-66a62ca10675-sda') +test DEBUG: /tmp/tmpf6jzl2wx/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db synced 4 shard ranges to 10.0.0.2:1002/sdc +test WARNING: /tmp/tmpf6jzl2wx/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db is able to shard -- refusing to replicate objects to peer 10.0.0.2:1002/sdc; have shard ranges and will wait for cleaving +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.30890 seconds (3.23727/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '764a8459-f780-491f-afd1-6c1fd85773ca-sda', '1769215415.50185', '1769215415.49906', '1769215415.50823', '', '1769215415.50823', 0, 0) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpzo75hv78/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '65ee8582-68eb-4828-a612-b33e945703c3-sda', '1769215415.51899', '1769215415.00000', '0', '', '1769215415.00000', 0, 0) +test DEBUG: /tmp/tmpzo75hv78/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '65ee8582-68eb-4828-a612-b33e945703c3-sda', '1769215415.51899', '1769215415.00000', '0', '', '1769215415.00000', 0, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('65ee8582-68eb-4828-a612-b33e945703c3-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01199 seconds (83.42487/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpk9i4davq/sda/containers/0/4cc/b5b1d468929ace1438357f1af84904cc/b5b1d468929ace1438357f1af84904cc.db +REPLICATE: /sdb/0/b5b1d468929ace1438357f1af84904cc, sync, (-1, '00000000000000000000000000000000', '86e4c906-3989-456e-a9ea-f0ed64b4643d-sda', '1769215415.55112', '1769215416.00000', '0', '{"X-Container-Sync-To": ["a", "1769215417.00000"], "X-Container-Sync-Key": ["secret", "1769215418.00000"]}', '1769215416.00000', 0, 0) +REPLICATE: /sdb/0/b5b1d468929ace1438357f1af84904cc, complete_rsync, ('86e4c906-3989-456e-a9ea-f0ed64b4643d-sda', 'b5b1d468929ace1438357f1af84904cc.db') +REPLICATE: /sdc/0/b5b1d468929ace1438357f1af84904cc, sync, (-1, '00000000000000000000000000000000', '86e4c906-3989-456e-a9ea-f0ed64b4643d-sda', '1769215415.55112', '1769215416.00000', '0', '{"X-Container-Sync-To": ["a", "1769215417.00000"], "X-Container-Sync-Key": ["secret", "1769215418.00000"]}', '1769215416.00000', 0, 0) +REPLICATE: /sdc/0/b5b1d468929ace1438357f1af84904cc, complete_rsync, ('86e4c906-3989-456e-a9ea-f0ed64b4643d-sda', 'b5b1d468929ace1438357f1af84904cc.db') +test DEBUG: Replicating db /tmp/tmpk9i4davq/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '53944c58-0d4f-46f6-8de8-8207319848be-sda', '1769215415.54765', '1769215415.00000', '0', '', '1769215415.00000', 0, 0) +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('53944c58-0d4f-46f6-8de8-8207319848be-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '53944c58-0d4f-46f6-8de8-8207319848be-sda', '1769215415.54765', '1769215415.00000', '0', '', '1769215415.00000', 0, 0) +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, complete_rsync, ('53944c58-0d4f-46f6-8de8-8207319848be-sda', '33379ecb053aa5c9e356c68997cbb59e.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 2 dbs in 0.03182 seconds (62.85324/s) +test INFO: Removed 0 dbs +test INFO: 4 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:4 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpk9i4davq/sda/containers/0/4cc/b5b1d468929ace1438357f1af84904cc/b5b1d468929ace1438357f1af84904cc.db +REPLICATE: /sdb/0/b5b1d468929ace1438357f1af84904cc, sync, (-1, '00000000000000000000000000000000', '86e4c906-3989-456e-a9ea-f0ed64b4643d-sda', '1769215415.55112', '1769215416.00000', '0', '{"X-Container-Sync-To": ["", "1769215419.00000"], "X-Container-Sync-Key": ["secret", "1769215418.00000"]}', '1769215416.00000', 0, 0) +test DEBUG: /tmp/tmpk9i4davq/sda/containers/0/4cc/b5b1d468929ace1438357f1af84904cc/b5b1d468929ace1438357f1af84904cc.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/b5b1d468929ace1438357f1af84904cc, sync, (-1, '00000000000000000000000000000000', '86e4c906-3989-456e-a9ea-f0ed64b4643d-sda', '1769215415.55112', '1769215416.00000', '0', '{"X-Container-Sync-To": ["", "1769215419.00000"], "X-Container-Sync-Key": ["secret", "1769215418.00000"]}', '1769215416.00000', 0, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update +test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception ... ok test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts ... ok test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects ... ok test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers ... ok -test ERROR: Failed to unlink '/tmp/tmp4xa4_mrs/containers/part/suffix/hash/container.db': + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user ... ok + +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx54fb4a562557482e9ed7d-00697415b9) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx54fb4a562557482e9ed7d-00697415b9) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx54fb4a562557482e9ed7d-00697415b9) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx54fb4a562557482e9ed7d-00697415b9) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx54fb4a562557482e9ed7d-00697415b9) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx54fb4a562557482e9ed7d-00697415b9) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx54fb4a562557482e9ed7d-00697415b9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx54fb4a562557482e9ed7d-00697415b9) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txb8f85f6cd5764b558586f-00697415b9) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txb8f85f6cd5764b558586f-00697415b9) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb8f85f6cd5764b558586f-00697415b9) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txb8f85f6cd5764b558586f-00697415b9) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb8f85f6cd5764b558586f-00697415b9) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb8f85f6cd5764b558586f-00697415b9) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txb8f85f6cd5764b558586f-00697415b9) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txb8f85f6cd5764b558586f-00697415b9) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txb8f85f6cd5764b558586f-00697415b9) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txb8f85f6cd5764b558586f-00697415b9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txb8f85f6cd5764b558586f-00697415b9) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txb8f85f6cd5764b558586f-00697415b9) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txb8f85f6cd5764b558586f-00697415b9) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txb8f85f6cd5764b558586f-00697415b9) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx66e5ba5e10f44518a0392-00697415b9) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx66e5ba5e10f44518a0392-00697415b9) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx66e5ba5e10f44518a0392-00697415b9) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx66e5ba5e10f44518a0392-00697415b9) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx66e5ba5e10f44518a0392-00697415b9) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txe8c2eb91584148579642c-00697415b9) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txe8c2eb91584148579642c-00697415b9) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txe8c2eb91584148579642c-00697415b9) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txe8c2eb91584148579642c-00697415b9) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txe8c2eb91584148579642c-00697415b9) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx0f36ffb6a4c649fcb6ae0-00697415b9) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx0f36ffb6a4c649fcb6ae0-00697415b9) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx0f36ffb6a4c649fcb6ae0-00697415b9) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx0f36ffb6a4c649fcb6ae0-00697415b9) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx0f36ffb6a4c649fcb6ae0-00697415b9) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx9819cc218b584883ac40e-00697415ba) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx9819cc218b584883ac40e-00697415ba) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9819cc218b584883ac40e-00697415ba) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx9819cc218b584883ac40e-00697415ba) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx9819cc218b584883ac40e-00697415ba) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9819cc218b584883ac40e-00697415ba) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx9819cc218b584883ac40e-00697415ba) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9819cc218b584883ac40e-00697415ba) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9819cc218b584883ac40e-00697415ba) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 404 (txn: tx9819cc218b584883ac40e-00697415ba) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: tx9819cc218b584883ac40e-00697415ba) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Sat, 24 Jan 2026 00:43:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Sat, 24 Jan 2026 00:43:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Sat, 24 Jan 2026 00:43:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Sat, 24 Jan 2026 00:43:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Sat, 24 Jan 2026 00:43:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Sat, 24 Jan 2026 00:43:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Sat, 24 Jan 2026 00:43:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Sat, 24 Jan 2026 00:43:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Sat, 24 Jan 2026 00:43:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Sat, 24 Jan 2026 00:43:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD + resp = self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 246, in HEAD + return self._handle_acl(app, 'HEAD') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT ... ok + +test DEBUG: /tmp/tmpk9i4davq/sda/containers/0/4cc/b5b1d468929ace1438357f1af84904cc/b5b1d468929ace1438357f1af84904cc.db in sync with 10.0.0.2:1002/sdc, nothing to do +test DEBUG: Replicating db /tmp/tmpk9i4davq/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db +REPLICATE: /sdb/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '53944c58-0d4f-46f6-8de8-8207319848be-sda', '1769215415.54765', '1769215415.00000', '0', '', '1769215415.00000', 0, 0) +test DEBUG: /tmp/tmpk9i4davq/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/33379ecb053aa5c9e356c68997cbb59e, sync, (-1, '00000000000000000000000000000000', '53944c58-0d4f-46f6-8de8-8207319848be-sda', '1769215415.54765', '1769215415.00000', '0', '', '1769215415.00000', 0, 0) +test DEBUG: /tmp/tmpk9i4davq/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db in sync with 10.0.0.2:1002/sdc, nothing to do +test INFO: Replication run OVER +test INFO: Attempted to replicate 2 dbs in 0.27854 seconds (7.18022/s) +test INFO: Removed 0 dbs +test INFO: 4 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:4 remote_merge:0 rsync:0 ts_repl:0 +test ERROR: Failed to update sync_store /tmp/tmpujvdqtbp/sda/containers/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/replicator.py", line 304, in _post_replicate_hook + self.sync_store.update_sync_store(broker) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_replicator.py", line 1226, in update_sync_store + raise OSError(1, '1') +PermissionError: [Errno 1] 1 +sharder-test WARNING: Reclaimable db stuck waiting for shrinking, path: a/c, db: /tmp/tmpjyoic82i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmpbehwct_4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmpbehwct_4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmpbehwct_4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpbehwct_4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1769215417.00000, (0, 0) as of 1769215417.00000, active as of 1769215417.00000> to ShardRange<'k' to 't' as of 1769215418.00000, (0, 0) as of 1769215418.00000, active as of 1769215418.00000>, path: .shards_a/shard_c, db: /tmp/tmpbehwct_4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpbehwct_4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpbehwct_4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpbehwct_4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpbehwct_4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215422.00000, (0, 0) as of 1769215422.00000, shrinking as of 1769215419.00000> to ShardRange<'k' to 't' as of 1769215422.00000, (0, 0) as of 1769215422.00000, sharding as of 1769215423.00000>, path: .shards_a/shard_c, db: /tmp/tmpbehwct_4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpbehwct_4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpbehwct_4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpbehwct_4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215417.00000, db: /tmp/tmpuebrmotu/sda/containers/0/798/685d6934ff40ba4449ff4669109a4798/685d6934ff40ba4449ff4669109a4798.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215419.00000, db: /tmp/tmpuebrmotu/sda/containers/0/552/4efdbc31e4b02df094d1693d7dd55552/4efdbc31e4b02df094d1693d7dd55552.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215418.00000, (0, 0) as of 1769215418.00000, found as of 1769215418.00000> to ShardRange<'k' to 't' as of 1769215419.00000, (0, 0) as of 1769215419.00000, created as of 1769215419.00000>, path: .shards_a/shard_c_1769215419.00000, db: /tmp/tmpuebrmotu/sda/containers/0/552/4efdbc31e4b02df094d1693d7dd55552/4efdbc31e4b02df094d1693d7dd55552.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215421.00000, db: /tmp/tmpuebrmotu/sda/containers/0/63f/e25d0df477c8ecd3842d02ca9b67363f/e25d0df477c8ecd3842d02ca9b67363f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215420.00000, (0, 0) as of 1769215420.00000, found as of 1769215420.00000> to ShardRange<'k' to 't' as of 1769215421.00000, (0, 0) as of 1769215421.00000, cleaved as of 1769215421.00000>, path: .shards_a/shard_c_1769215421.00000, db: /tmp/tmpuebrmotu/sda/containers/0/63f/e25d0df477c8ecd3842d02ca9b67363f/e25d0df477c8ecd3842d02ca9b67363f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215423.00000, db: /tmp/tmpuebrmotu/sda/containers/0/376/1ff486c689b81b05c54409ed604dd376/1ff486c689b81b05c54409ed604dd376.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215422.00000, (0, 0) as of 1769215422.00000, found as of 1769215422.00000> to ShardRange<'k' to 't' as of 1769215423.00000, (0, 0) as of 1769215423.00000, active as of 1769215423.00000>, path: .shards_a/shard_c_1769215423.00000, db: /tmp/tmpuebrmotu/sda/containers/0/376/1ff486c689b81b05c54409ed604dd376/1ff486c689b81b05c54409ed604dd376.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215425.00000, db: /tmp/tmpuebrmotu/sda/containers/0/a79/3c4f75bb724da95f888becd1fa5f9a79/3c4f75bb724da95f888becd1fa5f9a79.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215424.00000, (0, 0) as of 1769215424.00000, found as of 1769215424.00000> to ShardRange<'k' to 't' as of 1769215425.00000, (0, 0) as of 1769215425.00000, shrinking as of 1769215425.00000>, path: .shards_a/shard_c_1769215425.00000, db: /tmp/tmpuebrmotu/sda/containers/0/a79/3c4f75bb724da95f888becd1fa5f9a79/3c4f75bb724da95f888becd1fa5f9a79.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215425.00000, db: /tmp/tmpuebrmotu/sda/containers/0/a79/3c4f75bb724da95f888becd1fa5f9a79/3c4f75bb724da95f888becd1fa5f9a79.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215427.00000, db: /tmp/tmpuebrmotu/sda/containers/0/1b8/5613af7e44f9b44886b066580e2e11b8/5613af7e44f9b44886b066580e2e11b8.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215426.00000, (0, 0) as of 1769215426.00000, found as of 1769215426.00000> to ShardRange<'k' to 't' as of 1769215427.00000, (0, 0) as of 1769215427.00000, sharding as of 1769215427.00000>, path: .shards_a/shard_c_1769215427.00000, db: /tmp/tmpuebrmotu/sda/containers/0/1b8/5613af7e44f9b44886b066580e2e11b8/5613af7e44f9b44886b066580e2e11b8.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215427.00000, db: /tmp/tmpuebrmotu/sda/containers/0/1b8/5613af7e44f9b44886b066580e2e11b8/5613af7e44f9b44886b066580e2e11b8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215429.00000, db: /tmp/tmpuebrmotu/sda/containers/0/d7b/c6e3f6c4f80d0c9f7170fa2e40bf8d7b/c6e3f6c4f80d0c9f7170fa2e40bf8d7b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215428.00000, (0, 0) as of 1769215428.00000, found as of 1769215428.00000> to ShardRange<'k' to 't' as of 1769215429.00000, (0, 0) as of 1769215429.00000, sharded as of 1769215429.00000>, path: .shards_a/shard_c_1769215429.00000, db: /tmp/tmpuebrmotu/sda/containers/0/d7b/c6e3f6c4f80d0c9f7170fa2e40bf8d7b/c6e3f6c4f80d0c9f7170fa2e40bf8d7b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215429.00000, db: /tmp/tmpuebrmotu/sda/containers/0/d7b/c6e3f6c4f80d0c9f7170fa2e40bf8d7b/c6e3f6c4f80d0c9f7170fa2e40bf8d7b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215431.00000, db: /tmp/tmpuebrmotu/sda/containers/0/088/a76b8905704b6a543218bed354f1e088/a76b8905704b6a543218bed354f1e088.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215430.00000, (0, 0) as of 1769215430.00000, found as of 1769215430.00000> to ShardRange<'k' to 't' as of 1769215431.00000, (0, 0) as of 1769215431.00000, shrunk as of 1769215431.00000>, path: .shards_a/shard_c_1769215431.00000, db: /tmp/tmpuebrmotu/sda/containers/0/088/a76b8905704b6a543218bed354f1e088/a76b8905704b6a543218bed354f1e088.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215431.00000, db: /tmp/tmpuebrmotu/sda/containers/0/088/a76b8905704b6a543218bed354f1e088/a76b8905704b6a543218bed354f1e088.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215433.00000, db: /tmp/tmpuebrmotu/sda/containers/0/613/4755c536a8e903a38ecc3cb005f61613/4755c536a8e903a38ecc3cb005f61613.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215432.00000, (0, 0) as of 1769215432.00000, created as of 1769215432.00000> to ShardRange<'k' to 't' as of 1769215433.00000, (0, 0) as of 1769215433.00000, found as of 1769215433.00000>, path: .shards_a/shard_c_1769215433.00000, db: /tmp/tmpuebrmotu/sda/containers/0/613/4755c536a8e903a38ecc3cb005f61613/4755c536a8e903a38ecc3cb005f61613.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215435.00000, db: /tmp/tmpuebrmotu/sda/containers/0/32e/b02b0339b2e8c0fd1641b7217a06c32e/b02b0339b2e8c0fd1641b7217a06c32e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215437.00000, db: /tmp/tmpuebrmotu/sda/containers/0/e8d/983041e35026107fb11dbb249f6b2e8d/983041e35026107fb11dbb249f6b2e8d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215436.00000, (0, 0) as of 1769215436.00000, created as of 1769215436.00000> to ShardRange<'k' to 't' as of 1769215437.00000, (0, 0) as of 1769215437.00000, cleaved as of 1769215437.00000>, path: .shards_a/shard_c_1769215437.00000, db: /tmp/tmpuebrmotu/sda/containers/0/e8d/983041e35026107fb11dbb249f6b2e8d/983041e35026107fb11dbb249f6b2e8d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215439.00000, db: /tmp/tmpuebrmotu/sda/containers/0/148/01ec8189d1d3b75660d06112e9b40148/01ec8189d1d3b75660d06112e9b40148.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215438.00000, (0, 0) as of 1769215438.00000, created as of 1769215438.00000> to ShardRange<'k' to 't' as of 1769215439.00000, (0, 0) as of 1769215439.00000, active as of 1769215439.00000>, path: .shards_a/shard_c_1769215439.00000, db: /tmp/tmpuebrmotu/sda/containers/0/148/01ec8189d1d3b75660d06112e9b40148/01ec8189d1d3b75660d06112e9b40148.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215441.00000, db: /tmp/tmpuebrmotu/sda/containers/0/60c/5b4af33a28a4bb0b942f6f5123e0760c/5b4af33a28a4bb0b942f6f5123e0760c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215440.00000, (0, 0) as of 1769215440.00000, created as of 1769215440.00000> to ShardRange<'k' to 't' as of 1769215441.00000, (0, 0) as of 1769215441.00000, shrinking as of 1769215441.00000>, path: .shards_a/shard_c_1769215441.00000, db: /tmp/tmpuebrmotu/sda/containers/0/60c/5b4af33a28a4bb0b942f6f5123e0760c/5b4af33a28a4bb0b942f6f5123e0760c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215441.00000, db: /tmp/tmpuebrmotu/sda/containers/0/60c/5b4af33a28a4bb0b942f6f5123e0760c/5b4af33a28a4bb0b942f6f5123e0760c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215443.00000, db: /tmp/tmpuebrmotu/sda/containers/0/142/a9200656fbcc39a80ceaea7dc0179142/a9200656fbcc39a80ceaea7dc0179142.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215442.00000, (0, 0) as of 1769215442.00000, created as of 1769215442.00000> to ShardRange<'k' to 't' as of 1769215443.00000, (0, 0) as of 1769215443.00000, sharding as of 1769215443.00000>, path: .shards_a/shard_c_1769215443.00000, db: /tmp/tmpuebrmotu/sda/containers/0/142/a9200656fbcc39a80ceaea7dc0179142/a9200656fbcc39a80ceaea7dc0179142.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215443.00000, db: /tmp/tmpuebrmotu/sda/containers/0/142/a9200656fbcc39a80ceaea7dc0179142/a9200656fbcc39a80ceaea7dc0179142.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215445.00000, db: /tmp/tmpuebrmotu/sda/containers/0/2a5/9a22c7e5eb35f5635cc9641812e972a5/9a22c7e5eb35f5635cc9641812e972a5.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215444.00000, (0, 0) as of 1769215444.00000, created as of 1769215444.00000> to ShardRange<'k' to 't' as of 1769215445.00000, (0, 0) as of 1769215445.00000, sharded as of 1769215445.00000>, path: .shards_a/shard_c_1769215445.00000, db: /tmp/tmpuebrmotu/sda/containers/0/2a5/9a22c7e5eb35f5635cc9641812e972a5/9a22c7e5eb35f5635cc9641812e972a5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215445.00000, db: /tmp/tmpuebrmotu/sda/containers/0/2a5/9a22c7e5eb35f5635cc9641812e972a5/9a22c7e5eb35f5635cc9641812e972a5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215447.00000, db: /tmp/tmpuebrmotu/sda/containers/0/e68/951eeeec9f2044bb9b98b3a7dd515e68/951eeeec9f2044bb9b98b3a7dd515e68.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215446.00000, (0, 0) as of 1769215446.00000, created as of 1769215446.00000> to ShardRange<'k' to 't' as of 1769215447.00000, (0, 0) as of 1769215447.00000, shrunk as of 1769215447.00000>, path: .shards_a/shard_c_1769215447.00000, db: /tmp/tmpuebrmotu/sda/containers/0/e68/951eeeec9f2044bb9b98b3a7dd515e68/951eeeec9f2044bb9b98b3a7dd515e68.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215447.00000, db: /tmp/tmpuebrmotu/sda/containers/0/e68/951eeeec9f2044bb9b98b3a7dd515e68/951eeeec9f2044bb9b98b3a7dd515e68.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215449.00000, db: /tmp/tmpuebrmotu/sda/containers/0/839/700d1f13d88a03a9e9258c4bb0f02839/700d1f13d88a03a9e9258c4bb0f02839.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215448.00000, (0, 0) as of 1769215448.00000, cleaved as of 1769215448.00000> to ShardRange<'k' to 't' as of 1769215449.00000, (0, 0) as of 1769215449.00000, found as of 1769215449.00000>, path: .shards_a/shard_c_1769215449.00000, db: /tmp/tmpuebrmotu/sda/containers/0/839/700d1f13d88a03a9e9258c4bb0f02839/700d1f13d88a03a9e9258c4bb0f02839.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215451.00000, db: /tmp/tmpuebrmotu/sda/containers/0/99c/4acfe610941b14601145d7e4d808899c/4acfe610941b14601145d7e4d808899c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215450.00000, (0, 0) as of 1769215450.00000, cleaved as of 1769215450.00000> to ShardRange<'k' to 't' as of 1769215451.00000, (0, 0) as of 1769215451.00000, created as of 1769215451.00000>, path: .shards_a/shard_c_1769215451.00000, db: /tmp/tmpuebrmotu/sda/containers/0/99c/4acfe610941b14601145d7e4d808899c/4acfe610941b14601145d7e4d808899c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215453.00000, db: /tmp/tmpuebrmotu/sda/containers/0/a66/7d3e727ef14820b8e49141bf44ca3a66/7d3e727ef14820b8e49141bf44ca3a66.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215455.00000, db: /tmp/tmpuebrmotu/sda/containers/0/97a/4563e30af7dd36b8a0f070f75f99c97a/4563e30af7dd36b8a0f070f75f99c97a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215454.00000, (0, 0) as of 1769215454.00000, cleaved as of 1769215454.00000> to ShardRange<'k' to 't' as of 1769215455.00000, (0, 0) as of 1769215455.00000, active as of 1769215455.00000>, path: .shards_a/shard_c_1769215455.00000, db: /tmp/tmpuebrmotu/sda/containers/0/97a/4563e30af7dd36b8a0f070f75f99c97a/4563e30af7dd36b8a0f070f75f99c97a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215457.00000, db: /tmp/tmpuebrmotu/sda/containers/0/167/7ba081eaffe35696ea966bf644384167/7ba081eaffe35696ea966bf644384167.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215456.00000, (0, 0) as of 1769215456.00000, cleaved as of 1769215456.00000> to ShardRange<'k' to 't' as of 1769215457.00000, (0, 0) as of 1769215457.00000, shrinking as of 1769215457.00000>, path: .shards_a/shard_c_1769215457.00000, db: /tmp/tmpuebrmotu/sda/containers/0/167/7ba081eaffe35696ea966bf644384167/7ba081eaffe35696ea966bf644384167.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215457.00000, db: /tmp/tmpuebrmotu/sda/containers/0/167/7ba081eaffe35696ea966bf644384167/7ba081eaffe35696ea966bf644384167.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215459.00000, db: /tmp/tmpuebrmotu/sda/containers/0/c12/901a70035acbfe9263706a5036c8ec12/901a70035acbfe9263706a5036c8ec12.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215458.00000, (0, 0) as of 1769215458.00000, cleaved as of 1769215458.00000> to ShardRange<'k' to 't' as of 1769215459.00000, (0, 0) as of 1769215459.00000, sharding as of 1769215459.00000>, path: .shards_a/shard_c_1769215459.00000, db: /tmp/tmpuebrmotu/sda/containers/0/c12/901a70035acbfe9263706a5036c8ec12/901a70035acbfe9263706a5036c8ec12.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215459.00000, db: /tmp/tmpuebrmotu/sda/containers/0/c12/901a70035acbfe9263706a5036c8ec12/901a70035acbfe9263706a5036c8ec12.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215461.00000, db: /tmp/tmpuebrmotu/sda/containers/0/318/f5f709fc17c5d1af21e65414c846a318/f5f709fc17c5d1af21e65414c846a318.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215460.00000, (0, 0) as of 1769215460.00000, cleaved as of 1769215460.00000> to ShardRange<'k' to 't' as of 1769215461.00000, (0, 0) as of 1769215461.00000, sharded as of 1769215461.00000>, path: .shards_a/shard_c_1769215461.00000, db: /tmp/tmpuebrmotu/sda/containers/0/318/f5f709fc17c5d1af21e65414c846a318/f5f709fc17c5d1af21e65414c846a318.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215461.00000, db: /tmp/tmpuebrmotu/sda/containers/0/318/f5f709fc17c5d1af21e65414c846a318/f5f709fc17c5d1af21e65414c846a318.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215463.00000, db: /tmp/tmpuebrmotu/sda/containers/0/f6a/e73fa969d01fad0df7f1b9ab7bbd2f6a/e73fa969d01fad0df7f1b9ab7bbd2f6a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215462.00000, (0, 0) as of 1769215462.00000, cleaved as of 1769215462.00000> to ShardRange<'k' to 't' as of 1769215463.00000, (0, 0) as of 1769215463.00000, shrunk as of 1769215463.00000>, path: .shards_a/shard_c_1769215463.00000, db: /tmp/tmpuebrmotu/sda/containers/0/f6a/e73fa969d01fad0df7f1b9ab7bbd2f6a/e73fa969d01fad0df7f1b9ab7bbd2f6a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215463.00000, db: /tmp/tmpuebrmotu/sda/containers/0/f6a/e73fa969d01fad0df7f1b9ab7bbd2f6a/e73fa969d01fad0df7f1b9ab7bbd2f6a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215465.00000, db: /tmp/tmpuebrmotu/sda/containers/0/71a/73837098c82ed3ecdfe13baa69c2b71a/73837098c82ed3ecdfe13baa69c2b71a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215464.00000, (0, 0) as of 1769215464.00000, active as of 1769215464.00000> to ShardRange<'k' to 't' as of 1769215465.00000, (0, 0) as of 1769215465.00000, found as of 1769215465.00000>, path: .shards_a/shard_c_1769215465.00000, db: /tmp/tmpuebrmotu/sda/containers/0/71a/73837098c82ed3ecdfe13baa69c2b71a/73837098c82ed3ecdfe13baa69c2b71a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215467.00000, db: /tmp/tmpuebrmotu/sda/containers/0/0d7/6ade23fc682848efe6f7dab49cc670d7/6ade23fc682848efe6f7dab49cc670d7.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215466.00000, (0, 0) as of 1769215466.00000, active as of 1769215466.00000> to ShardRange<'k' to 't' as of 1769215467.00000, (0, 0) as of 1769215467.00000, created as of 1769215467.00000>, path: .shards_a/shard_c_1769215467.00000, db: /tmp/tmpuebrmotu/sda/containers/0/0d7/6ade23fc682848efe6f7dab49cc670d7/6ade23fc682848efe6f7dab49cc670d7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215469.00000, db: /tmp/tmpuebrmotu/sda/containers/0/c7e/2f7b41403927f27cfe3303f26acd0c7e/2f7b41403927f27cfe3303f26acd0c7e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215468.00000, (0, 0) as of 1769215468.00000, active as of 1769215468.00000> to ShardRange<'k' to 't' as of 1769215469.00000, (0, 0) as of 1769215469.00000, cleaved as of 1769215469.00000>, path: .shards_a/shard_c_1769215469.00000, db: /tmp/tmpuebrmotu/sda/containers/0/c7e/2f7b41403927f27cfe3303f26acd0c7e/2f7b41403927f27cfe3303f26acd0c7e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215471.00000, db: /tmp/tmpuebrmotu/sda/containers/0/390/27383502bc97c08726bd09052e880390/27383502bc97c08726bd09052e880390.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215473.00000, db: /tmp/tmpuebrmotu/sda/containers/0/f11/fe3e188f9585894eb5278ce8bb727f11/fe3e188f9585894eb5278ce8bb727f11.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215472.00000, (0, 0) as of 1769215472.00000, active as of 1769215472.00000> to ShardRange<'k' to 't' as of 1769215473.00000, (0, 0) as of 1769215473.00000, shrinking as of 1769215473.00000>, path: .shards_a/shard_c_1769215473.00000, db: /tmp/tmpuebrmotu/sda/containers/0/f11/fe3e188f9585894eb5278ce8bb727f11/fe3e188f9585894eb5278ce8bb727f11.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215473.00000, db: /tmp/tmpuebrmotu/sda/containers/0/f11/fe3e188f9585894eb5278ce8bb727f11/fe3e188f9585894eb5278ce8bb727f11.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215475.00000, db: /tmp/tmpuebrmotu/sda/containers/0/e2c/1af500a482d9783e2ad4cc1dbb401e2c/1af500a482d9783e2ad4cc1dbb401e2c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215474.00000, (0, 0) as of 1769215474.00000, active as of 1769215474.00000> to ShardRange<'k' to 't' as of 1769215475.00000, (0, 0) as of 1769215475.00000, sharding as of 1769215475.00000>, path: .shards_a/shard_c_1769215475.00000, db: /tmp/tmpuebrmotu/sda/containers/0/e2c/1af500a482d9783e2ad4cc1dbb401e2c/1af500a482d9783e2ad4cc1dbb401e2c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215475.00000, db: /tmp/tmpuebrmotu/sda/containers/0/e2c/1af500a482d9783e2ad4cc1dbb401e2c/1af500a482d9783e2ad4cc1dbb401e2c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215477.00000, db: /tmp/tmpuebrmotu/sda/containers/0/933/b149cf6b515870625074ccf7540db933/b149cf6b515870625074ccf7540db933.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215476.00000, (0, 0) as of 1769215476.00000, active as of 1769215476.00000> to ShardRange<'k' to 't' as of 1769215477.00000, (0, 0) as of 1769215477.00000, sharded as of 1769215477.00000>, path: .shards_a/shard_c_1769215477.00000, db: /tmp/tmpuebrmotu/sda/containers/0/933/b149cf6b515870625074ccf7540db933/b149cf6b515870625074ccf7540db933.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215477.00000, db: /tmp/tmpuebrmotu/sda/containers/0/933/b149cf6b515870625074ccf7540db933/b149cf6b515870625074ccf7540db933.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215479.00000, db: /tmp/tmpuebrmotu/sda/containers/0/ada/8e011e1008faa7b05a4a55dfe73a5ada/8e011e1008faa7b05a4a55dfe73a5ada.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215478.00000, (0, 0) as of 1769215478.00000, active as of 1769215478.00000> to ShardRange<'k' to 't' as of 1769215479.00000, (0, 0) as of 1769215479.00000, shrunk as of 1769215479.00000>, path: .shards_a/shard_c_1769215479.00000, db: /tmp/tmpuebrmotu/sda/containers/0/ada/8e011e1008faa7b05a4a55dfe73a5ada/8e011e1008faa7b05a4a55dfe73a5ada.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215479.00000, db: /tmp/tmpuebrmotu/sda/containers/0/ada/8e011e1008faa7b05a4a55dfe73a5ada/8e011e1008faa7b05a4a55dfe73a5ada.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215481.00000, db: /tmp/tmpuebrmotu/sda/containers/0/272/d2c5da700007b3b6815d6a2c324e5272/d2c5da700007b3b6815d6a2c324e5272.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215480.00000, (0, 0) as of 1769215480.00000, shrinking as of 1769215480.00000> to ShardRange<'k' to 't' as of 1769215481.00000, (0, 0) as of 1769215481.00000, found as of 1769215481.00000>, path: .shards_a/shard_c_1769215481.00000, db: /tmp/tmpuebrmotu/sda/containers/0/272/d2c5da700007b3b6815d6a2c324e5272/d2c5da700007b3b6815d6a2c324e5272.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215483.00000, db: /tmp/tmpuebrmotu/sda/containers/0/1b4/84242ef9a0c08b82f4f3793f060481b4/84242ef9a0c08b82f4f3793f060481b4.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215482.00000, (0, 0) as of 1769215482.00000, shrinking as of 1769215482.00000> to ShardRange<'k' to 't' as of 1769215483.00000, (0, 0) as of 1769215483.00000, created as of 1769215483.00000>, path: .shards_a/shard_c_1769215483.00000, db: /tmp/tmpuebrmotu/sda/containers/0/1b4/84242ef9a0c08b82f4f3793f060481b4/84242ef9a0c08b82f4f3793f060481b4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215485.00000, db: /tmp/tmpuebrmotu/sda/containers/0/21f/3b575a0ffadbe118fa60dd68de72121f/3b575a0ffadbe118fa60dd68de72121f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215484.00000, (0, 0) as of 1769215484.00000, shrinking as of 1769215484.00000> to ShardRange<'k' to 't' as of 1769215485.00000, (0, 0) as of 1769215485.00000, cleaved as of 1769215485.00000>, path: .shards_a/shard_c_1769215485.00000, db: /tmp/tmpuebrmotu/sda/containers/0/21f/3b575a0ffadbe118fa60dd68de72121f/3b575a0ffadbe118fa60dd68de72121f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215487.00000, db: /tmp/tmpuebrmotu/sda/containers/0/d02/3ca81d09c02fcbb2c881c04522654d02/3ca81d09c02fcbb2c881c04522654d02.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215486.00000, (0, 0) as of 1769215486.00000, shrinking as of 1769215486.00000> to ShardRange<'k' to 't' as of 1769215487.00000, (0, 0) as of 1769215487.00000, active as of 1769215487.00000>, path: .shards_a/shard_c_1769215487.00000, db: /tmp/tmpuebrmotu/sda/containers/0/d02/3ca81d09c02fcbb2c881c04522654d02/3ca81d09c02fcbb2c881c04522654d02.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215489.00000, db: /tmp/tmpuebrmotu/sda/containers/0/036/b4ea17cbac0792d176c7b0d6830bf036/b4ea17cbac0792d176c7b0d6830bf036.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215489.00000, db: /tmp/tmpuebrmotu/sda/containers/0/036/b4ea17cbac0792d176c7b0d6830bf036/b4ea17cbac0792d176c7b0d6830bf036.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215491.00000, db: /tmp/tmpuebrmotu/sda/containers/0/6e6/e88f29bf59bbe50f561d8f2c81ab06e6/e88f29bf59bbe50f561d8f2c81ab06e6.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215490.00000, (0, 0) as of 1769215490.00000, shrinking as of 1769215490.00000> to ShardRange<'k' to 't' as of 1769215491.00000, (0, 0) as of 1769215491.00000, sharding as of 1769215491.00000>, path: .shards_a/shard_c_1769215491.00000, db: /tmp/tmpuebrmotu/sda/containers/0/6e6/e88f29bf59bbe50f561d8f2c81ab06e6/e88f29bf59bbe50f561d8f2c81ab06e6.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215491.00000, db: /tmp/tmpuebrmotu/sda/containers/0/6e6/e88f29bf59bbe50f561d8f2c81ab06e6/e88f29bf59bbe50f561d8f2c81ab06e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215493.00000, db: /tmp/tmpuebrmotu/sda/containers/0/8fc/78a8a3b66a2338f660f2b6ed8fb1f8fc/78a8a3b66a2338f660f2b6ed8fb1f8fc.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215492.00000, (0, 0) as of 1769215492.00000, shrinking as of 1769215492.00000> to ShardRange<'k' to 't' as of 1769215493.00000, (0, 0) as of 1769215493.00000, sharded as of 1769215493.00000>, path: .shards_a/shard_c_1769215493.00000, db: /tmp/tmpuebrmotu/sda/containers/0/8fc/78a8a3b66a2338f660f2b6ed8fb1f8fc/78a8a3b66a2338f660f2b6ed8fb1f8fc.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215493.00000, db: /tmp/tmpuebrmotu/sda/containers/0/8fc/78a8a3b66a2338f660f2b6ed8fb1f8fc/78a8a3b66a2338f660f2b6ed8fb1f8fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215495.00000, db: /tmp/tmpuebrmotu/sda/containers/0/b8a/aa1eb15740b9a977f68b806752ebeb8a/aa1eb15740b9a977f68b806752ebeb8a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215494.00000, (0, 0) as of 1769215494.00000, shrinking as of 1769215494.00000> to ShardRange<'k' to 't' as of 1769215495.00000, (0, 0) as of 1769215495.00000, shrunk as of 1769215495.00000>, path: .shards_a/shard_c_1769215495.00000, db: /tmp/tmpuebrmotu/sda/containers/0/b8a/aa1eb15740b9a977f68b806752ebeb8a/aa1eb15740b9a977f68b806752ebeb8a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215495.00000, db: /tmp/tmpuebrmotu/sda/containers/0/b8a/aa1eb15740b9a977f68b806752ebeb8a/aa1eb15740b9a977f68b806752ebeb8a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215497.00000, db: /tmp/tmpuebrmotu/sda/containers/0/d5f/8704815c7af6ae6deb05435fae556d5f/8704815c7af6ae6deb05435fae556d5f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215496.00000, (0, 0) as of 1769215496.00000, sharding as of 1769215496.00000> to ShardRange<'k' to 't' as of 1769215497.00000, (0, 0) as of 1769215497.00000, found as of 1769215497.00000>, path: .shards_a/shard_c_1769215497.00000, db: /tmp/tmpuebrmotu/sda/containers/0/d5f/8704815c7af6ae6deb05435fae556d5f/8704815c7af6ae6deb05435fae556d5f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215499.00000, db: /tmp/tmpuebrmotu/sda/containers/0/a88/6438af33fb513b43a1158c02e2e72a88/6438af33fb513b43a1158c02e2e72a88.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215498.00000, (0, 0) as of 1769215498.00000, sharding as of 1769215498.00000> to ShardRange<'k' to 't' as of 1769215499.00000, (0, 0) as of 1769215499.00000, created as of 1769215499.00000>, path: .shards_a/shard_c_1769215499.00000, db: /tmp/tmpuebrmotu/sda/containers/0/a88/6438af33fb513b43a1158c02e2e72a88/6438af33fb513b43a1158c02e2e72a88.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215501.00000, db: /tmp/tmpuebrmotu/sda/containers/0/a72/8111b18210391414570acfea6554ca72/8111b18210391414570acfea6554ca72.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215500.00000, (0, 0) as of 1769215500.00000, sharding as of 1769215500.00000> to ShardRange<'k' to 't' as of 1769215501.00000, (0, 0) as of 1769215501.00000, cleaved as of 1769215501.00000>, path: .shards_a/shard_c_1769215501.00000, db: /tmp/tmpuebrmotu/sda/containers/0/a72/8111b18210391414570acfea6554ca72/8111b18210391414570acfea6554ca72.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215503.00000, db: /tmp/tmpuebrmotu/sda/containers/0/7cc/90ff5e54fcc189d7c766418f2b6d07cc/90ff5e54fcc189d7c766418f2b6d07cc.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215502.00000, (0, 0) as of 1769215502.00000, sharding as of 1769215502.00000> to ShardRange<'k' to 't' as of 1769215503.00000, (0, 0) as of 1769215503.00000, active as of 1769215503.00000>, path: .shards_a/shard_c_1769215503.00000, db: /tmp/tmpuebrmotu/sda/containers/0/7cc/90ff5e54fcc189d7c766418f2b6d07cc/90ff5e54fcc189d7c766418f2b6d07cc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215505.00000, db: /tmp/tmpuebrmotu/sda/containers/0/0be/4e084d4073a1e922cb92049d1b87e0be/4e084d4073a1e922cb92049d1b87e0be.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215504.00000, (0, 0) as of 1769215504.00000, sharding as of 1769215504.00000> to ShardRange<'k' to 't' as of 1769215505.00000, (0, 0) as of 1769215505.00000, shrinking as of 1769215505.00000>, path: .shards_a/shard_c_1769215505.00000, db: /tmp/tmpuebrmotu/sda/containers/0/0be/4e084d4073a1e922cb92049d1b87e0be/4e084d4073a1e922cb92049d1b87e0be.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215505.00000, db: /tmp/tmpuebrmotu/sda/containers/0/0be/4e084d4073a1e922cb92049d1b87e0be/4e084d4073a1e922cb92049d1b87e0be.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215507.00000, db: /tmp/tmpuebrmotu/sda/containers/0/0fb/000e6251c17304b2248b3eeb73d1e0fb/000e6251c17304b2248b3eeb73d1e0fb.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215507.00000, db: /tmp/tmpuebrmotu/sda/containers/0/0fb/000e6251c17304b2248b3eeb73d1e0fb/000e6251c17304b2248b3eeb73d1e0fb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215509.00000, db: /tmp/tmpuebrmotu/sda/containers/0/12b/6eeb490ce301ca0fc5d145affa28312b/6eeb490ce301ca0fc5d145affa28312b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215508.00000, (0, 0) as of 1769215508.00000, sharding as of 1769215508.00000> to ShardRange<'k' to 't' as of 1769215509.00000, (0, 0) as of 1769215509.00000, sharded as of 1769215509.00000>, path: .shards_a/shard_c_1769215509.00000, db: /tmp/tmpuebrmotu/sda/containers/0/12b/6eeb490ce301ca0fc5d145affa28312b/6eeb490ce301ca0fc5d145affa28312b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215509.00000, db: /tmp/tmpuebrmotu/sda/containers/0/12b/6eeb490ce301ca0fc5d145affa28312b/6eeb490ce301ca0fc5d145affa28312b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215511.00000, db: /tmp/tmpuebrmotu/sda/containers/0/b58/4fd1e9c6f591e13a5dec8f7355856b58/4fd1e9c6f591e13a5dec8f7355856b58.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215510.00000, (0, 0) as of 1769215510.00000, sharding as of 1769215510.00000> to ShardRange<'k' to 't' as of 1769215511.00000, (0, 0) as of 1769215511.00000, shrunk as of 1769215511.00000>, path: .shards_a/shard_c_1769215511.00000, db: /tmp/tmpuebrmotu/sda/containers/0/b58/4fd1e9c6f591e13a5dec8f7355856b58/4fd1e9c6f591e13a5dec8f7355856b58.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215511.00000, db: /tmp/tmpuebrmotu/sda/containers/0/b58/4fd1e9c6f591e13a5dec8f7355856b58/4fd1e9c6f591e13a5dec8f7355856b58.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215513.00000, db: /tmp/tmpuebrmotu/sda/containers/0/54f/82354b4621364d3a497fe22dab38354f/82354b4621364d3a497fe22dab38354f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215512.00000, (0, 0) as of 1769215512.00000, sharded as of 1769215512.00000> to ShardRange<'k' to 't' as of 1769215513.00000, (0, 0) as of 1769215513.00000, found as of 1769215513.00000>, path: .shards_a/shard_c_1769215513.00000, db: /tmp/tmpuebrmotu/sda/containers/0/54f/82354b4621364d3a497fe22dab38354f/82354b4621364d3a497fe22dab38354f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215515.00000, db: /tmp/tmpuebrmotu/sda/containers/0/a99/bbe590fbcee9cd50022b4632b5d61a99/bbe590fbcee9cd50022b4632b5d61a99.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215514.00000, (0, 0) as of 1769215514.00000, sharded as of 1769215514.00000> to ShardRange<'k' to 't' as of 1769215515.00000, (0, 0) as of 1769215515.00000, created as of 1769215515.00000>, path: .shards_a/shard_c_1769215515.00000, db: /tmp/tmpuebrmotu/sda/containers/0/a99/bbe590fbcee9cd50022b4632b5d61a99/bbe590fbcee9cd50022b4632b5d61a99.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215517.00000, db: /tmp/tmpuebrmotu/sda/containers/0/42b/2f565b9ef1cb3ccdf57ab77dc26d042b/2f565b9ef1cb3ccdf57ab77dc26d042b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215516.00000, (0, 0) as of 1769215516.00000, sharded as of 1769215516.00000> to ShardRange<'k' to 't' as of 1769215517.00000, (0, 0) as of 1769215517.00000, cleaved as of 1769215517.00000>, path: .shards_a/shard_c_1769215517.00000, db: /tmp/tmpuebrmotu/sda/containers/0/42b/2f565b9ef1cb3ccdf57ab77dc26d042b/2f565b9ef1cb3ccdf57ab77dc26d042b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215519.00000, db: /tmp/tmpuebrmotu/sda/containers/0/2bd/4305ea2ea16187f2d63de2bf9cdbd2bd/4305ea2ea16187f2d63de2bf9cdbd2bd.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215518.00000, (0, 0) as of 1769215518.00000, sharded as of 1769215518.00000> to ShardRange<'k' to 't' as of 1769215519.00000, (0, 0) as of 1769215519.00000, active as of 1769215519.00000>, path: .shards_a/shard_c_1769215519.00000, db: /tmp/tmpuebrmotu/sda/containers/0/2bd/4305ea2ea16187f2d63de2bf9cdbd2bd/4305ea2ea16187f2d63de2bf9cdbd2bd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215521.00000, db: /tmp/tmpuebrmotu/sda/containers/0/b41/4749a15d7d099339f9913bdfb2f5cb41/4749a15d7d099339f9913bdfb2f5cb41.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215520.00000, (0, 0) as of 1769215520.00000, sharded as of 1769215520.00000> to ShardRange<'k' to 't' as of 1769215521.00000, (0, 0) as of 1769215521.00000, shrinking as of 1769215521.00000>, path: .shards_a/shard_c_1769215521.00000, db: /tmp/tmpuebrmotu/sda/containers/0/b41/4749a15d7d099339f9913bdfb2f5cb41/4749a15d7d099339f9913bdfb2f5cb41.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215521.00000, db: /tmp/tmpuebrmotu/sda/containers/0/b41/4749a15d7d099339f9913bdfb2f5cb41/4749a15d7d099339f9913bdfb2f5cb41.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215523.00000, db: /tmp/tmpuebrmotu/sda/containers/0/a2c/74af4555fef97eb785966b497fa42a2c/74af4555fef97eb785966b497fa42a2c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215522.00000, (0, 0) as of 1769215522.00000, sharded as of 1769215522.00000> to ShardRange<'k' to 't' as of 1769215523.00000, (0, 0) as of 1769215523.00000, sharding as of 1769215523.00000>, path: .shards_a/shard_c_1769215523.00000, db: /tmp/tmpuebrmotu/sda/containers/0/a2c/74af4555fef97eb785966b497fa42a2c/74af4555fef97eb785966b497fa42a2c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215523.00000, db: /tmp/tmpuebrmotu/sda/containers/0/a2c/74af4555fef97eb785966b497fa42a2c/74af4555fef97eb785966b497fa42a2c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215525.00000, db: /tmp/tmpuebrmotu/sda/containers/0/c6e/cf2f808ecb2836d59d2e52361b554c6e/cf2f808ecb2836d59d2e52361b554c6e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215525.00000, db: /tmp/tmpuebrmotu/sda/containers/0/c6e/cf2f808ecb2836d59d2e52361b554c6e/cf2f808ecb2836d59d2e52361b554c6e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215527.00000, db: /tmp/tmpuebrmotu/sda/containers/0/49c/16acdc0dcce66a632e370881981b549c/16acdc0dcce66a632e370881981b549c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215526.00000, (0, 0) as of 1769215526.00000, sharded as of 1769215526.00000> to ShardRange<'k' to 't' as of 1769215527.00000, (0, 0) as of 1769215527.00000, shrunk as of 1769215527.00000>, path: .shards_a/shard_c_1769215527.00000, db: /tmp/tmpuebrmotu/sda/containers/0/49c/16acdc0dcce66a632e370881981b549c/16acdc0dcce66a632e370881981b549c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215527.00000, db: /tmp/tmpuebrmotu/sda/containers/0/49c/16acdc0dcce66a632e370881981b549c/16acdc0dcce66a632e370881981b549c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215529.00000, db: /tmp/tmpuebrmotu/sda/containers/0/53c/fa7d66f90919c58bb2717c8df89ee53c/fa7d66f90919c58bb2717c8df89ee53c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215528.00000, (0, 0) as of 1769215528.00000, shrunk as of 1769215528.00000> to ShardRange<'k' to 't' as of 1769215529.00000, (0, 0) as of 1769215529.00000, found as of 1769215529.00000>, path: .shards_a/shard_c_1769215529.00000, db: /tmp/tmpuebrmotu/sda/containers/0/53c/fa7d66f90919c58bb2717c8df89ee53c/fa7d66f90919c58bb2717c8df89ee53c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215531.00000, db: /tmp/tmpuebrmotu/sda/containers/0/b79/043fcbc4f900e2add8f5f080ad499b79/043fcbc4f900e2add8f5f080ad499b79.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215530.00000, (0, 0) as of 1769215530.00000, shrunk as of 1769215530.00000> to ShardRange<'k' to 't' as of 1769215531.00000, (0, 0) as of 1769215531.00000, created as of 1769215531.00000>, path: .shards_a/shard_c_1769215531.00000, db: /tmp/tmpuebrmotu/sda/containers/0/b79/043fcbc4f900e2add8f5f080ad499b79/043fcbc4f900e2add8f5f080ad499b79.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215533.00000, db: /tmp/tmpuebrmotu/sda/containers/0/e3b/2bd9003db4f9088a5452bf746ce5ae3b/2bd9003db4f9088a5452bf746ce5ae3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215532.00000, (0, 0) as of 1769215532.00000, shrunk as of 1769215532.00000> to ShardRange<'k' to 't' as of 1769215533.00000, (0, 0) as of 1769215533.00000, cleaved as of 1769215533.00000>, path: .shards_a/shard_c_1769215533.00000, db: /tmp/tmpuebrmotu/sda/containers/0/e3b/2bd9003db4f9088a5452bf746ce5ae3b/2bd9003db4f9088a5452bf746ce5ae3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215535.00000, db: /tmp/tmpuebrmotu/sda/containers/0/4a4/1afe68863f9043275c3315f2bbf724a4/1afe68863f9043275c3315f2bbf724a4.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215534.00000, (0, 0) as of 1769215534.00000, shrunk as of 1769215534.00000> to ShardRange<'k' to 't' as of 1769215535.00000, (0, 0) as of 1769215535.00000, active as of 1769215535.00000>, path: .shards_a/shard_c_1769215535.00000, db: /tmp/tmpuebrmotu/sda/containers/0/4a4/1afe68863f9043275c3315f2bbf724a4/1afe68863f9043275c3315f2bbf724a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215537.00000, db: /tmp/tmpuebrmotu/sda/containers/0/e60/d81d63743df3d6b415699f3837630e60/d81d63743df3d6b415699f3837630e60.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215536.00000, (0, 0) as of 1769215536.00000, shrunk as of 1769215536.00000> to ShardRange<'k' to 't' as of 1769215537.00000, (0, 0) as of 1769215537.00000, shrinking as of 1769215537.00000>, path: .shards_a/shard_c_1769215537.00000, db: /tmp/tmpuebrmotu/sda/containers/0/e60/d81d63743df3d6b415699f3837630e60/d81d63743df3d6b415699f3837630e60.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215537.00000, db: /tmp/tmpuebrmotu/sda/containers/0/e60/d81d63743df3d6b415699f3837630e60/d81d63743df3d6b415699f3837630e60.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215539.00000, db: /tmp/tmpuebrmotu/sda/containers/0/9a4/1eb402a47a4f11c6088a9a2d4fe719a4/1eb402a47a4f11c6088a9a2d4fe719a4.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215538.00000, (0, 0) as of 1769215538.00000, shrunk as of 1769215538.00000> to ShardRange<'k' to 't' as of 1769215539.00000, (0, 0) as of 1769215539.00000, sharding as of 1769215539.00000>, path: .shards_a/shard_c_1769215539.00000, db: /tmp/tmpuebrmotu/sda/containers/0/9a4/1eb402a47a4f11c6088a9a2d4fe719a4/1eb402a47a4f11c6088a9a2d4fe719a4.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215539.00000, db: /tmp/tmpuebrmotu/sda/containers/0/9a4/1eb402a47a4f11c6088a9a2d4fe719a4/1eb402a47a4f11c6088a9a2d4fe719a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215541.00000, db: /tmp/tmpuebrmotu/sda/containers/0/cda/e457abc368ea7945c0655a8bfeeadcda/e457abc368ea7945c0655a8bfeeadcda.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215540.00000, (0, 0) as of 1769215540.00000, shrunk as of 1769215540.00000> to ShardRange<'k' to 't' as of 1769215541.00000, (0, 0) as of 1769215541.00000, sharded as of 1769215541.00000>, path: .shards_a/shard_c_1769215541.00000, db: /tmp/tmpuebrmotu/sda/containers/0/cda/e457abc368ea7945c0655a8bfeeadcda/e457abc368ea7945c0655a8bfeeadcda.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215541.00000, db: /tmp/tmpuebrmotu/sda/containers/0/cda/e457abc368ea7945c0655a8bfeeadcda/e457abc368ea7945c0655a8bfeeadcda.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215543.00000, db: /tmp/tmpuebrmotu/sda/containers/0/5b4/b764a26e037f81d8a5f053a4391185b4/b764a26e037f81d8a5f053a4391185b4.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215543.00000, db: /tmp/tmpuebrmotu/sda/containers/0/5b4/b764a26e037f81d8a5f053a4391185b4/b764a26e037f81d8a5f053a4391185b4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215544.00000, db: /tmp/tmpuebrmotu/sda/containers/0/7cf/5a2e238a74d2a7961ff6f98d3bd8c7cf/5a2e238a74d2a7961ff6f98d3bd8c7cf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215546.00000, db: /tmp/tmpuebrmotu/sda/containers/0/913/4042fceeaa624d56ed98712992131913/4042fceeaa624d56ed98712992131913.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215548.00000, db: /tmp/tmpuebrmotu/sda/containers/0/210/be7602fb4b4d661fb0e7a6ca4d9fb210/be7602fb4b4d661fb0e7a6ca4d9fb210.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215550.00000, db: /tmp/tmpuebrmotu/sda/containers/0/ad5/9cd1936ef835c388c4a25094c04ecad5/9cd1936ef835c388c4a25094c04ecad5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215552.00000, db: /tmp/tmpuebrmotu/sda/containers/0/2af/63578e965597486e2803fefa6018f2af/63578e965597486e2803fefa6018f2af.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215554.00000, db: /tmp/tmpuebrmotu/sda/containers/0/535/b23bfe6c74d0953a73b024e15ffb4535/b23bfe6c74d0953a73b024e15ffb4535.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215556.00000, db: /tmp/tmpuebrmotu/sda/containers/0/da5/365ff41dd662f962675037032b66cda5/365ff41dd662f962675037032b66cda5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215558.00000, db: /tmp/tmpuebrmotu/sda/containers/0/0e5/275757d52d9e286826c7c20b754d80e5/275757d52d9e286826c7c20b754d80e5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215560.00000, db: /tmp/tmpuebrmotu/sda/containers/0/011/c33d5f1b8c24417bd6774bee4a6d4011/c33d5f1b8c24417bd6774bee4a6d4011.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215562.00000, db: /tmp/tmpuebrmotu/sda/containers/0/3d9/695e3841bf44e7e4682e4e87c88833d9/695e3841bf44e7e4682e4e87c88833d9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215564.00000, db: /tmp/tmpuebrmotu/sda/containers/0/438/bed810080b3d346ae3e5ff28b56d0438/bed810080b3d346ae3e5ff28b56d0438.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215566.00000, db: /tmp/tmpuebrmotu/sda/containers/0/28a/54678a0bbbd6acae0db684e85b49528a/54678a0bbbd6acae0db684e85b49528a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215568.00000, db: /tmp/tmpuebrmotu/sda/containers/0/3b9/3ef6aaa53d6fb8d0053612212dc193b9/3ef6aaa53d6fb8d0053612212dc193b9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215570.00000, db: /tmp/tmpuebrmotu/sda/containers/0/87c/8b9616d51146f63213d2f1a547c8c87c/8b9616d51146f63213d2f1a547c8c87c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215572.00000, db: /tmp/tmpuebrmotu/sda/containers/0/7fc/48b7e5d6df05f9b562dc55e0aa6cb7fc/48b7e5d6df05f9b562dc55e0aa6cb7fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215574.00000, db: /tmp/tmpuebrmotu/sda/containers/0/a5f/05c6760b027fd5c562f244264b4bea5f/05c6760b027fd5c562f244264b4bea5f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215576.00000, db: /tmp/tmpuebrmotu/sda/containers/0/d31/38545e8a46c6ea2d01864334e00e8d31/38545e8a46c6ea2d01864334e00e8d31.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215578.00000, db: /tmp/tmpuebrmotu/sda/containers/0/398/c2c16fd103bd75009ff4e8c72a305398/c2c16fd103bd75009ff4e8c72a305398.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215580.00000, db: /tmp/tmpuebrmotu/sda/containers/0/386/09b72a62b8f303540d2fe4d800632386/09b72a62b8f303540d2fe4d800632386.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215582.00000, db: /tmp/tmpuebrmotu/sda/containers/0/acd/6e73c22e995b478aacd717f459531acd/6e73c22e995b478aacd717f459531acd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215584.00000, db: /tmp/tmpuebrmotu/sda/containers/0/6a1/bad67d0d0644588fe699d8232d5e26a1/bad67d0d0644588fe699d8232d5e26a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215586.00000, db: /tmp/tmpuebrmotu/sda/containers/0/da0/648446629e712bd41f7e807632c29da0/648446629e712bd41f7e807632c29da0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215588.00000, db: /tmp/tmpuebrmotu/sda/containers/0/d00/73e04b1d5c3bf38404cdf562048ebd00/73e04b1d5c3bf38404cdf562048ebd00.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215590.00000, db: /tmp/tmpuebrmotu/sda/containers/0/31d/f1c789de0c7b02ffbb9a369492c1b31d/f1c789de0c7b02ffbb9a369492c1b31d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215592.00000, db: /tmp/tmpuebrmotu/sda/containers/0/a40/8d217abeb94162aea4fff9a861bf8a40/8d217abeb94162aea4fff9a861bf8a40.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215594.00000, db: /tmp/tmpuebrmotu/sda/containers/0/9c5/0403fb3a9087f17e575fa3418cedd9c5/0403fb3a9087f17e575fa3418cedd9c5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215596.00000, db: /tmp/tmpuebrmotu/sda/containers/0/453/547773dc1f0fea5106b2522e91e1b453/547773dc1f0fea5106b2522e91e1b453.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215598.00000, db: /tmp/tmpuebrmotu/sda/containers/0/603/e6d603f156b2cd86dec1aea948fc1603/e6d603f156b2cd86dec1aea948fc1603.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215600.00000, db: /tmp/tmpuebrmotu/sda/containers/0/8c0/064a84372b1066591e0a7b83e43ae8c0/064a84372b1066591e0a7b83e43ae8c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215602.00000, db: /tmp/tmpuebrmotu/sda/containers/0/f32/bb0ff9f6a7434cda26429b804a38af32/bb0ff9f6a7434cda26429b804a38af32.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215604.00000, db: /tmp/tmpuebrmotu/sda/containers/0/518/900bd046de63b96533b12c2205030518/900bd046de63b96533b12c2205030518.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215606.00000, db: /tmp/tmpuebrmotu/sda/containers/0/a60/0bae5dd20692577d5dd27e6470958a60/0bae5dd20692577d5dd27e6470958a60.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215608.00000, db: /tmp/tmpuebrmotu/sda/containers/0/e19/348cbf2f74dc8464849d3f7c5e7b8e19/348cbf2f74dc8464849d3f7c5e7b8e19.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215608.00000, db: /tmp/tmpuebrmotu/sda/containers/0/e19/348cbf2f74dc8464849d3f7c5e7b8e19/348cbf2f74dc8464849d3f7c5e7b8e19.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215610.00000, db: /tmp/tmpuebrmotu/sda/containers/0/2ec/3eb03ea61a76893935bf327f3e49c2ec/3eb03ea61a76893935bf327f3e49c2ec.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215610.00000, db: /tmp/tmpuebrmotu/sda/containers/0/2ec/3eb03ea61a76893935bf327f3e49c2ec/3eb03ea61a76893935bf327f3e49c2ec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215612.00000, db: /tmp/tmpuebrmotu/sda/containers/0/802/7fd72ac7baa349ed740095ded52d5802/7fd72ac7baa349ed740095ded52d5802.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215612.00000, db: /tmp/tmpuebrmotu/sda/containers/0/802/7fd72ac7baa349ed740095ded52d5802/7fd72ac7baa349ed740095ded52d5802.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215614.00000, db: /tmp/tmpuebrmotu/sda/containers/0/47b/72c01add6e28adc56bbff91a181f247b/72c01add6e28adc56bbff91a181f247b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215614.00000, db: /tmp/tmpuebrmotu/sda/containers/0/47b/72c01add6e28adc56bbff91a181f247b/72c01add6e28adc56bbff91a181f247b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215616.00000, db: /tmp/tmpuebrmotu/sda/containers/0/d7d/953cfbf14e67e7788ad440cfe49f8d7d/953cfbf14e67e7788ad440cfe49f8d7d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215616.00000, db: /tmp/tmpuebrmotu/sda/containers/0/d7d/953cfbf14e67e7788ad440cfe49f8d7d/953cfbf14e67e7788ad440cfe49f8d7d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215618.00000, db: /tmp/tmpuebrmotu/sda/containers/0/2e4/2636c6b87e1586cb22b34160423582e4/2636c6b87e1586cb22b34160423582e4.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215618.00000, db: /tmp/tmpuebrmotu/sda/containers/0/2e4/2636c6b87e1586cb22b34160423582e4/2636c6b87e1586cb22b34160423582e4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215620.00000, db: /tmp/tmpuebrmotu/sda/containers/0/b4e/7897418d87244590e0f574dd8e284b4e/7897418d87244590e0f574dd8e284b4e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215620.00000, db: /tmp/tmpuebrmotu/sda/containers/0/b4e/7897418d87244590e0f574dd8e284b4e/7897418d87244590e0f574dd8e284b4e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215622.00000, db: /tmp/tmpuebrmotu/sda/containers/0/219/37090a35da71ce8373c49bc362375219/37090a35da71ce8373c49bc362375219.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215622.00000, db: /tmp/tmpuebrmotu/sda/containers/0/219/37090a35da71ce8373c49bc362375219/37090a35da71ce8373c49bc362375219.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215624.00000, db: /tmp/tmpuebrmotu/sda/containers/0/b09/57e936d54f3bdc6627addf84d6e7db09/57e936d54f3bdc6627addf84d6e7db09.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215624.00000, db: /tmp/tmpuebrmotu/sda/containers/0/b09/57e936d54f3bdc6627addf84d6e7db09/57e936d54f3bdc6627addf84d6e7db09.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215626.00000, db: /tmp/tmpuebrmotu/sda/containers/0/433/97cb5ac6f8479a494e698df5996e0433/97cb5ac6f8479a494e698df5996e0433.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215626.00000, db: /tmp/tmpuebrmotu/sda/containers/0/433/97cb5ac6f8479a494e698df5996e0433/97cb5ac6f8479a494e698df5996e0433.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215628.00000, db: /tmp/tmpuebrmotu/sda/containers/0/aa5/0da26d47fc5d5a13bf93974695348aa5/0da26d47fc5d5a13bf93974695348aa5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215628.00000, db: /tmp/tmpuebrmotu/sda/containers/0/aa5/0da26d47fc5d5a13bf93974695348aa5/0da26d47fc5d5a13bf93974695348aa5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215630.00000, db: /tmp/tmpuebrmotu/sda/containers/0/c06/83e0d93d5909ca6c4baf4d70e816ac06/83e0d93d5909ca6c4baf4d70e816ac06.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215630.00000, db: /tmp/tmpuebrmotu/sda/containers/0/c06/83e0d93d5909ca6c4baf4d70e816ac06/83e0d93d5909ca6c4baf4d70e816ac06.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215632.00000, db: /tmp/tmpuebrmotu/sda/containers/0/aa0/b7cbd7844498f336c89cb6d1449f4aa0/b7cbd7844498f336c89cb6d1449f4aa0.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215632.00000, db: /tmp/tmpuebrmotu/sda/containers/0/aa0/b7cbd7844498f336c89cb6d1449f4aa0/b7cbd7844498f336c89cb6d1449f4aa0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215634.00000, db: /tmp/tmpuebrmotu/sda/containers/0/b94/06afbd19c1e85f14d5bbbd3b51638b94/06afbd19c1e85f14d5bbbd3b51638b94.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215634.00000, db: /tmp/tmpuebrmotu/sda/containers/0/b94/06afbd19c1e85f14d5bbbd3b51638b94/06afbd19c1e85f14d5bbbd3b51638b94.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215636.00000, db: /tmp/tmpuebrmotu/sda/containers/0/a2d/baeb1975fcf9af01c6f3e046ccb37a2d/baeb1975fcf9af01c6f3e046ccb37a2d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215636.00000, db: /tmp/tmpuebrmotu/sda/containers/0/a2d/baeb1975fcf9af01c6f3e046ccb37a2d/baeb1975fcf9af01c6f3e046ccb37a2d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215638.00000, db: /tmp/tmpuebrmotu/sda/containers/0/7d2/67e3aeeaa245041665e573c5149fa7d2/67e3aeeaa245041665e573c5149fa7d2.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215638.00000, db: /tmp/tmpuebrmotu/sda/containers/0/7d2/67e3aeeaa245041665e573c5149fa7d2/67e3aeeaa245041665e573c5149fa7d2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215640.00000, db: /tmp/tmpuebrmotu/sda/containers/0/576/b9a96b23da8f79f48b568a5e5f6b9576/b9a96b23da8f79f48b568a5e5f6b9576.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215640.00000, db: /tmp/tmpuebrmotu/sda/containers/0/576/b9a96b23da8f79f48b568a5e5f6b9576/b9a96b23da8f79f48b568a5e5f6b9576.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215642.00000, db: /tmp/tmpuebrmotu/sda/containers/0/b64/030044263a3d3619161157bdb147fb64/030044263a3d3619161157bdb147fb64.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215642.00000, db: /tmp/tmpuebrmotu/sda/containers/0/b64/030044263a3d3619161157bdb147fb64/030044263a3d3619161157bdb147fb64.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215644.00000, db: /tmp/tmpuebrmotu/sda/containers/0/a24/be1b04b23ab87dbade6b3884c71dda24/be1b04b23ab87dbade6b3884c71dda24.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215644.00000, db: /tmp/tmpuebrmotu/sda/containers/0/a24/be1b04b23ab87dbade6b3884c71dda24/be1b04b23ab87dbade6b3884c71dda24.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215646.00000, db: /tmp/tmpuebrmotu/sda/containers/0/a8b/db6b9417f36a903e37a8b0ae3a03fa8b/db6b9417f36a903e37a8b0ae3a03fa8b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215646.00000, db: /tmp/tmpuebrmotu/sda/containers/0/a8b/db6b9417f36a903e37a8b0ae3a03fa8b/db6b9417f36a903e37a8b0ae3a03fa8b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215648.00000, db: /tmp/tmpuebrmotu/sda/containers/0/387/9d628e60a776a2e5b2b531aedaa95387/9d628e60a776a2e5b2b531aedaa95387.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215648.00000, db: /tmp/tmpuebrmotu/sda/containers/0/387/9d628e60a776a2e5b2b531aedaa95387/9d628e60a776a2e5b2b531aedaa95387.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215650.00000, db: /tmp/tmpuebrmotu/sda/containers/0/b01/f93e6b56b5df6cfeaea8cc0b944abb01/f93e6b56b5df6cfeaea8cc0b944abb01.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215650.00000, db: /tmp/tmpuebrmotu/sda/containers/0/b01/f93e6b56b5df6cfeaea8cc0b944abb01/f93e6b56b5df6cfeaea8cc0b944abb01.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215652.00000, db: /tmp/tmpuebrmotu/sda/containers/0/34a/fe9d5617605389effdf07439a22aa34a/fe9d5617605389effdf07439a22aa34a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215652.00000, db: /tmp/tmpuebrmotu/sda/containers/0/34a/fe9d5617605389effdf07439a22aa34a/fe9d5617605389effdf07439a22aa34a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215654.00000, db: /tmp/tmpuebrmotu/sda/containers/0/a96/0ecb07601e87b7297d335986755c0a96/0ecb07601e87b7297d335986755c0a96.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215654.00000, db: /tmp/tmpuebrmotu/sda/containers/0/a96/0ecb07601e87b7297d335986755c0a96/0ecb07601e87b7297d335986755c0a96.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215656.00000, db: /tmp/tmpuebrmotu/sda/containers/0/d37/e50a39a57827b479edbaa45a295d1d37/e50a39a57827b479edbaa45a295d1d37.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215656.00000, db: /tmp/tmpuebrmotu/sda/containers/0/d37/e50a39a57827b479edbaa45a295d1d37/e50a39a57827b479edbaa45a295d1d37.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215658.00000, db: /tmp/tmpuebrmotu/sda/containers/0/763/778f8a2c7c70c01040d6f2b0477c4763/778f8a2c7c70c01040d6f2b0477c4763.dbtest.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Sat, 24 Jan 2026 00:43:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1769215418.37308', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': '6qm+nUNIiw0hvrDDF0kHUQ==', 'Date': 'Sat, 24 Jan 2026 00:43:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'eaa9be9d43488b0d21beb0c317490751', 'X-Timestamp': '1769215418.38568', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_bad_hash ... ok + +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215658.00000, db: /tmp/tmpuebrmotu/sda/containers/0/763/778f8a2c7c70c01040d6f2b0477c4763/778f8a2c7c70c01040d6f2b0477c4763.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215660.00000, db: /tmp/tmpuebrmotu/sda/containers/0/cc2/c185813f3fc305e75d7ae59994cabcc2/c185813f3fc305e75d7ae59994cabcc2.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215660.00000, db: /tmp/tmpuebrmotu/sda/containers/0/cc2/c185813f3fc305e75d7ae59994cabcc2/c185813f3fc305e75d7ae59994cabcc2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215662.00000, db: /tmp/tmpuebrmotu/sda/containers/0/f94/ece897eee16b0f236db8743408d5cf94/ece897eee16b0f236db8743408d5cf94.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215662.00000, db: /tmp/tmpuebrmotu/sda/containers/0/f94/ece897eee16b0f236db8743408d5cf94/ece897eee16b0f236db8743408d5cf94.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215664.00000, db: /tmp/tmpuebrmotu/sda/containers/0/430/c1d76fb91a33d4f83f02c144c176d430/c1d76fb91a33d4f83f02c144c176d430.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215664.00000, db: /tmp/tmpuebrmotu/sda/containers/0/430/c1d76fb91a33d4f83f02c144c176d430/c1d76fb91a33d4f83f02c144c176d430.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215666.00000, db: /tmp/tmpuebrmotu/sda/containers/0/5a7/275fffcf23188f1ed1d35979b7ace5a7/275fffcf23188f1ed1d35979b7ace5a7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215666.00000, db: /tmp/tmpuebrmotu/sda/containers/0/5a7/275fffcf23188f1ed1d35979b7ace5a7/275fffcf23188f1ed1d35979b7ace5a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215668.00000, db: /tmp/tmpuebrmotu/sda/containers/0/5ec/d4380698926003a6448c32072a8995ec/d4380698926003a6448c32072a8995ec.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215668.00000, db: /tmp/tmpuebrmotu/sda/containers/0/5ec/d4380698926003a6448c32072a8995ec/d4380698926003a6448c32072a8995ec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215670.00000, db: /tmp/tmpuebrmotu/sda/containers/0/ad0/665a89794ececcd21fae730fe8c50ad0/665a89794ececcd21fae730fe8c50ad0.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215670.00000, db: /tmp/tmpuebrmotu/sda/containers/0/ad0/665a89794ececcd21fae730fe8c50ad0/665a89794ececcd21fae730fe8c50ad0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215424.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/136/afa430144c1bc47f0aaaab58fb312136/afa430144c1bc47f0aaaab58fb312136.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215429.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/43c/b8f4054770538144b3912f3522e3843c/b8f4054770538144b3912f3522e3843c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215434.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/999/1156b945a9ab257b0b8a403d7b452999/1156b945a9ab257b0b8a403d7b452999.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215439.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/3b1/3c71dcd8af91e046b2a89d2a6b45f3b1/3c71dcd8af91e046b2a89d2a6b45f3b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215444.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/bcc/d91141c2deb21e220453677446ae8bcc/d91141c2deb21e220453677446ae8bcc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215449.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/c60/684095834212f3644a7c66f31f722c60/684095834212f3644a7c66f31f722c60.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215454.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/136/05de9e97aa8b95adb6f14cb87a15c136/05de9e97aa8b95adb6f14cb87a15c136.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215459.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/c83/d2c9e1a58bebf49a5a216508783aec83/d2c9e1a58bebf49a5a216508783aec83.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215464.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/bc9/a8584a7f8d66825f1b09cdd19e67bbc9/a8584a7f8d66825f1b09cdd19e67bbc9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215469.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/dad/6072777ae49c2d7228cd9997daa66dad/6072777ae49c2d7228cd9997daa66dad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215474.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/7ef/c4db23bd2ca25d0a5ec9debe6f5987ef/c4db23bd2ca25d0a5ec9debe6f5987ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215479.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/358/3d69e831ebb4c8e2dbfa86fa8bb75358/3d69e831ebb4c8e2dbfa86fa8bb75358.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215484.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/f49/feb3fddb206acd1d56336b44da8dff49/feb3fddb206acd1d56336b44da8dff49.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215489.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/d61/fa558d3b98da8e0de649a7bf8ee70d61/fa558d3b98da8e0de649a7bf8ee70d61.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215494.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/21a/39d533667e05a746da009128c202821a/39d533667e05a746da009128c202821a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215499.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/f5c/35f830064ecaf482e3a8aaf2a9da2f5c/35f830064ecaf482e3a8aaf2a9da2f5c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215504.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/a64/2f45470ca0117a3b17aefc206d5e6a64/2f45470ca0117a3b17aefc206d5e6a64.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215509.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/284/d1c697461919832a714c92c061183284/d1c697461919832a714c92c061183284.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215514.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/2e3/ad2e5f5af51d4c9bc83f213f66ab32e3/ad2e5f5af51d4c9bc83f213f66ab32e3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215519.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/651/1f6827a8ed13f92397c8b7b64b777651/1f6827a8ed13f92397c8b7b64b777651.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215524.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/485/d92a989357d153aa0508eeba60023485/d92a989357d153aa0508eeba60023485.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215529.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/0d5/ef93d6a24374920017e9422e972230d5/ef93d6a24374920017e9422e972230d5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215534.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/463/1ea834803d712bc924763e89af6e7463/1ea834803d712bc924763e89af6e7463.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215539.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/be4/3c8563dcda90b6a51fce6afee22bdbe4/3c8563dcda90b6a51fce6afee22bdbe4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215544.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/919/7c094b9f98a7242eee0fcd5619b5f919/7c094b9f98a7242eee0fcd5619b5f919.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215549.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/174/ac0b9b9dafa5946ae11736ba77f33174/ac0b9b9dafa5946ae11736ba77f33174.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215554.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/242/baf115b0e7298fad8cce84530f0e9242/baf115b0e7298fad8cce84530f0e9242.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215559.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/f1e/4ed5e346edbbd64283dfd165b9ac4f1e/4ed5e346edbbd64283dfd165b9ac4f1e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215564.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/d0b/d159021ab79aec700f5919247eff2d0b/d159021ab79aec700f5919247eff2d0b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215569.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/22c/edc660cf20cb1743c3f37024c10ce22c/edc660cf20cb1743c3f37024c10ce22c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215574.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/8bb/66daf2751665221d16b65658090048bb/66daf2751665221d16b65658090048bb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215579.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/30b/e80d69060a76b9ae3495671cfeb9130b/e80d69060a76b9ae3495671cfeb9130b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215584.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/fa3/f51c7e02a806afd60f7d4adca1a3dfa3/f51c7e02a806afd60f7d4adca1a3dfa3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215589.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/eac/dad876aab47c092b1e6e8b9dbbbefeac/dad876aab47c092b1e6e8b9dbbbefeac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215594.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/ff0/ee38b9198a0ef9477a32156d4a69cff0/ee38b9198a0ef9477a32156d4a69cff0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215599.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/a4b/4f8f4cb8822214ece551992fbbc07a4b/4f8f4cb8822214ece551992fbbc07a4b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215604.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/065/1d04758ce48de17c54d9dcd321c73065/1d04758ce48de17c54d9dcd321c73065.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215609.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/73c/36e64bd451b34eb5b7774e266b46373c/36e64bd451b34eb5b7774e266b46373c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215614.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/8fd/2a1a27f5f4833fba28c841aad7ead8fd/2a1a27f5f4833fba28c841aad7ead8fd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215619.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/c0e/f019a672c6a1d07c67c81863954d1c0e/f019a672c6a1d07c67c81863954d1c0e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215624.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/db5/54e3fb82c64c7494c8f78cee91ae2db5/54e3fb82c64c7494c8f78cee91ae2db5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215629.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/a19/0db7abc8d61c2320f1d59a7c4938ca19/0db7abc8d61c2320f1d59a7c4938ca19.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215634.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/7c0/7c9430b91573134c13caa2affda027c0/7c9430b91573134c13caa2affda027c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215639.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/8c8/7c1080e4f3d215e6137c81a1cb41d8c8/7c1080e4f3d215e6137c81a1cb41d8c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215644.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/340/76edb06bd51f172bd1ed2eb540efd340/76edb06bd51f172bd1ed2eb540efd340.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215649.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/5fb/1e67f6f3f9da47defc35a654dd0d75fb/1e67f6f3f9da47defc35a654dd0d75fb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215654.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/fba/f653677c4ad477f2fe0d36d7c094afba/f653677c4ad477f2fe0d36d7c094afba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215659.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/079/8d9a3c28261eec797bb235bf1982b079/8d9a3c28261eec797bb235bf1982b079.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215664.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/9d9/11edac2cc3d68b38cfdc8280eb4239d9/11edac2cc3d68b38cfdc8280eb4239d9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215669.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/186/1ca7f713e7d07a867b9fa38a63064186/1ca7f713e7d07a867b9fa38a63064186.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215674.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/653/d6a188f4033598317a0e2a3addbe5653/d6a188f4033598317a0e2a3addbe5653.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215679.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/b70/9908846d6f25a145dad372ea9698cb70/9908846d6f25a145dad372ea9698cb70.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215684.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/5bb/648248f6766df29b38627492e7a4b5bb/648248f6766df29b38627492e7a4b5bb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215689.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/79f/889c107f37be885ecba253f95890379f/889c107f37be885ecba253f95890379f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215694.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/977/aa34842cc503756487ab414d15ca3977/aa34842cc503756487ab414d15ca3977.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215699.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/44e/607e36f26c5e40461bf5ee6bb802c44e/607e36f26c5e40461bf5ee6bb802c44e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215704.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/9c7/169ceee9ad7407ec89d19d78bc9b79c7/169ceee9ad7407ec89d19d78bc9b79c7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215709.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/c98/5dcfe5c08d07e4214289d521ded7ac98/5dcfe5c08d07e4214289d521ded7ac98.db +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 24 Jan 2026 00:43:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215418.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 24 Jan 2026 00:43:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215418.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Sat, 24 Jan 2026 00:43:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215418.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 24 Jan 2026 00:43:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215418.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215714.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/d81/ef7769c67db37afd74a883c98960ed81/ef7769c67db37afd74a883c98960ed81.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215719.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/a78/270ee94001cf38966d2d4ab1c33eba78/270ee94001cf38966d2d4ab1c33eba78.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215724.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/588/5560bc7c22e9be08b287a8e3807a4588/5560bc7c22e9be08b287a8e3807a4588.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215729.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/4b9/7d6ce40613bf7969d21ed9ba000924b9/7d6ce40613bf7969d21ed9ba000924b9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215734.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/1a7/a90638b1d610b30a7bcac69e09dfb1a7/a90638b1d610b30a7bcac69e09dfb1a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215739.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/153/c5a188ed7d82879cc25851f38d910153/c5a188ed7d82879cc25851f38d910153.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215744.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/7c2/a564efb234a307cddb85954e63bd47c2/a564efb234a307cddb85954e63bd47c2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215749.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/2e3/fbcd73cce18a3a31647a35529ed582e3/fbcd73cce18a3a31647a35529ed582e3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215754.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/8da/7b008bb601599d5e212fd8eae1b848da/7b008bb601599d5e212fd8eae1b848da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215759.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/db4/a029362e6221ffdf10cba4e5e7cd6db4/a029362e6221ffdf10cba4e5e7cd6db4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215764.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/16d/a9e2d72b0858cfbf117d7417d00b016d/a9e2d72b0858cfbf117d7417d00b016d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215769.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/56f/eb465b1c6e0739fd848fa8467fa5c56f/eb465b1c6e0739fd848fa8467fa5c56f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215774.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/e57/2afc10ca68c68a2ea426fa12b3abfe57/2afc10ca68c68a2ea426fa12b3abfe57.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215779.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/fd5/5cc1b42e8f1fa1895e4ebd0860dfdfd5/5cc1b42e8f1fa1895e4ebd0860dfdfd5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215784.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/236/2b67504da0d3c60daa97f9380bf2b236/2b67504da0d3c60daa97f9380bf2b236.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215789.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/55e/63fe46ab5b73e3117e15abd2c0dfd55e/63fe46ab5b73e3117e15abd2c0dfd55e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215794.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/288/1163d948b5cb765d19cea16e89277288/1163d948b5cb765d19cea16e89277288.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215799.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/629/4f5de2683c2984f23d762ef8ac140629/4f5de2683c2984f23d762ef8ac140629.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215804.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/930/11c8ecd6e7d0a57cdc19c9f1add37930/11c8ecd6e7d0a57cdc19c9f1add37930.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215809.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/196/e74a8958c73cccbd92600f4899021196/e74a8958c73cccbd92600f4899021196.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215814.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/9f2/9c3ce0d9a1f0f8f759319f58367a09f2/9c3ce0d9a1f0f8f759319f58367a09f2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215819.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/4ed/426b18abf72006af771e110287b294ed/426b18abf72006af771e110287b294ed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215824.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/4c2/b216be42f5173556e9a949da041ec4c2/b216be42f5173556e9a949da041ec4c2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215829.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/a83/2f9714af707f82349c51a6aee17d1a83/2f9714af707f82349c51a6aee17d1a83.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215834.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/166/3a54391c182c1815294ab6653912a166/3a54391c182c1815294ab6653912a166.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215839.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/995/9551d2a8d23fd96af64c76f844f79995/9551d2a8d23fd96af64c76f844f79995.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215844.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/46a/049a4b15fa5ba39a433246d72a91446a/049a4b15fa5ba39a433246d72a91446a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215849.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/f9e/cdcafb436af44906de2d3eafa8df9f9e/cdcafb436af44906de2d3eafa8df9f9e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215854.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/e5c/3e4c025727337bf78b8cbdd56c92de5c/3e4c025727337bf78b8cbdd56c92de5c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215859.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/540/c7178ce05f21a99ee404133bed757540/c7178ce05f21a99ee404133bed757540.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215864.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/802/ee72466e63aec270ff04e321400d6802/ee72466e63aec270ff04e321400d6802.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215869.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/72f/eb622ce650632af3a914e10aef8f272f/eb622ce650632af3a914e10aef8f272f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215874.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/003/cf9ebf86376ddc191c406356ee3d4003/cf9ebf86376ddc191c406356ee3d4003.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215879.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/851/c8763618fe631788c219dc817f827851/c8763618fe631788c219dc817f827851.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215884.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/0f5/56bf59e169a874eacade422b856730f5/56bf59e169a874eacade422b856730f5.db +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215419.04698', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215419.19607', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215419.39654', 'Content-Type': 'so'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215419.41340', 'Content-Type': 'so'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215419.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215419.81787', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215419.83497', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215419.93081', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215419.94180', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:write READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215419.96319', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215419.96522', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215419.96723', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215419.96913', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215419.97113', 'Content-Type': 'binary/octet-stream'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'X-Timestamp': '1769215420.00228', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215420.00429', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215420.00618', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215420.00808', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215420.02081', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215420.02275', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1769215420.07759', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260124/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260124T004340Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215420.11518', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260124/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260124T004340Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '0000000000000000000000000000000000000000000000000000000000000000', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215420.12398', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215889.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/fdb/ef7f76d0fcadb750f23e2c8705436fdb/ef7f76d0fcadb750f23e2c8705436fdb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215894.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/33d/bea8f38ed54dc480efc94601d6fc233d/bea8f38ed54dc480efc94601d6fc233d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215899.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/0f2/ad762446e622d7244d64a08e6667a0f2/ad762446e622d7244d64a08e6667a0f2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215904.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/df6/d1fb0d5e4b812733fc943bc285a84df6/d1fb0d5e4b812733fc943bc285a84df6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215909.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/df9/44ee562114081fa0684ae858fc437df9/44ee562114081fa0684ae858fc437df9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215914.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/0a7/c9ea3ac2734f003a6d0e895f08ab30a7/c9ea3ac2734f003a6d0e895f08ab30a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215919.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/138/4a131d0034d2bffb3589530c8124b138/4a131d0034d2bffb3589530c8124b138.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215924.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/f21/3aa81a40cb9d439a8612ea70d2abdf21/3aa81a40cb9d439a8612ea70d2abdf21.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215929.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/39b/7f915b109802a93f07e3cbecfe14d39b/7f915b109802a93f07e3cbecfe14d39b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215934.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/1b3/608fe80a5975a8eff831b44a6c22b1b3/608fe80a5975a8eff831b44a6c22b1b3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215939.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/662/2155280eb09c1b2597b6eccb4ec3a662/2155280eb09c1b2597b6eccb4ec3a662.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215944.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/198/5ed08d56078912e03e01ab412ab68198/5ed08d56078912e03e01ab412ab68198.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215949.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/117/ed8bf778b9aa9ddf895bf9bc91584117/ed8bf778b9aa9ddf895bf9bc91584117.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215954.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/833/9b25722284c3df92ba6f8f609b6ee833/9b25722284c3df92ba6f8f609b6ee833.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215959.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/8af/f055122416f6477dffafed0e9d84f8af/f055122416f6477dffafed0e9d84f8af.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215964.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/87a/8e0e51563ae3f69f91b9f1151af1787a/8e0e51563ae3f69f91b9f1151af1787a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215969.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/1ff/849cd6f688e5a9262964e05e95e9c1ff/849cd6f688e5a9262964e05e95e9c1ff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215974.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/32c/c20beda87b1a3c6905fc60268202032c/c20beda87b1a3c6905fc60268202032c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215979.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/69e/a3e88a5a5f9d9bc8109972a5ee99e69e/a3e88a5a5f9d9bc8109972a5ee99e69e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215984.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/0fd/c0d7481f46237cf03156c929c284e0fd/c0d7481f46237cf03156c929c284e0fd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215989.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/90b/e9f0f6516bcb956ccf2b7affcd69c90b/e9f0f6516bcb956ccf2b7affcd69c90b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215994.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/942/0ca7e4ee1d644b622c42174a03a92942/0ca7e4ee1d644b622c42174a03a92942.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215999.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/c62/65c0a3bce152ef60b89950260c6e6c62/65c0a3bce152ef60b89950260c6e6c62.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216004.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/69c/feb02c72b621b27095c260dec919b69c/feb02c72b621b27095c260dec919b69c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216009.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/778/3d8005cbf20f09db0d6cd145cc65d778/3d8005cbf20f09db0d6cd145cc65d778.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216014.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/c09/ac6feed12913be314c1d5a4a0befac09/ac6feed12913be314c1d5a4a0befac09.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216019.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/422/d5c17dff626837e52ca69053b7266422/d5c17dff626837e52ca69053b7266422.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216024.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/9eb/0d63cd8190becea833d0e32613b919eb/0d63cd8190becea833d0e32613b919eb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216029.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/add/3bdb1b1624fa930bfc766cbf9d06cadd/3bdb1b1624fa930bfc766cbf9d06cadd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216034.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/593/df11f68675d28dc0cf09f9b425889593/df11f68675d28dc0cf09f9b425889593.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216039.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/7d9/a40751f4c81916523b6283d0923157d9/a40751f4c81916523b6283d0923157d9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216044.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/ab3/d1617908eacde1203a7db27d2cd76ab3/d1617908eacde1203a7db27d2cd76ab3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216049.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/d29/15e3875e52a51cc8752b732fe1229d29/15e3875e52a51cc8752b732fe1229d29.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216054.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/5be/f9fc2eab371adb08abad38683e87d5be/f9fc2eab371adb08abad38683e87d5be.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216059.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/c68/b316645f1ef828c4c04583dc5b02dc68/b316645f1ef828c4c04583dc5b02dc68.db +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx05b85fde3294429eaf5fe-00697415bb) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx05b85fde3294429eaf5fe-00697415bb) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx05b85fde3294429eaf5fe-00697415bb) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx05b85fde3294429eaf5fe-00697415bb) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx05b85fde3294429eaf5fe-00697415bb) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx05b85fde3294429eaf5fe-00697415bb) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx05b85fde3294429eaf5fe-00697415bb) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx05b85fde3294429eaf5fe-00697415bb) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx05b85fde3294429eaf5fe-00697415bb) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx05b85fde3294429eaf5fe-00697415bb) +test DEBUG: Setting object count to 1065 (txn: tx05b85fde3294429eaf5fe-00697415bb) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7a936e9608e3406980a7a-00697415bc) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7a936e9608e3406980a7a-00697415bc) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7a936e9608e3406980a7a-00697415bc) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx7a936e9608e3406980a7a-00697415bc) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7a936e9608e3406980a7a-00697415bc) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7a936e9608e3406980a7a-00697415bc) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx7a936e9608e3406980a7a-00697415bc) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7a936e9608e3406980a7a-00697415bc) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7a936e9608e3406980a7a-00697415bc) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: tx7a936e9608e3406980a7a-00697415bc) +test DEBUG: Setting object count to 1032 (txn: tx7a936e9608e3406980a7a-00697415bc) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx45344c3e8401453d90a2a-00697415bc) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx45344c3e8401453d90a2a-00697415bc) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx45344c3e8401453d90a2a-00697415bc) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx45344c3e8401453d90a2a-00697415bc) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx45344c3e8401453d90a2a-00697415bc) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx45344c3e8401453d90a2a-00697415bc) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx45344c3e8401453d90a2a-00697415bc) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx45344c3e8401453d90a2a-00697415bc) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx45344c3e8401453d90a2a-00697415bc) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: tx45344c3e8401453d90a2a-00697415bc) +test DEBUG: Setting object count to 48 (txn: tx45344c3e8401453d90a2a-00697415bc) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe021124c367c4b9b9b215-00697415bc) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe021124c367c4b9b9b215-00697415bc) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe021124c367c4b9b9b215-00697415bc) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe021124c367c4b9b9b215-00697415bc) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe021124c367c4b9b9b215-00697415bc) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe021124c367c4b9b9b215-00697415bc) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: txe021124c367c4b9b9b215-00697415bc) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe021124c367c4b9b9b215-00697415bc) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe021124c367c4b9b9b215-00697415bc) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: txe021124c367c4b9b9b215-00697415bc) +test DEBUG: Setting object count to 1064 (txn: txe021124c367c4b9b9b215-00697415bc) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: tx3c1bac59e72a4f718a959-00697415bc)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260124/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260124T004340Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215420.13996', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215420.14905', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215420.16955', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215420.17800', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769215420.19743', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_count_quota_is_ignored +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_count_quota_is_ignored ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_count_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_count_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_legacy +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_legacy ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_from +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_from ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_verb +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized_legacy +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized_legacy ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_on_empty_account_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_on_empty_account_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_count_quotas_on_object +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_count_quotas_on_object ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_count_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_count_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_count_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_count_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_count_quota_obj_post_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_count_quota_obj_post_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_create_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_create_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_post_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_post_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation_legacy_loses +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation_legacy_loses ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized_legacy +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized_legacy ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quotas_admin +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quotas_admin ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_admin +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_admin ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_non_admin_fails +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_non_admin_fails ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy_loses +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy_loses ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting +test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter +test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig +test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf +test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args +test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through +test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss +test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss +test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216064.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/b7c/654b9efc42d8e648133be9907869bb7c/654b9efc42d8e648133be9907869bb7c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216069.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/4b8/f8025e716dad9f0d778d1d8ca8ef34b8/f8025e716dad9f0d778d1d8ca8ef34b8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216074.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/d90/9968d53afd70e4d6c46d76f95e0fdd90/9968d53afd70e4d6c46d76f95e0fdd90.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216079.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/0a4/d76692047a36fb8a3bb3ae82db5dc0a4/d76692047a36fb8a3bb3ae82db5dc0a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216084.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/949/24bc5f9b8a72c0b3a68ed620349ec949/24bc5f9b8a72c0b3a68ed620349ec949.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216089.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/2ad/6dd580a6b12c76111ee4061596c152ad/6dd580a6b12c76111ee4061596c152ad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216094.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/771/5520b743d2361b1bddcce1e694dd4771/5520b743d2361b1bddcce1e694dd4771.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216099.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/126/b7a3ab2e4affa00c4ebeaec5488fe126/b7a3ab2e4affa00c4ebeaec5488fe126.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216104.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/9ef/787e24930de57b6cbc061ddd4fe749ef/787e24930de57b6cbc061ddd4fe749ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216109.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/cb9/21acdaf5f837e179cb22df0fcb703cb9/21acdaf5f837e179cb22df0fcb703cb9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216114.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/ef8/c7e63807c2c42221a1889d227eefeef8/c7e63807c2c42221a1889d227eefeef8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216119.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/b45/fbc06b4244174d0a03f5c48c9f8b7b45/fbc06b4244174d0a03f5c48c9f8b7b45.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216124.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/e09/9b5df8f8cfa220cc62ea704ea83d7e09/9b5df8f8cfa220cc62ea704ea83d7e09.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216129.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/f69/c7693927e86e6ea8e75399c411ec9f69/c7693927e86e6ea8e75399c411ec9f69.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216134.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/cfc/c86f5863b29daf1d715b6f42f46f6cfc/c86f5863b29daf1d715b6f42f46f6cfc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216139.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/a02/764a8b63c520c2313e116312453c3a02/764a8b63c520c2313e116312453c3a02.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216144.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/c49/23926a503c13c83b6dd2c351b740fc49/23926a503c13c83b6dd2c351b740fc49.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216149.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/7cd/4f1f622a8ce0ecdb162bbaebafbdc7cd/4f1f622a8ce0ecdb162bbaebafbdc7cd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216154.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/1bd/58d671ecbc9d1ba51a3b686a8f9ee1bd/58d671ecbc9d1ba51a3b686a8f9ee1bd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216159.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/704/fdad958f2b69625f099a28891a473704/fdad958f2b69625f099a28891a473704.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216164.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/51c/557c3ce9ad75386f8c1ed656ecb3751c/557c3ce9ad75386f8c1ed656ecb3751c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216169.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/0bf/d88535b9986c53433324064e32b760bf/d88535b9986c53433324064e32b760bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216174.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/a5f/3e8b7c82878114657a573419933dba5f/3e8b7c82878114657a573419933dba5f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216179.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/5f1/762affccd66807c80a7386f8be45a5f1/762affccd66807c80a7386f8be45a5f1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216184.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/1ff/08fe0d8a7b54786e4fcdd5adda7c21ff/08fe0d8a7b54786e4fcdd5adda7c21ff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216189.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/d5b/413f05d4ac9635939722281a3a4c1d5b/413f05d4ac9635939722281a3a4c1d5b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216194.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/6ac/343667cba96d444d884302d471b476ac/343667cba96d444d884302d471b476ac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216199.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/e62/6aea84ccf7a95f1bd444ba969738be62/6aea84ccf7a95f1bd444ba969738be62.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216204.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/907/ab9c2d215faec3b390fcf99a1b6c7907/ab9c2d215faec3b390fcf99a1b6c7907.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216209.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/0bb/b279a8cd440b46f50432709d86ba90bb/b279a8cd440b46f50432709d86ba90bb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216214.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/5f7/37bac52dee171df87255666f51fa85f7/37bac52dee171df87255666f51fa85f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216219.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/0b5/093c7291c994d367699bd27736bee0b5/093c7291c994d367699bd27736bee0b5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216224.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/e9b/40ee48fd37bcf4eb861c00c9b4567e9b/40ee48fd37bcf4eb861c00c9b4567e9b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216229.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/a75/a91b9dc03e204cd5ea4a432683ae9a75/a91b9dc03e204cd5ea4a432683ae9a75.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216234.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/d40/3549fd02eb765f7133e0222f72561d40/3549fd02eb765f7133e0222f72561d40.db +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 24 Jan 2026 00:43:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/service.py", line 35, in GET + resp = req.get_response(self.app, query={'format': 'json'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +test ERROR: Invalid current //REALM/CLUSTER (foo) +test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) +test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff991e3100>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff991e3100>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': }test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme +test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_chrome +test.unit.common.middleware.test_formpost.TestFormPost.test_chrome ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires +test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode +test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_explorer +test.unit.common.middleware.test_formpost.TestFormPost.test_explorer ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_firefox +test.unit.common.middleware.test_formpost.TestFormPost.test_firefox ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start +test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_container +test.unit.common.middleware.test_formpost.TestFormPost.test_no_container ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process +test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 +test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough +test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_safari +test.unit.common.middleware.test_formpost.TestFormPost.test_safari ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value +test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account +test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int ... ok +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults ... ok +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb ... ok +test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long +test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest +test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough +test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error +test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit ... ok +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions +test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions +test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_anon +test.unit.common.middleware.test_tempauth.TestAuth.test_anon ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath +test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_unicode_authorization_good +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_unicode_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller +test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request +test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group +test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash +test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_options_call +test.unit.common.middleware.test_tempauth.TestAuth.test_options_call ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner +test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix +test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user +test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny +test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached +test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success +test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success ... ok +test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall +test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall ... ok +test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx +test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_init +test.unit.common.test_internal_client.TestCompressingfileReader.test_init ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_read +test.unit.common.test_internal_client.TestCompressingfileReader.test_read ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception ... ok +test.unit.common.test_swob.TestEtag.test_normalize_bytes +test.unit.common.test_swob.TestEtag.test_normalize_bytes ... ok +test.unit.common.test_swob.TestEtag.test_normalize_etag +test.unit.common.test_swob.TestEtag.test_normalize_etag ... ok +test.unit.common.test_swob.TestRequest.test_401_invalid_path +test.unit.common.test_swob.TestRequest.test_401_invalid_path ... ok +test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path +test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path ... ok +test.unit.common.test_swob.TestRequest.test_401_unauthorized +test.unit.common.test_swob.TestRequest.test_401_unauthorized ... ok +test.unit.common.test_swob.TestRequest.test_401_valid_account_path +test.unit.common.test_swob.TestRequest.test_401_valid_account_path ... ok +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists ... ok +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted ... ok +test.unit.common.test_swob.TestRequest.test_accept_header +test.unit.common.test_swob.TestRequest.test_accept_header ... ok +test.unit.common.test_swob.TestRequest.test_allow_reserved_names +test.unit.common.test_swob.TestRequest.test_allow_reserved_names ... ok +test.unit.common.test_swob.TestRequest.test_as_referer +test.unit.common.test_swob.TestRequest.test_as_referer ... ok +test.unit.common.test_swob.TestRequest.test_bad_path_info_pop +test.unit.common.test_swob.TestRequest.test_bad_path_info_pop ... ok +test.unit.common.test_swob.TestRequest.test_bad_range +test.unit.common.test_swob.TestRequest.test_bad_range ... ok +test.unit.common.test_swob.TestRequest.test_blank +test.unit.common.test_swob.TestRequest.test_blank ... ok +test.unit.common.test_swob.TestRequest.test_blank_body_precedence +test.unit.common.test_swob.TestRequest.test_blank_body_precedence ... ok +test.unit.common.test_swob.TestRequest.test_blank_parsing +test.unit.common.test_swob.TestRequest.test_blank_parsing ... ok +test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence +test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence ... ok +test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args +test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args ... ok +test.unit.common.test_swob.TestRequest.test_copy_get +test.unit.common.test_swob.TestRequest.test_copy_get ... ok +test.unit.common.test_swob.TestRequest.test_datetime_properties +test.unit.common.test_swob.TestRequest.test_datetime_properties ... ok +test.unit.common.test_swob.TestRequest.test_get_response +test.unit.common.test_swob.TestRequest.test_get_response ... ok +test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args +test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args ... ok +test.unit.common.test_swob.TestRequest.test_message_length_just_content_length +test.unit.common.test_swob.TestRequest.test_message_length_just_content_length ... ok +test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding +test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding ... ok +test.unit.common.test_swob.TestRequest.test_not_401 +test.unit.common.test_swob.TestRequest.test_not_401 ... ok +test.unit.common.test_swob.TestRequest.test_params +test.unit.common.test_swob.TestRequest.test_params ... ok +test.unit.common.test_swob.TestRequest.test_path +test.unit.common.test_swob.TestRequest.test_path ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop +test.unit.common.test_swob.TestRequest.test_path_info_pop ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop_last +test.unit.common.test_swob.TestRequest.test_path_info_pop_last ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop_none +test.unit.common.test_swob.TestRequest.test_path_info_pop_none ... ok +test.unit.common.test_swob.TestRequest.test_path_qs +test.unit.common.test_swob.TestRequest.test_path_qs ... ok +test.unit.common.test_swob.TestRequest.test_path_question_mark +test.unit.common.test_swob.TestRequest.test_path_question_mark ... ok +test.unit.common.test_swob.TestRequest.test_properties +test.unit.common.test_swob.TestRequest.test_properties ... ok +test.unit.common.test_swob.TestRequest.test_split_path +test.unit.common.test_swob.TestRequest.test_split_path ... ok +test.unit.common.test_swob.TestRequest.test_swift_entity_path +test.unit.common.test_swob.TestRequest.test_swift_entity_path ... ok +test.unit.common.test_swob.TestRequest.test_timestamp +test.unit.common.test_swob.TestRequest.test_timestamp ... ok +test.unit.common.test_swob.TestRequest.test_timestamp_invalid +test.unit.common.test_swob.TestRequest.test_timestamp_invalid ... ok +test.unit.common.test_swob.TestRequest.test_timestamp_missing +test.unit.common.test_swob.TestRequest.test_timestamp_missing ... ok +test.unit.common.test_swob.TestRequest.test_unicode_params +test.unit.common.test_swob.TestRequest.test_unicode_params ... ok +test.unit.common.test_swob.TestRequest.test_unicode_path +test.unit.common.test_swob.TestRequest.test_unicode_path ... ok +test.unit.common.test_swob.TestRequest.test_unicode_query +test.unit.common.test_swob.TestRequest.test_unicode_query ... ok +test.unit.common.test_swob.TestRequest.test_url +test.unit.common.test_swob.TestRequest.test_url ... ok +test.unit.common.test_swob.TestRequest.test_url2 +test.unit.common.test_swob.TestRequest.test_url2 ... ok +test.unit.common.test_swob.TestRequest.test_wsgify +test.unit.common.test_swob.TestRequest.test_wsgify ... ok +test.unit.common.test_swob.TestRequest.test_wsgify_method +test.unit.common.test_swob.TestRequest.test_wsgify_method ... ok +test.unit.common.test_swob.TestRequest.test_wsgify_raise +test.unit.common.test_swob.TestRequest.test_wsgify_raise ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access +test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter +test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_filters +test.unit.common.test_utils.TestAuditLocationGenerator.test_filters ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects +test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks +test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata +test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive +test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes +test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous +test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty +test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes +test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_pending +test.unit.common.test_utils.TestGreenAsyncPile.test_pending ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything +test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn +test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn ... ok +test ERROR: Problem finding shard upper in '/tmp/tmpd8fn9gkf/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpd8fn9gkf/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -106641,591 +104755,1043 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmp4xa4_mrs/containers/part/suffix/hash/container_1734804846.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmp4xa4_mrs/containers/part/suffix/hash/container_1734804846.00000.db': ['/tmp/tmp4xa4_mrs/containers/part/suffix/hash/container.db', '/tmp/tmp4xa4_mrs/containers/part/suffix/hash/container_1734804847.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp4xa4_mrs/containers/part/suffix/hash/container_1734804847.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -sharder-test WARNING: Reclaimable db stuck waiting for shrinking, path: a/c, db: /tmp/tmpk04kglbo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmp9zxsc7tj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmp9zxsc7tj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmp9zxsc7tj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp9zxsc7tj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1734804847.00000, (0, 0) as of 1734804847.00000, active as of 1734804847.00000> to ShardRange<'k' to 't' as of 1734804848.00000, (0, 0) as of 1734804848.00000, active as of 1734804848.00000>, path: .shards_a/shard_c, db: /tmp/tmp9zxsc7tj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp9zxsc7tj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmp9zxsc7tj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmp9zxsc7tj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp9zxsc7tj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804852.00000, (0, 0) as of 1734804852.00000, shrinking as of 1734804849.00000> to ShardRange<'k' to 't' as of 1734804852.00000, (0, 0) as of 1734804852.00000, sharding as of 1734804853.00000>, path: .shards_a/shard_c, db: /tmp/tmp9zxsc7tj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp9zxsc7tj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp9zxsc7tj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmp9zxsc7tj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804847.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/0c1/472247346c531e60d376c210701ca0c1/472247346c531e60d376c210701ca0c1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804849.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/033/51cdb48ecffff41b262f722bd7752033/51cdb48ecffff41b262f722bd7752033.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804848.00000, (0, 0) as of 1734804848.00000, found as of 1734804848.00000> to ShardRange<'k' to 't' as of 1734804849.00000, (0, 0) as of 1734804849.00000, created as of 1734804849.00000>, path: .shards_a/shard_c_1734804849.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/033/51cdb48ecffff41b262f722bd7752033/51cdb48ecffff41b262f722bd7752033.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804851.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/0df/8669796144bb6446a4e3aa53fd3890df/8669796144bb6446a4e3aa53fd3890df.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804850.00000, (0, 0) as of 1734804850.00000, found as of 1734804850.00000> to ShardRange<'k' to 't' as of 1734804851.00000, (0, 0) as of 1734804851.00000, cleaved as of 1734804851.00000>, path: .shards_a/shard_c_1734804851.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/0df/8669796144bb6446a4e3aa53fd3890df/8669796144bb6446a4e3aa53fd3890df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804853.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/ab7/3fe869ce49bb985f6570979cbab51ab7/3fe869ce49bb985f6570979cbab51ab7.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804852.00000, (0, 0) as of 1734804852.00000, found as of 1734804852.00000> to ShardRange<'k' to 't' as of 1734804853.00000, (0, 0) as of 1734804853.00000, active as of 1734804853.00000>, path: .shards_a/shard_c_1734804853.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/ab7/3fe869ce49bb985f6570979cbab51ab7/3fe869ce49bb985f6570979cbab51ab7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804855.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/788/8784587321a7c84a810a35ef509b5788/8784587321a7c84a810a35ef509b5788.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804854.00000, (0, 0) as of 1734804854.00000, found as of 1734804854.00000> to ShardRange<'k' to 't' as of 1734804855.00000, (0, 0) as of 1734804855.00000, shrinking as of 1734804855.00000>, path: .shards_a/shard_c_1734804855.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/788/8784587321a7c84a810a35ef509b5788/8784587321a7c84a810a35ef509b5788.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804855.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/788/8784587321a7c84a810a35ef509b5788/8784587321a7c84a810a35ef509b5788.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804857.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/35b/83a4ff3ee569e76f7d428654c72bc35b/83a4ff3ee569e76f7d428654c72bc35b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804856.00000, (0, 0) as of 1734804856.00000, found as of 1734804856.00000> to ShardRange<'k' to 't' as of 1734804857.00000, (0, 0) as of 1734804857.00000, sharding as of 1734804857.00000>, path: .shards_a/shard_c_1734804857.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/35b/83a4ff3ee569e76f7d428654c72bc35b/83a4ff3ee569e76f7d428654c72bc35b.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted ... ok +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpgkv7fk5l/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpgkv7fk5l/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states ... ok -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804857.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/35b/83a4ff3ee569e76f7d428654c72bc35b/83a4ff3ee569e76f7d428654c72bc35b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804859.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/eae/a33db87842dc23e1985d8f5a83e3beae/a33db87842dc23e1985d8f5a83e3beae.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804858.00000, (0, 0) as of 1734804858.00000, found as of 1734804858.00000> to ShardRange<'k' to 't' as of 1734804859.00000, (0, 0) as of 1734804859.00000, sharded as of 1734804859.00000>, path: .shards_a/shard_c_1734804859.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/eae/a33db87842dc23e1985d8f5a83e3beae/a33db87842dc23e1985d8f5a83e3beae.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804859.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/eae/a33db87842dc23e1985d8f5a83e3beae/a33db87842dc23e1985d8f5a83e3beae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804861.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/bf5/510012bf151f7c8bb74d2213295e9bf5/510012bf151f7c8bb74d2213295e9bf5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804860.00000, (0, 0) as of 1734804860.00000, found as of 1734804860.00000> to ShardRange<'k' to 't' as of 1734804861.00000, (0, 0) as of 1734804861.00000, shrunk as of 1734804861.00000>, path: .shards_a/shard_c_1734804861.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/bf5/510012bf151f7c8bb74d2213295e9bf5/510012bf151f7c8bb74d2213295e9bf5.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804861.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/bf5/510012bf151f7c8bb74d2213295e9bf5/510012bf151f7c8bb74d2213295e9bf5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804863.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/7e7/715d49325e9fcdc178be900c6d3d67e7/715d49325e9fcdc178be900c6d3d67e7.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804862.00000, (0, 0) as of 1734804862.00000, created as of 1734804862.00000> to ShardRange<'k' to 't' as of 1734804863.00000, (0, 0) as of 1734804863.00000, found as of 1734804863.00000>, path: .shards_a/shard_c_1734804863.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/7e7/715d49325e9fcdc178be900c6d3d67e7/715d49325e9fcdc178be900c6d3d67e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804865.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/fab/cb31477c6f2a1d2b685082938e46dfab/cb31477c6f2a1d2b685082938e46dfab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804867.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/bda/bcfe57b786b8be932ae734ecf76afbda/bcfe57b786b8be932ae734ecf76afbda.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804866.00000, (0, 0) as of 1734804866.00000, created as of 1734804866.00000> to ShardRange<'k' to 't' as of 1734804867.00000, (0, 0) as of 1734804867.00000, cleaved as of 1734804867.00000>, path: .shards_a/shard_c_1734804867.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/bda/bcfe57b786b8be932ae734ecf76afbda/bcfe57b786b8be932ae734ecf76afbda.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804869.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/17d/cda254fc41285d8ef8f514cad969c17d/cda254fc41285d8ef8f514cad969c17d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804868.00000, (0, 0) as of 1734804868.00000, created as of 1734804868.00000> to ShardRange<'k' to 't' as of 1734804869.00000, (0, 0) as of 1734804869.00000, active as of 1734804869.00000>, path: .shards_a/shard_c_1734804869.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/17d/cda254fc41285d8ef8f514cad969c17d/cda254fc41285d8ef8f514cad969c17d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804871.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/5e5/3281d12f321c1e76a3eb6e1bfa0bf5e5/3281d12f321c1e76a3eb6e1bfa0bf5e5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804870.00000, (0, 0) as of 1734804870.00000, created as of 1734804870.00000> to ShardRange<'k' to 't' as of 1734804871.00000, (0, 0) as of 1734804871.00000, shrinking as of 1734804871.00000>, path: .shards_a/shard_c_1734804871.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/5e5/3281d12f321c1e76a3eb6e1bfa0bf5e5/3281d12f321c1e76a3eb6e1bfa0bf5e5.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804871.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/5e5/3281d12f321c1e76a3eb6e1bfa0bf5e5/3281d12f321c1e76a3eb6e1bfa0bf5e5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804873.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/83d/56a50992617fb89396994519ee06783d/56a50992617fb89396994519ee06783d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804872.00000, (0, 0) as of 1734804872.00000, created as of 1734804872.00000> to ShardRange<'k' to 't' as of 1734804873.00000, (0, 0) as of 1734804873.00000, sharding as of 1734804873.00000>, path: .shards_a/shard_c_1734804873.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/83d/56a50992617fb89396994519ee06783d/56a50992617fb89396994519ee06783d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804873.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/83d/56a50992617fb89396994519ee06783d/56a50992617fb89396994519ee06783d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804875.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/219/fc6148ecbefe03ee8406d7a450fd6219/fc6148ecbefe03ee8406d7a450fd6219.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804874.00000, (0, 0) as of 1734804874.00000, created as of 1734804874.00000> to ShardRange<'k' to 't' as of 1734804875.00000, (0, 0) as of 1734804875.00000, sharded as of 1734804875.00000>, path: .shards_a/shard_c_1734804875.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/219/fc6148ecbefe03ee8406d7a450fd6219/fc6148ecbefe03ee8406d7a450fd6219.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804875.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/219/fc6148ecbefe03ee8406d7a450fd6219/fc6148ecbefe03ee8406d7a450fd6219.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804877.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/f55/9ef293286722028f8cec96858abb6f55/9ef293286722028f8cec96858abb6f55.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804876.00000, (0, 0) as of 1734804876.00000, created as of 1734804876.00000> to ShardRange<'k' to 't' as of 1734804877.00000, (0, 0) as of 1734804877.00000, shrunk as of 1734804877.00000>, path: .shards_a/shard_c_1734804877.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/f55/9ef293286722028f8cec96858abb6f55/9ef293286722028f8cec96858abb6f55.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804877.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/f55/9ef293286722028f8cec96858abb6f55/9ef293286722028f8cec96858abb6f55.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804879.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/433/ed07fc7e7dba2678da628db1b4751433/ed07fc7e7dba2678da628db1b4751433.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804878.00000, (0, 0) as of 1734804878.00000, cleaved as of 1734804878.00000> to ShardRange<'k' to 't' as of 1734804879.00000, (0, 0) as of 1734804879.00000, found as of 1734804879.00000>, path: .shards_a/shard_c_1734804879.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/433/ed07fc7e7dba2678da628db1b4751433/ed07fc7e7dba2678da628db1b4751433.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804881.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/c18/f76823d93b058fae2ae7fa8efd2f7c18/f76823d93b058fae2ae7fa8efd2f7c18.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216239.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/6d9/c3468f6fc28bc6841d984335c5b526d9/c3468f6fc28bc6841d984335c5b526d9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216244.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/231/10025b81653aeb5805a36c9159a7d231/10025b81653aeb5805a36c9159a7d231.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216249.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/a77/52d11cca063e19746c06e8360562ca77/52d11cca063e19746c06e8360562ca77.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216254.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/45c/9783a3cb1a4415e51ea74f94fbb8145c/9783a3cb1a4415e51ea74f94fbb8145c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216259.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/f63/6ba76d37697befea6f346516341f1f63/6ba76d37697befea6f346516341f1f63.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216264.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/53e/028e953d47956665c1e554dc46e3453e/028e953d47956665c1e554dc46e3453e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216269.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/cdd/dbc2c653e79caa3fbe86bf2ec09d6cdd/dbc2c653e79caa3fbe86bf2ec09d6cdd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216274.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/ba2/1c00a8f5475b9735d33ba2377af6eba2/1c00a8f5475b9735d33ba2377af6eba2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216279.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/837/9c3fb5b9614f64729b58960701f36837/9c3fb5b9614f64729b58960701f36837.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216284.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/e55/6a2ce9da6c3d323537c0d9a2abc94e55/6a2ce9da6c3d323537c0d9a2abc94e55.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216289.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/4fc/09ff0aa1c3684a60a5c158264d1f34fc/09ff0aa1c3684a60a5c158264d1f34fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216294.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/f59/15173bfbd3fb182f06ef3af90497df59/15173bfbd3fb182f06ef3af90497df59.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216299.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/eea/1c9ef2af47d6ee296363dfca1e7f6eea/1c9ef2af47d6ee296363dfca1e7f6eea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216304.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/014/385a7824953a20faf41868b8e4cb8014/385a7824953a20faf41868b8e4cb8014.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216309.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/047/8035d2fff48c8bce53c8026606cdb047/8035d2fff48c8bce53c8026606cdb047.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216314.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/308/341cb7f98f82ae0bb39f596d5c62e308/341cb7f98f82ae0bb39f596d5c62e308.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216319.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/c9c/05e524d32180b0fd71e39afc8a248c9c/05e524d32180b0fd71e39afc8a248c9c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216324.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/a0a/f3085207f6e1cbcdf05a001d35bb5a0a/f3085207f6e1cbcdf05a001d35bb5a0a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216329.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/51b/2b3844dca7580a657a10645060ec351b/2b3844dca7580a657a10645060ec351b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216334.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/17a/bfa5850508a84ac9a4e34fec9d9fc17a/bfa5850508a84ac9a4e34fec9d9fc17a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216339.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/092/8d86805ed51361750f7871e1004c6092/8d86805ed51361750f7871e1004c6092.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216344.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/061/9fd9e317b223322e093c2d7d79cb1061/9fd9e317b223322e093c2d7d79cb1061.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216349.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/b25/9ad427aac6c4c206d0e8bdadecb80b25/9ad427aac6c4c206d0e8bdadecb80b25.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216354.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/e35/9ee1b55c151f01c55e19dd7e3c51ee35/9ee1b55c151f01c55e19dd7e3c51ee35.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216359.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/7cb/fcb4be770f0b31f92f2dc568d473d7cb/fcb4be770f0b31f92f2dc568d473d7cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216364.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/87e/b5eb13a17497498bb5b086dac420487e/b5eb13a17497498bb5b086dac420487e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216369.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/8a2/45bdbd4bf87a8f6b11d9b73ed39c78a2/45bdbd4bf87a8f6b11d9b73ed39c78a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216374.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/104/0a282805e4e9abfa5a0574053e652104/0a282805e4e9abfa5a0574053e652104.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216379.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/21b/a8c93595e381ad8961d00b667abdb21b/a8c93595e381ad8961d00b667abdb21b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216384.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/631/72398dcf1ccc7ea3de1fe67ee6285631/72398dcf1ccc7ea3de1fe67ee6285631.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216389.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/3ba/aa44986f510f81e7d65dd35c433763ba/aa44986f510f81e7d65dd35c433763ba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216394.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/dcd/7cef2b6ff12d3614fb72313ef0dffdcd/7cef2b6ff12d3614fb72313ef0dffdcd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216399.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/7e9/2e889ff6ba872167f46638c3da5387e9/2e889ff6ba872167f46638c3da5387e9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216404.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/f59/8d6e2c2da417243946ff2a447582cf59/8d6e2c2da417243946ff2a447582cf59.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216409.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/489/40942017a02f5bd292e62378409b8489/40942017a02f5bd292e62378409b8489.dbtest.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index ... ok -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804880.00000, (0, 0) as of 1734804880.00000, cleaved as of 1734804880.00000> to ShardRange<'k' to 't' as of 1734804881.00000, (0, 0) as of 1734804881.00000, created as of 1734804881.00000>, path: .shards_a/shard_c_1734804881.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/c18/f76823d93b058fae2ae7fa8efd2f7c18/f76823d93b058fae2ae7fa8efd2f7c18.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804883.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/ea9/5e36e99687c398b64f1c89f684a62ea9/5e36e99687c398b64f1c89f684a62ea9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804885.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/4d5/1f4a481c4985f5773ed110b39a79a4d5/1f4a481c4985f5773ed110b39a79a4d5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804884.00000, (0, 0) as of 1734804884.00000, cleaved as of 1734804884.00000> to ShardRange<'k' to 't' as of 1734804885.00000, (0, 0) as of 1734804885.00000, active as of 1734804885.00000>, path: .shards_a/shard_c_1734804885.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/4d5/1f4a481c4985f5773ed110b39a79a4d5/1f4a481c4985f5773ed110b39a79a4d5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804887.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/d2e/1988158ebef0353d2dd47b2b47f08d2e/1988158ebef0353d2dd47b2b47f08d2e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804886.00000, (0, 0) as of 1734804886.00000, cleaved as of 1734804886.00000> to ShardRange<'k' to 't' as of 1734804887.00000, (0, 0) as of 1734804887.00000, shrinking as of 1734804887.00000>, path: .shards_a/shard_c_1734804887.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/d2e/1988158ebef0353d2dd47b2b47f08d2e/1988158ebef0353d2dd47b2b47f08d2e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804887.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/d2e/1988158ebef0353d2dd47b2b47f08d2e/1988158ebef0353d2dd47b2b47f08d2e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804889.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/fc1/bf24829ede7e080b3e5bd59f93a56fc1/bf24829ede7e080b3e5bd59f93a56fc1.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804888.00000, (0, 0) as of 1734804888.00000, cleaved as of 1734804888.00000> to ShardRange<'k' to 't' as of 1734804889.00000, (0, 0) as of 1734804889.00000, sharding as of 1734804889.00000>, path: .shards_a/shard_c_1734804889.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/fc1/bf24829ede7e080b3e5bd59f93a56fc1/bf24829ede7e080b3e5bd59f93a56fc1.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804889.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/fc1/bf24829ede7e080b3e5bd59f93a56fc1/bf24829ede7e080b3e5bd59f93a56fc1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804891.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/75a/28734dafbe32f014ff2fb47a2452575a/28734dafbe32f014ff2fb47a2452575a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804890.00000, (0, 0) as of 1734804890.00000, cleaved as of 1734804890.00000> to ShardRange<'k' to 't' as of 1734804891.00000, (0, 0) as of 1734804891.00000, sharded as of 1734804891.00000>, path: .shards_a/shard_c_1734804891.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/75a/28734dafbe32f014ff2fb47a2452575a/28734dafbe32f014ff2fb47a2452575a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804891.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/75a/28734dafbe32f014ff2fb47a2452575a/28734dafbe32f014ff2fb47a2452575a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804893.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/509/2f1a2faa04342ae9eba0ff7660bb7509/2f1a2faa04342ae9eba0ff7660bb7509.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804892.00000, (0, 0) as of 1734804892.00000, cleaved as of 1734804892.00000> to ShardRange<'k' to 't' as of 1734804893.00000, (0, 0) as of 1734804893.00000, shrunk as of 1734804893.00000>, path: .shards_a/shard_c_1734804893.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/509/2f1a2faa04342ae9eba0ff7660bb7509/2f1a2faa04342ae9eba0ff7660bb7509.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804893.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/509/2f1a2faa04342ae9eba0ff7660bb7509/2f1a2faa04342ae9eba0ff7660bb7509.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804895.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/527/c738098a1fc4766f48ade128a967c527/c738098a1fc4766f48ade128a967c527.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804894.00000, (0, 0) as of 1734804894.00000, active as of 1734804894.00000> to ShardRange<'k' to 't' as of 1734804895.00000, (0, 0) as of 1734804895.00000, found as of 1734804895.00000>, path: .shards_a/shard_c_1734804895.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/527/c738098a1fc4766f48ade128a967c527/c738098a1fc4766f48ade128a967c527.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804897.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/922/f85672c61dabab4d0abd75635afb9922/f85672c61dabab4d0abd75635afb9922.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804896.00000, (0, 0) as of 1734804896.00000, active as of 1734804896.00000> to ShardRange<'k' to 't' as of 1734804897.00000, (0, 0) as of 1734804897.00000, created as of 1734804897.00000>, path: .shards_a/shard_c_1734804897.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/922/f85672c61dabab4d0abd75635afb9922/f85672c61dabab4d0abd75635afb9922.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804899.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/295/e5b5c843b5b57c895db02bae30fc9295/e5b5c843b5b57c895db02bae30fc9295.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804898.00000, (0, 0) as of 1734804898.00000, active as of 1734804898.00000> to ShardRange<'k' to 't' as of 1734804899.00000, (0, 0) as of 1734804899.00000, cleaved as of 1734804899.00000>, path: .shards_a/shard_c_1734804899.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/295/e5b5c843b5b57c895db02bae30fc9295/e5b5c843b5b57c895db02bae30fc9295.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804901.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/42a/698ef45dbffd7428ed08fd9e1d32442a/698ef45dbffd7428ed08fd9e1d32442a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804903.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/b68/d80ec9872e028517e6df018c0322db68/d80ec9872e028517e6df018c0322db68.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804902.00000, (0, 0) as of 1734804902.00000, active as of 1734804902.00000> to ShardRange<'k' to 't' as of 1734804903.00000, (0, 0) as of 1734804903.00000, shrinking as of 1734804903.00000>, path: .shards_a/shard_c_1734804903.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/b68/d80ec9872e028517e6df018c0322db68/d80ec9872e028517e6df018c0322db68.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804903.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/b68/d80ec9872e028517e6df018c0322db68/d80ec9872e028517e6df018c0322db68.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804905.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/aee/31547e4093b4c18f413a00504eb8baee/31547e4093b4c18f413a00504eb8baee.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804904.00000, (0, 0) as of 1734804904.00000, active as of 1734804904.00000> to ShardRange<'k' to 't' as of 1734804905.00000, (0, 0) as of 1734804905.00000, sharding as of 1734804905.00000>, path: .shards_a/shard_c_1734804905.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/aee/31547e4093b4c18f413a00504eb8baee/31547e4093b4c18f413a00504eb8baee.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216414.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/d61/eacc5092adae1c3f735a5e2d149fdd61/eacc5092adae1c3f735a5e2d149fdd61.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216419.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/b9b/591079763bc507a6c25667518a5c0b9b/591079763bc507a6c25667518a5c0b9b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216424.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/8e6/f460856287a45166737ed9a8cdf8a8e6/f460856287a45166737ed9a8cdf8a8e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216429.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/139/7ef169351f396c74a4d1f7f184e0e139/7ef169351f396c74a4d1f7f184e0e139.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216434.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/9da/708bcfe4e12f62cbd60553c44ed2f9da/708bcfe4e12f62cbd60553c44ed2f9da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216439.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/327/709d8af24408f1c33653eeaf0514d327/709d8af24408f1c33653eeaf0514d327.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216444.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/451/38662a2ff15da7e3cfde9d91ada3a451/38662a2ff15da7e3cfde9d91ada3a451.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216449.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/933/2806ac1e9e1eaf68835249f7c9d8b933/2806ac1e9e1eaf68835249f7c9d8b933.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216454.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/464/6a319b09d17f1d4363c6e66dd0cd7464/6a319b09d17f1d4363c6e66dd0cd7464.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216459.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/194/39e89b130247edb104ade1731954d194/39e89b130247edb104ade1731954d194.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216464.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/853/065cf4fa6bb957810e639f20c0743853/065cf4fa6bb957810e639f20c0743853.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216469.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/1d5/a090b6e96bee5502fe9e2648e14e71d5/a090b6e96bee5502fe9e2648e14e71d5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216474.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/c5a/a62968a62f056ce288604371de7a5c5a/a62968a62f056ce288604371de7a5c5a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216479.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/481/018d47ebe287f4b02e66ee8e60ed4481/018d47ebe287f4b02e66ee8e60ed4481.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216484.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/a9d/9bef598598bfc69a11e2bc91db1fea9d/9bef598598bfc69a11e2bc91db1fea9d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216489.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/4a9/2d697a92583c4f289e69d9a2277d54a9/2d697a92583c4f289e69d9a2277d54a9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216494.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/7f6/318baf1f4c7e9448ee1a6ecb719e87f6/318baf1f4c7e9448ee1a6ecb719e87f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216499.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/9dc/baefe8da5ddef3110cbf32f06d4469dc/baefe8da5ddef3110cbf32f06d4469dc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216504.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/ba9/c9ea3d8445ebcd3111c92af1bd16eba9/c9ea3d8445ebcd3111c92af1bd16eba9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216509.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/0a8/a644bcbc7270746d5a27d5c3375620a8/a644bcbc7270746d5a27d5c3375620a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216514.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/f4c/4b4d3b19bea3567ccc38f7477cc64f4c/4b4d3b19bea3567ccc38f7477cc64f4c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216519.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/b65/eb701cca921878cf1ece8c611d2dcb65/eb701cca921878cf1ece8c611d2dcb65.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216524.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/467/0d7b54a6d0ac88c01b34ced646af7467/0d7b54a6d0ac88c01b34ced646af7467.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216529.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/1d1/51d15299531a79e2f2aa4a43036921d1/51d15299531a79e2f2aa4a43036921d1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216534.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/c15/7310de23585cedf7651a9077b5d8bc15/7310de23585cedf7651a9077b5d8bc15.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216539.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/127/28089720cdb41b70a4216b735fd24127/28089720cdb41b70a4216b735fd24127.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216544.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/0d4/023a501689309a645346c451443310d4/023a501689309a645346c451443310d4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216549.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/831/b0e1c141aa8c1b04976a838834995831/b0e1c141aa8c1b04976a838834995831.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216554.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/1b9/70dc5df89ba67ca7632f83f4454ea1b9/70dc5df89ba67ca7632f83f4454ea1b9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216559.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/85a/f653c0ebffc9bd4af11003c60c04a85a/f653c0ebffc9bd4af11003c60c04a85a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216564.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/273/2c6b55a8dd37f7c8e94451f69b1c8273/2c6b55a8dd37f7c8e94451f69b1c8273.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216569.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/ab1/22a21a0fa12e349b2b30ecf4f6adeab1/22a21a0fa12e349b2b30ecf4f6adeab1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216574.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/049/d5b49d7cdd1528db8274aafe7cc53049/d5b49d7cdd1528db8274aafe7cc53049.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216579.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/382/2c24576d08e78780ca3b05c403826382/2c24576d08e78780ca3b05c403826382.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216584.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/8ef/f17a846a77e30eaffc5e2b06f3add8ef/f17a846a77e30eaffc5e2b06f3add8ef.dbtest.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first +test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after +test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes ... ok +test.unit.common.test_utils.TestStringAlong.test_happy +test.unit.common.test_utils.TestStringAlong.test_happy ... ok +test.unit.common.test_utils.TestStringAlong.test_unhappy +test.unit.common.test_utils.TestStringAlong.test_unhappy ... ok +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_empty +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_empty ... ok +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_invalid +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_invalid ... ok +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_multiple +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_multiple ... ok +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_region +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_region ... ok +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_zone +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_zone ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_TRUE_VALUES +test.unit.common.utils.test_config.TestUtilsConfig.test_TRUE_VALUES ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_auto_int_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_auto_int_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_fallocate_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_fallocate_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_float_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_float_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_percent_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_percent_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_positive_int_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_positive_int_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_request_node_count_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_request_node_count_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_true_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_true_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_float +test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_float ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_int +test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_int ... ok +test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set +test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set ... ok +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority +test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_preserves_ownership +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_preserves_ownership ... ok +test.unit.container.test_sharder.TestSharder.test_audit_root_container +test.unit.container.test_sharder.TestSharder.test_audit_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_tpool +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_tpool ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_context_manager_api +test.unit.common.utils.test_logs.TestPipeMutex.test_context_manager_api ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_nonblocking +test.unit.common.utils.test_logs.TestPipeMutex.test_nonblocking ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_recursive +test.unit.common.utils.test_logs.TestPipeMutex.test_recursive ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_release_without_acquire +test.unit.common.utils.test_logs.TestPipeMutex.test_release_without_acquire ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_too_many_releases +test.unit.common.utils.test_logs.TestPipeMutex.test_too_many_releases ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_wrong_releaser +test.unit.common.utils.test_logs.TestPipeMutex.test_wrong_releaser ... ok +test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch +test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch ... ok +test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping +test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable ... ok -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804905.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/aee/31547e4093b4c18f413a00504eb8baee/31547e4093b4c18f413a00504eb8baee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804907.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/756/95d72ad0cc3244c61e97af0c6c934756/95d72ad0cc3244c61e97af0c6c934756.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804906.00000, (0, 0) as of 1734804906.00000, active as of 1734804906.00000> to ShardRange<'k' to 't' as of 1734804907.00000, (0, 0) as of 1734804907.00000, sharded as of 1734804907.00000>, path: .shards_a/shard_c_1734804907.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/756/95d72ad0cc3244c61e97af0c6c934756/95d72ad0cc3244c61e97af0c6c934756.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804907.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/756/95d72ad0cc3244c61e97af0c6c934756/95d72ad0cc3244c61e97af0c6c934756.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804909.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/8ca/b4dfa02e5f94653a20d005bb1a1e08ca/b4dfa02e5f94653a20d005bb1a1e08ca.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804908.00000, (0, 0) as of 1734804908.00000, active as of 1734804908.00000> to ShardRange<'k' to 't' as of 1734804909.00000, (0, 0) as of 1734804909.00000, shrunk as of 1734804909.00000>, path: .shards_a/shard_c_1734804909.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/8ca/b4dfa02e5f94653a20d005bb1a1e08ca/b4dfa02e5f94653a20d005bb1a1e08ca.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804909.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/8ca/b4dfa02e5f94653a20d005bb1a1e08ca/b4dfa02e5f94653a20d005bb1a1e08ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804911.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/68e/9c48a05d9d55f015391f65d46efc168e/9c48a05d9d55f015391f65d46efc168e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804910.00000, (0, 0) as of 1734804910.00000, shrinking as of 1734804910.00000> to ShardRange<'k' to 't' as of 1734804911.00000, (0, 0) as of 1734804911.00000, found as of 1734804911.00000>, path: .shards_a/shard_c_1734804911.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/68e/9c48a05d9d55f015391f65d46efc168e/9c48a05d9d55f015391f65d46efc168e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804913.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/781/d546cf46015a0d41dd76540c09564781/d546cf46015a0d41dd76540c09564781.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804912.00000, (0, 0) as of 1734804912.00000, shrinking as of 1734804912.00000> to ShardRange<'k' to 't' as of 1734804913.00000, (0, 0) as of 1734804913.00000, created as of 1734804913.00000>, path: .shards_a/shard_c_1734804913.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/781/d546cf46015a0d41dd76540c09564781/d546cf46015a0d41dd76540c09564781.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804915.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/d71/eb1b32d4f82a6c17e9ab99ebce78cd71/eb1b32d4f82a6c17e9ab99ebce78cd71.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804914.00000, (0, 0) as of 1734804914.00000, shrinking as of 1734804914.00000> to ShardRange<'k' to 't' as of 1734804915.00000, (0, 0) as of 1734804915.00000, cleaved as of 1734804915.00000>, path: .shards_a/shard_c_1734804915.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/d71/eb1b32d4f82a6c17e9ab99ebce78cd71/eb1b32d4f82a6c17e9ab99ebce78cd71.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804917.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/80c/ac43cf86bb335de9a4fce52e7097580c/ac43cf86bb335de9a4fce52e7097580c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804916.00000, (0, 0) as of 1734804916.00000, shrinking as of 1734804916.00000> to ShardRange<'k' to 't' as of 1734804917.00000, (0, 0) as of 1734804917.00000, active as of 1734804917.00000>, path: .shards_a/shard_c_1734804917.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/80c/ac43cf86bb335de9a4fce52e7097580c/ac43cf86bb335de9a4fce52e7097580c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804919.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/3b8/0db6087808f6dc420465060afc66a3b8/0db6087808f6dc420465060afc66a3b8.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804919.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/3b8/0db6087808f6dc420465060afc66a3b8/0db6087808f6dc420465060afc66a3b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804921.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/48b/857d7862ae43b2aadcad4a43680be48b/857d7862ae43b2aadcad4a43680be48b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804920.00000, (0, 0) as of 1734804920.00000, shrinking as of 1734804920.00000> to ShardRange<'k' to 't' as of 1734804921.00000, (0, 0) as of 1734804921.00000, sharding as of 1734804921.00000>, path: .shards_a/shard_c_1734804921.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/48b/857d7862ae43b2aadcad4a43680be48b/857d7862ae43b2aadcad4a43680be48b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804921.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/48b/857d7862ae43b2aadcad4a43680be48b/857d7862ae43b2aadcad4a43680be48b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804923.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/008/3e8ec856ed5bf59c7267b50533c56008/3e8ec856ed5bf59c7267b50533c56008.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804922.00000, (0, 0) as of 1734804922.00000, shrinking as of 1734804922.00000> to ShardRange<'k' to 't' as of 1734804923.00000, (0, 0) as of 1734804923.00000, sharded as of 1734804923.00000>, path: .shards_a/shard_c_1734804923.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/008/3e8ec856ed5bf59c7267b50533c56008/3e8ec856ed5bf59c7267b50533c56008.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804923.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/008/3e8ec856ed5bf59c7267b50533c56008/3e8ec856ed5bf59c7267b50533c56008.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804925.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/597/f552d25e41a81a75935fb06403663597/f552d25e41a81a75935fb06403663597.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804924.00000, (0, 0) as of 1734804924.00000, shrinking as of 1734804924.00000> to ShardRange<'k' to 't' as of 1734804925.00000, (0, 0) as of 1734804925.00000, shrunk as of 1734804925.00000>, path: .shards_a/shard_c_1734804925.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/597/f552d25e41a81a75935fb06403663597/f552d25e41a81a75935fb06403663597.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804925.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/597/f552d25e41a81a75935fb06403663597/f552d25e41a81a75935fb06403663597.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804927.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/2da/dd516028d7eeb4699a9dfe81920b22da/dd516028d7eeb4699a9dfe81920b22da.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804926.00000, (0, 0) as of 1734804926.00000, sharding as of 1734804926.00000> to ShardRange<'k' to 't' as of 1734804927.00000, (0, 0) as of 1734804927.00000, found as of 1734804927.00000>, path: .shards_a/shard_c_1734804927.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/2da/dd516028d7eeb4699a9dfe81920b22da/dd516028d7eeb4699a9dfe81920b22da.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804929.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/ead/4d4280d6cf9702768fa25dc55154bead/4d4280d6cf9702768fa25dc55154bead.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216589.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/f05/261e60d0b5194e06745f77d1b1241f05/261e60d0b5194e06745f77d1b1241f05.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216594.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/833/8bb3dd34d9fe7d9c2c1f9f5425b8c833/8bb3dd34d9fe7d9c2c1f9f5425b8c833.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216599.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/b08/830a9b2e9b4d4337473b942fe351fb08/830a9b2e9b4d4337473b942fe351fb08.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216604.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/08e/891d386541a5565dd5235b68c038308e/891d386541a5565dd5235b68c038308e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216609.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/d3b/f3b61b813d1e90ac0498e6fdd8774d3b/f3b61b813d1e90ac0498e6fdd8774d3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216614.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/3f7/7882d4007fe3c5a15d068075ab6a63f7/7882d4007fe3c5a15d068075ab6a63f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216619.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/277/33222cc2ca9e1fef2caf721d426f1277/33222cc2ca9e1fef2caf721d426f1277.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216624.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/66d/c12bc86dc85a99562732c85b0f37066d/c12bc86dc85a99562732c85b0f37066d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216629.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/963/3d2703e8eff49829fbb64597a4576963/3d2703e8eff49829fbb64597a4576963.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216634.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/9a6/abe7ea6dd8644d960aa12735c3c609a6/abe7ea6dd8644d960aa12735c3c609a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216639.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/5d3/6a77da6a4cefef4e2688c84888b095d3/6a77da6a4cefef4e2688c84888b095d3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216644.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/5be/fefc31127f48c9e71c08fa7fa5a4a5be/fefc31127f48c9e71c08fa7fa5a4a5be.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216649.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/cec/10fd89c438d24d68261afd502b61ccec/10fd89c438d24d68261afd502b61ccec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216654.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/7d3/c0a28f4fe4dcb0249f17d200f2c0e7d3/c0a28f4fe4dcb0249f17d200f2c0e7d3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216659.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/cd3/a8f58306cbaf36b862ba7a4b25496cd3/a8f58306cbaf36b862ba7a4b25496cd3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216664.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/f52/e341d36389c79c20b4802d18ac42cf52/e341d36389c79c20b4802d18ac42cf52.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216669.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/78c/29ae556e73547034d6d0379a58c8178c/29ae556e73547034d6d0379a58c8178c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216674.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/2b4/1782c5122ba672a2722cac693c2bd2b4/1782c5122ba672a2722cac693c2bd2b4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216679.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/1ae/18725096c703a38640df2f78c8ebb1ae/18725096c703a38640df2f78c8ebb1ae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216684.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/a49/f78560ccb6f47b9577a08f524ab17a49/f78560ccb6f47b9577a08f524ab17a49.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216689.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/59b/8775d0d1422d2e98be5a4134d0a0a59b/8775d0d1422d2e98be5a4134d0a0a59b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216694.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/633/8d6da8ef5206c4dd55065586e6cd0633/8d6da8ef5206c4dd55065586e6cd0633.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216699.00000-0, db: /tmp/tmpv1qmgmqh/sda/containers/0/a60/5d4d00bdfb47940af2471650761bda60/5d4d00bdfb47940af2471650761bda60.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'found': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp64b75l26/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'created': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp64b75l26/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp64b75l26/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp64b75l26/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'sharding': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp64b75l26/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp64b75l26/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp64b75l26/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp64b75l26/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp64b75l26/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: own_shard_range reset to None should be 1769215421.00000, path: a/c, db: /tmp/tmpzgb204a5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215421.00000.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': a-f c-f, a-c a-f, path: a/c, db: /tmp/tmpoz168hez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215422.00000-0, db: /tmp/tmpnyaghei_/sda/containers/0/ab5/599bbb9c3f937dd6c082dae062788ab5/599bbb9c3f937dd6c082dae062788ab5.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property ... ok -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804928.00000, (0, 0) as of 1734804928.00000, sharding as of 1734804928.00000> to ShardRange<'k' to 't' as of 1734804929.00000, (0, 0) as of 1734804929.00000, created as of 1734804929.00000>, path: .shards_a/shard_c_1734804929.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/ead/4d4280d6cf9702768fa25dc55154bead/4d4280d6cf9702768fa25dc55154bead.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804931.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/212/74dc51785a04302fa8cbc686c3eae212/74dc51785a04302fa8cbc686c3eae212.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804930.00000, (0, 0) as of 1734804930.00000, sharding as of 1734804930.00000> to ShardRange<'k' to 't' as of 1734804931.00000, (0, 0) as of 1734804931.00000, cleaved as of 1734804931.00000>, path: .shards_a/shard_c_1734804931.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/212/74dc51785a04302fa8cbc686c3eae212/74dc51785a04302fa8cbc686c3eae212.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804933.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/1cb/7ca54b4143a90bd57f03a717de7501cb/7ca54b4143a90bd57f03a717de7501cb.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804932.00000, (0, 0) as of 1734804932.00000, sharding as of 1734804932.00000> to ShardRange<'k' to 't' as of 1734804933.00000, (0, 0) as of 1734804933.00000, active as of 1734804933.00000>, path: .shards_a/shard_c_1734804933.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/1cb/7ca54b4143a90bd57f03a717de7501cb/7ca54b4143a90bd57f03a717de7501cb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804935.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/470/9a2eaf72183b2f8c9708538948091470/9a2eaf72183b2f8c9708538948091470.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804934.00000, (0, 0) as of 1734804934.00000, sharding as of 1734804934.00000> to ShardRange<'k' to 't' as of 1734804935.00000, (0, 0) as of 1734804935.00000, shrinking as of 1734804935.00000>, path: .shards_a/shard_c_1734804935.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/470/9a2eaf72183b2f8c9708538948091470/9a2eaf72183b2f8c9708538948091470.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804935.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/470/9a2eaf72183b2f8c9708538948091470/9a2eaf72183b2f8c9708538948091470.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804937.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/cbf/1fbf8e53953bcb65fb818d0c85cd7cbf/1fbf8e53953bcb65fb818d0c85cd7cbf.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804937.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/cbf/1fbf8e53953bcb65fb818d0c85cd7cbf/1fbf8e53953bcb65fb818d0c85cd7cbf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804939.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/875/87f7f1f64daf75bde4a4a9ad08c45875/87f7f1f64daf75bde4a4a9ad08c45875.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804938.00000, (0, 0) as of 1734804938.00000, sharding as of 1734804938.00000> to ShardRange<'k' to 't' as of 1734804939.00000, (0, 0) as of 1734804939.00000, sharded as of 1734804939.00000>, path: .shards_a/shard_c_1734804939.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/875/87f7f1f64daf75bde4a4a9ad08c45875/87f7f1f64daf75bde4a4a9ad08c45875.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804939.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/875/87f7f1f64daf75bde4a4a9ad08c45875/87f7f1f64daf75bde4a4a9ad08c45875.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804941.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/dee/600bfebf32b94fea842a6652de3bddee/600bfebf32b94fea842a6652de3bddee.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804940.00000, (0, 0) as of 1734804940.00000, sharding as of 1734804940.00000> to ShardRange<'k' to 't' as of 1734804941.00000, (0, 0) as of 1734804941.00000, shrunk as of 1734804941.00000>, path: .shards_a/shard_c_1734804941.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/dee/600bfebf32b94fea842a6652de3bddee/600bfebf32b94fea842a6652de3bddee.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804941.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/dee/600bfebf32b94fea842a6652de3bddee/600bfebf32b94fea842a6652de3bddee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804943.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/e18/17cc697e9620cd9da81c83bdda9a2e18/17cc697e9620cd9da81c83bdda9a2e18.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804942.00000, (0, 0) as of 1734804942.00000, sharded as of 1734804942.00000> to ShardRange<'k' to 't' as of 1734804943.00000, (0, 0) as of 1734804943.00000, found as of 1734804943.00000>, path: .shards_a/shard_c_1734804943.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/e18/17cc697e9620cd9da81c83bdda9a2e18/17cc697e9620cd9da81c83bdda9a2e18.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804945.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/95a/676b009787f04b59f100a6873f23b95a/676b009787f04b59f100a6873f23b95a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804944.00000, (0, 0) as of 1734804944.00000, sharded as of 1734804944.00000> to ShardRange<'k' to 't' as of 1734804945.00000, (0, 0) as of 1734804945.00000, created as of 1734804945.00000>, path: .shards_a/shard_c_1734804945.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/95a/676b009787f04b59f100a6873f23b95a/676b009787f04b59f100a6873f23b95a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804947.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/796/0b28adce1e0eab93f53ad942b2cb1796/0b28adce1e0eab93f53ad942b2cb1796.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804946.00000, (0, 0) as of 1734804946.00000, sharded as of 1734804946.00000> to ShardRange<'k' to 't' as of 1734804947.00000, (0, 0) as of 1734804947.00000, cleaved as of 1734804947.00000>, path: .shards_a/shard_c_1734804947.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/796/0b28adce1e0eab93f53ad942b2cb1796/0b28adce1e0eab93f53ad942b2cb1796.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804949.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/349/a6dac1c32cee68309905d8a895ca2349/a6dac1c32cee68309905d8a895ca2349.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804948.00000, (0, 0) as of 1734804948.00000, sharded as of 1734804948.00000> to ShardRange<'k' to 't' as of 1734804949.00000, (0, 0) as of 1734804949.00000, active as of 1734804949.00000>, path: .shards_a/shard_c_1734804949.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/349/a6dac1c32cee68309905d8a895ca2349/a6dac1c32cee68309905d8a895ca2349.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804951.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/599/e215ebdc233d5a931cef04c230274599/e215ebdc233d5a931cef04c230274599.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804950.00000, (0, 0) as of 1734804950.00000, sharded as of 1734804950.00000> to ShardRange<'k' to 't' as of 1734804951.00000, (0, 0) as of 1734804951.00000, shrinking as of 1734804951.00000>, path: .shards_a/shard_c_1734804951.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/599/e215ebdc233d5a931cef04c230274599/e215ebdc233d5a931cef04c230274599.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804951.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/599/e215ebdc233d5a931cef04c230274599/e215ebdc233d5a931cef04c230274599.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804953.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/047/e842b18bb02999f32d06a0fe93be9047/e842b18bb02999f32d06a0fe93be9047.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215422.00000-0, db: /tmp/tmpnyaghei_/sda/containers/0/ab5/599bbb9c3f937dd6c082dae062788ab5/599bbb9c3f937dd6c082dae062788ab5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215425.00000-0, db: /tmp/tmpnyaghei_/sda/containers/0/017/7d9c2bff72d150b4114135523930b017/7d9c2bff72d150b4114135523930b017.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215425.00000-0, db: /tmp/tmpnyaghei_/sda/containers/0/017/7d9c2bff72d150b4114135523930b017/7d9c2bff72d150b4114135523930b017.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmp3nn03ww_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmp3nn03ww_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmp3nn03ww_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp3nn03ww_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1769215422.00000, (0, 0) as of 1769215422.00000, active as of 1769215422.00000> to ShardRange<'k' to 't' as of 1769215423.00000, (0, 0) as of 1769215423.00000, active as of 1769215423.00000>, path: .shards_a/shard_c, db: /tmp/tmp3nn03ww_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp3nn03ww_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmp3nn03ww_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmp3nn03ww_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp3nn03ww_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215427.00000, (0, 0) as of 1769215427.00000, shrinking as of 1769215424.00000> to ShardRange<'k' to 't' as of 1769215427.00000, (0, 0) as of 1769215427.00000, sharding as of 1769215428.00000>, path: .shards_a/shard_c, db: /tmp/tmp3nn03ww_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp3nn03ww_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp3nn03ww_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmp3nn03ww_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-818fb5e2d3b2cfd3e202c8928656a8bd-1769215426.00000-2, db: /tmp/tmp3xpa6thm/sda/containers/0/7a1/f8ecae9845c27de6d242f99491cdc7a1/f8ecae9845c27de6d242f99491cdc7a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215422.00000-2, db: /tmp/tmp91jjcn70/sda/containers/0/dc3/3b5486ad3355155396ca61a824298dc3/3b5486ad3355155396ca61a824298dc3.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215422.00000-2, db: /tmp/tmp91jjcn70/sda/containers/0/dc3/3b5486ad3355155396ca61a824298dc3/3b5486ad3355155396ca61a824298dc3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215431.00000-2, db: /tmp/tmp91jjcn70/sda/containers/0/15a/2c339eb0cd756f6f905dec2b1469f15a/2c339eb0cd756f6f905dec2b1469f15a.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215431.00000-2, db: /tmp/tmp91jjcn70/sda/containers/0/15a/2c339eb0cd756f6f905dec2b1469f15a/2c339eb0cd756f6f905dec2b1469f15a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215440.00000-2, db: /tmp/tmp91jjcn70/sda/containers/0/dfb/d5d29dbc6d40d72d3ec76493ad0d4dfb/d5d29dbc6d40d72d3ec76493ad0d4dfb.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215440.00000-2, db: /tmp/tmp91jjcn70/sda/containers/0/dfb/d5d29dbc6d40d72d3ec76493ad0d4dfb/d5d29dbc6d40d72d3ec76493ad0d4dfb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215449.00000-2, db: /tmp/tmp91jjcn70/sda/containers/0/5ee/0ca0d05cf9fa72d51918645237a005ee/0ca0d05cf9fa72d51918645237a005ee.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215449.00000-2, db: /tmp/tmp91jjcn70/sda/containers/0/5ee/0ca0d05cf9fa72d51918645237a005ee/0ca0d05cf9fa72d51918645237a005ee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215458.00000-2, db: /tmp/tmp91jjcn70/sda/containers/0/f98/174b5649395edc3511d68b500a0e3f98/174b5649395edc3511d68b500a0e3f98.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215458.00000-2, db: /tmp/tmp91jjcn70/sda/containers/0/f98/174b5649395edc3511d68b500a0e3f98/174b5649395edc3511d68b500a0e3f98.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215467.00000-2, db: /tmp/tmp91jjcn70/sda/containers/0/90e/0dd31b66beba9da8c6c0d2d5ba57690e/0dd31b66beba9da8c6c0d2d5ba57690e.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215467.00000-2, db: /tmp/tmp91jjcn70/sda/containers/0/90e/0dd31b66beba9da8c6c0d2d5ba57690e/0dd31b66beba9da8c6c0d2d5ba57690e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215476.00000-2, db: /tmp/tmp91jjcn70/sda/containers/0/016/54862568ef99473f66964458dd18d016/54862568ef99473f66964458dd18d016.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215476.00000-2, db: /tmp/tmp91jjcn70/sda/containers/0/016/54862568ef99473f66964458dd18d016/54862568ef99473f66964458dd18d016.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215485.00000-2, db: /tmp/tmp91jjcn70/sda/containers/0/357/5d0e99b566029d3facc2d4aa94d5f357/5d0e99b566029d3facc2d4aa94d5f357.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215485.00000-2, db: /tmp/tmp91jjcn70/sda/containers/0/357/5d0e99b566029d3facc2d4aa94d5f357/5d0e99b566029d3facc2d4aa94d5f357.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215494.00000-2, db: /tmp/tmp91jjcn70/sda/containers/0/8ab/44b0f7f8aa30b62af38683f06206a8ab/44b0f7f8aa30b62af38683f06206a8ab.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215494.00000-2, db: /tmp/tmp91jjcn70/sda/containers/0/8ab/44b0f7f8aa30b62af38683f06206a8ab/44b0f7f8aa30b62af38683f06206a8ab.dbtest.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804952.00000, (0, 0) as of 1734804952.00000, sharded as of 1734804952.00000> to ShardRange<'k' to 't' as of 1734804953.00000, (0, 0) as of 1734804953.00000, sharding as of 1734804953.00000>, path: .shards_a/shard_c_1734804953.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/047/e842b18bb02999f32d06a0fe93be9047/e842b18bb02999f32d06a0fe93be9047.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804953.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/047/e842b18bb02999f32d06a0fe93be9047/e842b18bb02999f32d06a0fe93be9047.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804955.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/702/801c0a4e3e7cad0931610687aee02702/801c0a4e3e7cad0931610687aee02702.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804955.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/702/801c0a4e3e7cad0931610687aee02702/801c0a4e3e7cad0931610687aee02702.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804957.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/5db/575dbd06fb9d961e3268a8da2a4355db/575dbd06fb9d961e3268a8da2a4355db.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804956.00000, (0, 0) as of 1734804956.00000, sharded as of 1734804956.00000> to ShardRange<'k' to 't' as of 1734804957.00000, (0, 0) as of 1734804957.00000, shrunk as of 1734804957.00000>, path: .shards_a/shard_c_1734804957.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/5db/575dbd06fb9d961e3268a8da2a4355db/575dbd06fb9d961e3268a8da2a4355db.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804957.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/5db/575dbd06fb9d961e3268a8da2a4355db/575dbd06fb9d961e3268a8da2a4355db.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804959.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/24c/14b38854441d799dcbd0c6cc5fac524c/14b38854441d799dcbd0c6cc5fac524c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804958.00000, (0, 0) as of 1734804958.00000, shrunk as of 1734804958.00000> to ShardRange<'k' to 't' as of 1734804959.00000, (0, 0) as of 1734804959.00000, found as of 1734804959.00000>, path: .shards_a/shard_c_1734804959.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/24c/14b38854441d799dcbd0c6cc5fac524c/14b38854441d799dcbd0c6cc5fac524c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804961.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/854/019df982728e0205f5a820d7acd62854/019df982728e0205f5a820d7acd62854.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804960.00000, (0, 0) as of 1734804960.00000, shrunk as of 1734804960.00000> to ShardRange<'k' to 't' as of 1734804961.00000, (0, 0) as of 1734804961.00000, created as of 1734804961.00000>, path: .shards_a/shard_c_1734804961.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/854/019df982728e0205f5a820d7acd62854/019df982728e0205f5a820d7acd62854.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804963.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/130/c875f534ac184d8961393b4370e85130/c875f534ac184d8961393b4370e85130.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804962.00000, (0, 0) as of 1734804962.00000, shrunk as of 1734804962.00000> to ShardRange<'k' to 't' as of 1734804963.00000, (0, 0) as of 1734804963.00000, cleaved as of 1734804963.00000>, path: .shards_a/shard_c_1734804963.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/130/c875f534ac184d8961393b4370e85130/c875f534ac184d8961393b4370e85130.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804965.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/900/35ecb016f3c0a5302ffb6048f4d76900/35ecb016f3c0a5302ffb6048f4d76900.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804964.00000, (0, 0) as of 1734804964.00000, shrunk as of 1734804964.00000> to ShardRange<'k' to 't' as of 1734804965.00000, (0, 0) as of 1734804965.00000, active as of 1734804965.00000>, path: .shards_a/shard_c_1734804965.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/900/35ecb016f3c0a5302ffb6048f4d76900/35ecb016f3c0a5302ffb6048f4d76900.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804967.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/d8c/1be47c11d9ffdafb54db34083fc33d8c/1be47c11d9ffdafb54db34083fc33d8c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804966.00000, (0, 0) as of 1734804966.00000, shrunk as of 1734804966.00000> to ShardRange<'k' to 't' as of 1734804967.00000, (0, 0) as of 1734804967.00000, shrinking as of 1734804967.00000>, path: .shards_a/shard_c_1734804967.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/d8c/1be47c11d9ffdafb54db34083fc33d8c/1be47c11d9ffdafb54db34083fc33d8c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804967.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/d8c/1be47c11d9ffdafb54db34083fc33d8c/1be47c11d9ffdafb54db34083fc33d8c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804969.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/16e/3c4299443a3383b4fd8bf9a32a88816e/3c4299443a3383b4fd8bf9a32a88816e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804968.00000, (0, 0) as of 1734804968.00000, shrunk as of 1734804968.00000> to ShardRange<'k' to 't' as of 1734804969.00000, (0, 0) as of 1734804969.00000, sharding as of 1734804969.00000>, path: .shards_a/shard_c_1734804969.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/16e/3c4299443a3383b4fd8bf9a32a88816e/3c4299443a3383b4fd8bf9a32a88816e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804969.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/16e/3c4299443a3383b4fd8bf9a32a88816e/3c4299443a3383b4fd8bf9a32a88816e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804971.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/3d8/c474ff4a00095cc5a69ce63cf3f833d8/c474ff4a00095cc5a69ce63cf3f833d8.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804970.00000, (0, 0) as of 1734804970.00000, shrunk as of 1734804970.00000> to ShardRange<'k' to 't' as of 1734804971.00000, (0, 0) as of 1734804971.00000, sharded as of 1734804971.00000>, path: .shards_a/shard_c_1734804971.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/3d8/c474ff4a00095cc5a69ce63cf3f833d8/c474ff4a00095cc5a69ce63cf3f833d8.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804971.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/3d8/c474ff4a00095cc5a69ce63cf3f833d8/c474ff4a00095cc5a69ce63cf3f833d8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804973.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/168/dfd72a8ead4a25b3f2a0a7028db99168/dfd72a8ead4a25b3f2a0a7028db99168.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804973.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/168/dfd72a8ead4a25b3f2a0a7028db99168/dfd72a8ead4a25b3f2a0a7028db99168.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804974.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/6bf/e4d51f5bc626e066696d878e9f7686bf/e4d51f5bc626e066696d878e9f7686bf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804976.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/dee/67da0b28646360bc726ebb657774bdee/67da0b28646360bc726ebb657774bdee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804978.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/32d/dd192ac8dbbaa1d56dad5d815179532d/dd192ac8dbbaa1d56dad5d815179532d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804980.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/a52/5a76d6a0cf99cecd719131e9d85b8a52/5a76d6a0cf99cecd719131e9d85b8a52.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215494.00000-2, db: /tmp/tmp91jjcn70/sda/containers/0/8ab/44b0f7f8aa30b62af38683f06206a8ab/44b0f7f8aa30b62af38683f06206a8ab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215503.00000-2, db: /tmp/tmp91jjcn70/sda/containers/0/33c/4c7ee1f7fba6df35c513f4b7264d833c/4c7ee1f7fba6df35c513f4b7264d833c.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215503.00000-2, db: /tmp/tmp91jjcn70/sda/containers/0/33c/4c7ee1f7fba6df35c513f4b7264d833c/4c7ee1f7fba6df35c513f4b7264d833c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215503.00000-2, db: /tmp/tmp91jjcn70/sda/containers/0/33c/4c7ee1f7fba6df35c513f4b7264d833c/4c7ee1f7fba6df35c513f4b7264d833c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215512.00000-2, db: /tmp/tmp91jjcn70/sda/containers/0/cf0/6c530131a023b0075d2f14b85e96fcf0/6c530131a023b0075d2f14b85e96fcf0.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215512.00000-2, db: /tmp/tmp91jjcn70/sda/containers/0/cf0/6c530131a023b0075d2f14b85e96fcf0/6c530131a023b0075d2f14b85e96fcf0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215512.00000-2, db: /tmp/tmp91jjcn70/sda/containers/0/cf0/6c530131a023b0075d2f14b85e96fcf0/6c530131a023b0075d2f14b85e96fcf0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215521.00000-2, db: /tmp/tmp91jjcn70/sda/containers/0/e73/14070e6ddf6bd7a075259bbfe8866e73/14070e6ddf6bd7a075259bbfe8866e73.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215521.00000-2, db: /tmp/tmp91jjcn70/sda/containers/0/e73/14070e6ddf6bd7a075259bbfe8866e73/14070e6ddf6bd7a075259bbfe8866e73.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215521.00000-2, db: /tmp/tmp91jjcn70/sda/containers/0/e73/14070e6ddf6bd7a075259bbfe8866e73/14070e6ddf6bd7a075259bbfe8866e73.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215530.00000-2, db: /tmp/tmp91jjcn70/sda/containers/0/42a/1e8ea76ae41a2d1ed7c5d88e4099542a/1e8ea76ae41a2d1ed7c5d88e4099542a.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215530.00000-2, db: /tmp/tmp91jjcn70/sda/containers/0/42a/1e8ea76ae41a2d1ed7c5d88e4099542a/1e8ea76ae41a2d1ed7c5d88e4099542a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215530.00000-2, db: /tmp/tmp91jjcn70/sda/containers/0/42a/1e8ea76ae41a2d1ed7c5d88e4099542a/1e8ea76ae41a2d1ed7c5d88e4099542a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215539.00000-2, db: /tmp/tmp91jjcn70/sda/containers/0/c05/beb182929007b521664c549a1ebd9c05/beb182929007b521664c549a1ebd9c05.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215539.00000-2, db: /tmp/tmp91jjcn70/sda/containers/0/c05/beb182929007b521664c549a1ebd9c05/beb182929007b521664c549a1ebd9c05.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215539.00000-2, db: /tmp/tmp91jjcn70/sda/containers/0/c05/beb182929007b521664c549a1ebd9c05/beb182929007b521664c549a1ebd9c05.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215548.00000-2, db: /tmp/tmp91jjcn70/sda/containers/0/9f7/929b1dc706a0dcea32fdcafe89e169f7/929b1dc706a0dcea32fdcafe89e169f7.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215548.00000-2, db: /tmp/tmp91jjcn70/sda/containers/0/9f7/929b1dc706a0dcea32fdcafe89e169f7/929b1dc706a0dcea32fdcafe89e169f7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215548.00000-2, db: /tmp/tmp91jjcn70/sda/containers/0/9f7/929b1dc706a0dcea32fdcafe89e169f7/929b1dc706a0dcea32fdcafe89e169f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215557.00000-2, db: /tmp/tmp91jjcn70/sda/containers/0/ed1/f85f9e4b52a59518d317035097c3bed1/f85f9e4b52a59518d317035097c3bed1.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215557.00000-2, db: /tmp/tmp91jjcn70/sda/containers/0/ed1/f85f9e4b52a59518d317035097c3bed1/f85f9e4b52a59518d317035097c3bed1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215557.00000-2, db: /tmp/tmp91jjcn70/sda/containers/0/ed1/f85f9e4b52a59518d317035097c3bed1/f85f9e4b52a59518d317035097c3bed1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215422.00000-2, db: /tmp/tmpzifyf187/sda/containers/0/dc3/3b5486ad3355155396ca61a824298dc3/3b5486ad3355155396ca61a824298dc3.db +sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1769215422.00000, (0, 0) as of 1769215422.00000, active as of 1769215422.00000> to ShardRange<'a' to 'b' as of 1769215422.00000, (0, 0) as of 1769215422.00000, sharding as of 1769215427.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215422.00000-2, db: /tmp/tmpzifyf187/sda/containers/0/dc3/3b5486ad3355155396ca61a824298dc3/3b5486ad3355155396ca61a824298dc3.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215422.00000-2, db: /tmp/tmpzifyf187/sda/containers/0/dc3/3b5486ad3355155396ca61a824298dc3/3b5486ad3355155396ca61a824298dc3.db +sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215422.00000-2, db: /tmp/tmpzifyf187/sda/containers/0/dc3/3b5486ad3355155396ca61a824298dc3/3b5486ad3355155396ca61a824298dc3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215422.00000-2, db: /tmp/tmpzifyf187/sda/containers/0/dc3/3b5486ad3355155396ca61a824298dc3/3b5486ad3355155396ca61a824298dc3_1769215422.00000.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215422.00000-2, db: /tmp/tmpzifyf187/sda/containers/0/dc3/3b5486ad3355155396ca61a824298dc3/3b5486ad3355155396ca61a824298dc3_1769215422.00000.db +sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215422.00000-2, db: /tmp/tmpzifyf187/sda/containers/0/dc3/3b5486ad3355155396ca61a824298dc3/3b5486ad3355155396ca61a824298dc3_1769215422.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpzifyf187/sda/containers/0/dc3/3b5486ad3355155396ca61a824298dc3/3b5486ad3355155396ca61a824298dc3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215422.00000-2, db: /tmp/tmpzifyf187/sda/containers/0/dc3/3b5486ad3355155396ca61a824298dc3/3b5486ad3355155396ca61a824298dc3_1769215422.00000.db +sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1769215422.00000, (0, 0) as of 1769215422.00000, sharding as of 1769215428.00000> to ShardRange<'a' to 'b' as of 1769215422.00000, (0, 0) as of 1769215422.00000, sharded as of 1769215431.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769215422.00000-2, db: /tmp/tmpzifyf187/sda/containers/0/dc3/3b5486ad3355155396ca61a824298dc3/3b5486ad3355155396ca61a824298dc3_1769215422.00000.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804982.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/f18/7df78744331ad4b5cea3bcd096eb3f18/7df78744331ad4b5cea3bcd096eb3f18.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804984.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/147/b6f3958e000a01ee33ab7c368aef9147/b6f3958e000a01ee33ab7c368aef9147.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804986.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/a36/3947f9d45d29f0a192530c1b4fb90a36/3947f9d45d29f0a192530c1b4fb90a36.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804988.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/95b/fe05b839ef92c7736f03dc3cc084495b/fe05b839ef92c7736f03dc3cc084495b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804990.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/134/26eb75356ce03313399d9a588aeb1134/26eb75356ce03313399d9a588aeb1134.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804992.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/f0e/64f5acc6b447a895f82ecc2678aa6f0e/64f5acc6b447a895f82ecc2678aa6f0e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804994.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/265/1c14d240f488da5807e6e04d42231265/1c14d240f488da5807e6e04d42231265.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804996.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/c27/464b2622ea06a20fc118c66d2ee6ec27/464b2622ea06a20fc118c66d2ee6ec27.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804998.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/140/5e070bc0d7fa54f8cf9cbf46f728e140/5e070bc0d7fa54f8cf9cbf46f728e140.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805000.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/146/ad339d7f73506426fd65ee7a6f72f146/ad339d7f73506426fd65ee7a6f72f146.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805002.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/87c/8441e010ee39a46647869b5fe25c087c/8441e010ee39a46647869b5fe25c087c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805004.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/d5c/970f0254ac74647751599c06fc6d7d5c/970f0254ac74647751599c06fc6d7d5c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805006.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/8e1/b35bfbb281ab49afd44b0dc6bf0198e1/b35bfbb281ab49afd44b0dc6bf0198e1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805008.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/d63/1daa5dcb5417b17749c9c7381bc00d63/1daa5dcb5417b17749c9c7381bc00d63.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805010.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/c30/7db796db38f52a283c3c63a34bad9c30/7db796db38f52a283c3c63a34bad9c30.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805012.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/a37/dc3e3670fd0458ae42f7c24ec0219a37/dc3e3670fd0458ae42f7c24ec0219a37.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805014.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/3c5/69747526839d3acc862e1a910ce003c5/69747526839d3acc862e1a910ce003c5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805016.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/290/d29df5a8559be6b142c7d152c0ed3290/d29df5a8559be6b142c7d152c0ed3290.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805018.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/e84/20e661c2d3cddfc1a6fd5ff6f1b9ee84/20e661c2d3cddfc1a6fd5ff6f1b9ee84.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805020.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/db9/ca38ca7409151ad6fae75c1ca406ddb9/ca38ca7409151ad6fae75c1ca406ddb9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805022.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/369/660b075f9eebb525fb375cb0c13b8369/660b075f9eebb525fb375cb0c13b8369.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805024.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/297/65161faddc3aa1b231fc2a9a85e12297/65161faddc3aa1b231fc2a9a85e12297.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805026.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/a41/f508ea6fedf401e2f3fd72576f248a41/f508ea6fedf401e2f3fd72576f248a41.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805028.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/b02/5130af025c6fa7c76f3fbd3f28925b02/5130af025c6fa7c76f3fbd3f28925b02.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805030.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/06b/d10bdd969a33f82f77cd06696360b06b/d10bdd969a33f82f77cd06696360b06b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805032.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/85e/493f25e00523bc835c9b9a7cc165e85e/493f25e00523bc835c9b9a7cc165e85e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805034.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/844/05031685ee848d25f7041bfeee182844/05031685ee848d25f7041bfeee182844.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805036.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/80a/bd530007232405c17bd76537cb9c780a/bd530007232405c17bd76537cb9c780a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805038.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/f6a/8c4916401f9820a8eca92f2a34404f6a/8c4916401f9820a8eca92f2a34404f6a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805038.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/f6a/8c4916401f9820a8eca92f2a34404f6a/8c4916401f9820a8eca92f2a34404f6a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805040.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/c39/05ea43d9d2fe3063e0ae18247259ec39/05ea43d9d2fe3063e0ae18247259ec39.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805040.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/c39/05ea43d9d2fe3063e0ae18247259ec39/05ea43d9d2fe3063e0ae18247259ec39.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805042.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/52a/a6cc76fe709b329ee07cdecdfedbf52a/a6cc76fe709b329ee07cdecdfedbf52a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805042.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/52a/a6cc76fe709b329ee07cdecdfedbf52a/a6cc76fe709b329ee07cdecdfedbf52a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805044.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/f6e/542d7b79db6adda7a0da9e8f60e72f6e/542d7b79db6adda7a0da9e8f60e72f6e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805044.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/f6e/542d7b79db6adda7a0da9e8f60e72f6e/542d7b79db6adda7a0da9e8f60e72f6e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805046.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/12e/87e485432f431197ac730934f63f912e/87e485432f431197ac730934f63f912e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805046.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/12e/87e485432f431197ac730934f63f912e/87e485432f431197ac730934f63f912e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805048.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/11a/7e4cfd36cae50c0701dcd5edf322d11a/7e4cfd36cae50c0701dcd5edf322d11a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805048.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/11a/7e4cfd36cae50c0701dcd5edf322d11a/7e4cfd36cae50c0701dcd5edf322d11a.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215422.00000, db: /tmp/tmpu19zat75/sda/containers/0/c7c/8ecd8eb793d2c0f393880ec2865d1c7c/8ecd8eb793d2c0f393880ec2865d1c7c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215424.00000, db: /tmp/tmpu19zat75/sda/containers/0/ea9/d1458db9dd9ef423f353b9d70a326ea9/d1458db9dd9ef423f353b9d70a326ea9.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215423.00000, (0, 0) as of 1769215423.00000, found as of 1769215423.00000> to ShardRange<'k' to 't' as of 1769215424.00000, (0, 0) as of 1769215424.00000, created as of 1769215424.00000>, path: .shards_a/shard_c_1769215424.00000, db: /tmp/tmpu19zat75/sda/containers/0/ea9/d1458db9dd9ef423f353b9d70a326ea9/d1458db9dd9ef423f353b9d70a326ea9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215426.00000, db: /tmp/tmpu19zat75/sda/containers/0/1a7/8caafe77d62fcb1315e5c973419ad1a7/8caafe77d62fcb1315e5c973419ad1a7.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215425.00000, (0, 0) as of 1769215425.00000, found as of 1769215425.00000> to ShardRange<'k' to 't' as of 1769215426.00000, (0, 0) as of 1769215426.00000, cleaved as of 1769215426.00000>, path: .shards_a/shard_c_1769215426.00000, db: /tmp/tmpu19zat75/sda/containers/0/1a7/8caafe77d62fcb1315e5c973419ad1a7/8caafe77d62fcb1315e5c973419ad1a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215428.00000, db: /tmp/tmpu19zat75/sda/containers/0/d6c/093c0b1b3147e22dec46eb4d5f919d6c/093c0b1b3147e22dec46eb4d5f919d6c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215427.00000, (0, 0) as of 1769215427.00000, found as of 1769215427.00000> to ShardRange<'k' to 't' as of 1769215428.00000, (0, 0) as of 1769215428.00000, active as of 1769215428.00000>, path: .shards_a/shard_c_1769215428.00000, db: /tmp/tmpu19zat75/sda/containers/0/d6c/093c0b1b3147e22dec46eb4d5f919d6c/093c0b1b3147e22dec46eb4d5f919d6c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215430.00000, db: /tmp/tmpu19zat75/sda/containers/0/6df/721dff86164e6b66b581187aea0d76df/721dff86164e6b66b581187aea0d76df.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215429.00000, (0, 0) as of 1769215429.00000, found as of 1769215429.00000> to ShardRange<'k' to 't' as of 1769215430.00000, (0, 0) as of 1769215430.00000, shrinking as of 1769215430.00000>, path: .shards_a/shard_c_1769215430.00000, db: /tmp/tmpu19zat75/sda/containers/0/6df/721dff86164e6b66b581187aea0d76df/721dff86164e6b66b581187aea0d76df.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215430.00000, db: /tmp/tmpu19zat75/sda/containers/0/6df/721dff86164e6b66b581187aea0d76df/721dff86164e6b66b581187aea0d76df.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215432.00000, db: /tmp/tmpu19zat75/sda/containers/0/618/c01cf26bc478e234e74204adeda05618/c01cf26bc478e234e74204adeda05618.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215431.00000, (0, 0) as of 1769215431.00000, found as of 1769215431.00000> to ShardRange<'k' to 't' as of 1769215432.00000, (0, 0) as of 1769215432.00000, sharding as of 1769215432.00000>, path: .shards_a/shard_c_1769215432.00000, db: /tmp/tmpu19zat75/sda/containers/0/618/c01cf26bc478e234e74204adeda05618/c01cf26bc478e234e74204adeda05618.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215432.00000, db: /tmp/tmpu19zat75/sda/containers/0/618/c01cf26bc478e234e74204adeda05618/c01cf26bc478e234e74204adeda05618.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215434.00000, db: /tmp/tmpu19zat75/sda/containers/0/605/db208d7b07ee1d2ba826975fea37d605/db208d7b07ee1d2ba826975fea37d605.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215433.00000, (0, 0) as of 1769215433.00000, found as of 1769215433.00000> to ShardRange<'k' to 't' as of 1769215434.00000, (0, 0) as of 1769215434.00000, sharded as of 1769215434.00000>, path: .shards_a/shard_c_1769215434.00000, db: /tmp/tmpu19zat75/sda/containers/0/605/db208d7b07ee1d2ba826975fea37d605/db208d7b07ee1d2ba826975fea37d605.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215434.00000, db: /tmp/tmpu19zat75/sda/containers/0/605/db208d7b07ee1d2ba826975fea37d605/db208d7b07ee1d2ba826975fea37d605.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215436.00000, db: /tmp/tmpu19zat75/sda/containers/0/dc4/49fbcce50efd3d522d752d4d71b14dc4/49fbcce50efd3d522d752d4d71b14dc4.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215435.00000, (0, 0) as of 1769215435.00000, found as of 1769215435.00000> to ShardRange<'k' to 't' as of 1769215436.00000, (0, 0) as of 1769215436.00000, shrunk as of 1769215436.00000>, path: .shards_a/shard_c_1769215436.00000, db: /tmp/tmpu19zat75/sda/containers/0/dc4/49fbcce50efd3d522d752d4d71b14dc4/49fbcce50efd3d522d752d4d71b14dc4.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215436.00000, db: /tmp/tmpu19zat75/sda/containers/0/dc4/49fbcce50efd3d522d752d4d71b14dc4/49fbcce50efd3d522d752d4d71b14dc4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215438.00000, db: /tmp/tmpu19zat75/sda/containers/0/974/59392fec986d9760cb22adf3e26c4974/59392fec986d9760cb22adf3e26c4974.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215437.00000, (0, 0) as of 1769215437.00000, created as of 1769215437.00000> to ShardRange<'k' to 't' as of 1769215438.00000, (0, 0) as of 1769215438.00000, found as of 1769215438.00000>, path: .shards_a/shard_c_1769215438.00000, db: /tmp/tmpu19zat75/sda/containers/0/974/59392fec986d9760cb22adf3e26c4974/59392fec986d9760cb22adf3e26c4974.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215440.00000, db: /tmp/tmpu19zat75/sda/containers/0/e1c/f71380a77cddc6655dbb2ffe4076fe1c/f71380a77cddc6655dbb2ffe4076fe1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215442.00000, db: /tmp/tmpu19zat75/sda/containers/0/5d4/433dec60469c1489e4407966785125d4/433dec60469c1489e4407966785125d4.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215441.00000, (0, 0) as of 1769215441.00000, created as of 1769215441.00000> to ShardRange<'k' to 't' as of 1769215442.00000, (0, 0) as of 1769215442.00000, cleaved as of 1769215442.00000>, path: .shards_a/shard_c_1769215442.00000, db: /tmp/tmpu19zat75/sda/containers/0/5d4/433dec60469c1489e4407966785125d4/433dec60469c1489e4407966785125d4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215444.00000, db: /tmp/tmpu19zat75/sda/containers/0/c5f/f4ffee714851d5f6f9045a5187fe9c5f/f4ffee714851d5f6f9045a5187fe9c5f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215443.00000, (0, 0) as of 1769215443.00000, created as of 1769215443.00000> to ShardRange<'k' to 't' as of 1769215444.00000, (0, 0) as of 1769215444.00000, active as of 1769215444.00000>, path: .shards_a/shard_c_1769215444.00000, db: /tmp/tmpu19zat75/sda/containers/0/c5f/f4ffee714851d5f6f9045a5187fe9c5f/f4ffee714851d5f6f9045a5187fe9c5f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215446.00000, db: /tmp/tmpu19zat75/sda/containers/0/a97/7b2a8e3290f2aeabc81a5ce3c3cf4a97/7b2a8e3290f2aeabc81a5ce3c3cf4a97.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215445.00000, (0, 0) as of 1769215445.00000, created as of 1769215445.00000> to ShardRange<'k' to 't' as of 1769215446.00000, (0, 0) as of 1769215446.00000, shrinking as of 1769215446.00000>, path: .shards_a/shard_c_1769215446.00000, db: /tmp/tmpu19zat75/sda/containers/0/a97/7b2a8e3290f2aeabc81a5ce3c3cf4a97/7b2a8e3290f2aeabc81a5ce3c3cf4a97.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805050.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/86c/8d12cff3c0bae6f0e2a773f39ff0e86c/8d12cff3c0bae6f0e2a773f39ff0e86c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805050.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/86c/8d12cff3c0bae6f0e2a773f39ff0e86c/8d12cff3c0bae6f0e2a773f39ff0e86c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805052.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/1df/96862801f4205da9d4ea9891862a61df/96862801f4205da9d4ea9891862a61df.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805052.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/1df/96862801f4205da9d4ea9891862a61df/96862801f4205da9d4ea9891862a61df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805054.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/69e/4e7b444d8cf9d4ddabd1483a86b4069e/4e7b444d8cf9d4ddabd1483a86b4069e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805054.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/69e/4e7b444d8cf9d4ddabd1483a86b4069e/4e7b444d8cf9d4ddabd1483a86b4069e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805056.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/b9b/8c99277424d4d815ce7f5983e6d31b9b/8c99277424d4d815ce7f5983e6d31b9b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805056.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/b9b/8c99277424d4d815ce7f5983e6d31b9b/8c99277424d4d815ce7f5983e6d31b9b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805058.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/a9f/4be08c9605a5e9d53b34c47c95d15a9f/4be08c9605a5e9d53b34c47c95d15a9f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805058.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/a9f/4be08c9605a5e9d53b34c47c95d15a9f/4be08c9605a5e9d53b34c47c95d15a9f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805060.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/ac9/8109822a38cacb8d6d2cb44a4e340ac9/8109822a38cacb8d6d2cb44a4e340ac9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805060.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/ac9/8109822a38cacb8d6d2cb44a4e340ac9/8109822a38cacb8d6d2cb44a4e340ac9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805062.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/5dd/00734734a6b31f3e37fd5cbe98f1a5dd/00734734a6b31f3e37fd5cbe98f1a5dd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805062.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/5dd/00734734a6b31f3e37fd5cbe98f1a5dd/00734734a6b31f3e37fd5cbe98f1a5dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805064.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/94d/8d68d09bbc0185f62daf79eb8f7f594d/8d68d09bbc0185f62daf79eb8f7f594d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805064.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/94d/8d68d09bbc0185f62daf79eb8f7f594d/8d68d09bbc0185f62daf79eb8f7f594d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805066.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/db4/9ceec11d4e8a182ef6c1fd82e280cdb4/9ceec11d4e8a182ef6c1fd82e280cdb4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805066.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/db4/9ceec11d4e8a182ef6c1fd82e280cdb4/9ceec11d4e8a182ef6c1fd82e280cdb4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805068.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/363/9198183277623626a74964d128c27363/9198183277623626a74964d128c27363.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805068.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/363/9198183277623626a74964d128c27363/9198183277623626a74964d128c27363.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805070.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/09a/16b77c7bb860d9670acc7ae184c0909a/16b77c7bb860d9670acc7ae184c0909a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805070.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/09a/16b77c7bb860d9670acc7ae184c0909a/16b77c7bb860d9670acc7ae184c0909a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805072.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/545/cda26035c18c0387147f426a9ebb8545/cda26035c18c0387147f426a9ebb8545.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805072.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/545/cda26035c18c0387147f426a9ebb8545/cda26035c18c0387147f426a9ebb8545.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805074.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/5b4/263aebdddf672ae087bda5b0f99d65b4/263aebdddf672ae087bda5b0f99d65b4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805074.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/5b4/263aebdddf672ae087bda5b0f99d65b4/263aebdddf672ae087bda5b0f99d65b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805076.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/4e8/da0c649dd8ec7be44f510ed7883384e8/da0c649dd8ec7be44f510ed7883384e8.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805076.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/4e8/da0c649dd8ec7be44f510ed7883384e8/da0c649dd8ec7be44f510ed7883384e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805078.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/9f1/ada6f7c9ae19afb2a966c5c92b2569f1/ada6f7c9ae19afb2a966c5c92b2569f1.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805078.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/9f1/ada6f7c9ae19afb2a966c5c92b2569f1/ada6f7c9ae19afb2a966c5c92b2569f1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805080.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/b46/40ad03c2b2c7ce691188cb731842bb46/40ad03c2b2c7ce691188cb731842bb46.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805080.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/b46/40ad03c2b2c7ce691188cb731842bb46/40ad03c2b2c7ce691188cb731842bb46.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805082.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/234/b4f390e1573cb95564f7728e7d715234/b4f390e1573cb95564f7728e7d715234.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805082.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/234/b4f390e1573cb95564f7728e7d715234/b4f390e1573cb95564f7728e7d715234.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805084.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/219/228f981907fcd96f8e87a1a0ae58b219/228f981907fcd96f8e87a1a0ae58b219.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805084.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/219/228f981907fcd96f8e87a1a0ae58b219/228f981907fcd96f8e87a1a0ae58b219.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805086.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/c60/0b940bba1e9668cf7758f9a62b2e1c60/0b940bba1e9668cf7758f9a62b2e1c60.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805086.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/c60/0b940bba1e9668cf7758f9a62b2e1c60/0b940bba1e9668cf7758f9a62b2e1c60.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805088.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/c39/e88229a17cd0d29834b22e3f4a5aec39/e88229a17cd0d29834b22e3f4a5aec39.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync ... ok -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges ... ok +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215446.00000, db: /tmp/tmpu19zat75/sda/containers/0/a97/7b2a8e3290f2aeabc81a5ce3c3cf4a97/7b2a8e3290f2aeabc81a5ce3c3cf4a97.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215448.00000, db: /tmp/tmpu19zat75/sda/containers/0/da5/05d7573a114cfc9ae560256cb2b83da5/05d7573a114cfc9ae560256cb2b83da5.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215447.00000, (0, 0) as of 1769215447.00000, created as of 1769215447.00000> to ShardRange<'k' to 't' as of 1769215448.00000, (0, 0) as of 1769215448.00000, sharding as of 1769215448.00000>, path: .shards_a/shard_c_1769215448.00000, db: /tmp/tmpu19zat75/sda/containers/0/da5/05d7573a114cfc9ae560256cb2b83da5/05d7573a114cfc9ae560256cb2b83da5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215448.00000, db: /tmp/tmpu19zat75/sda/containers/0/da5/05d7573a114cfc9ae560256cb2b83da5/05d7573a114cfc9ae560256cb2b83da5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215450.00000, db: /tmp/tmpu19zat75/sda/containers/0/6bb/d4db812dad10daa15da7ef232e2c86bb/d4db812dad10daa15da7ef232e2c86bb.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215449.00000, (0, 0) as of 1769215449.00000, created as of 1769215449.00000> to ShardRange<'k' to 't' as of 1769215450.00000, (0, 0) as of 1769215450.00000, sharded as of 1769215450.00000>, path: .shards_a/shard_c_1769215450.00000, db: /tmp/tmpu19zat75/sda/containers/0/6bb/d4db812dad10daa15da7ef232e2c86bb/d4db812dad10daa15da7ef232e2c86bb.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215450.00000, db: /tmp/tmpu19zat75/sda/containers/0/6bb/d4db812dad10daa15da7ef232e2c86bb/d4db812dad10daa15da7ef232e2c86bb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215452.00000, db: /tmp/tmpu19zat75/sda/containers/0/123/337f7c8d060a0c6097bb14b86d201123/337f7c8d060a0c6097bb14b86d201123.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215451.00000, (0, 0) as of 1769215451.00000, created as of 1769215451.00000> to ShardRange<'k' to 't' as of 1769215452.00000, (0, 0) as of 1769215452.00000, shrunk as of 1769215452.00000>, path: .shards_a/shard_c_1769215452.00000, db: /tmp/tmpu19zat75/sda/containers/0/123/337f7c8d060a0c6097bb14b86d201123/337f7c8d060a0c6097bb14b86d201123.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215452.00000, db: /tmp/tmpu19zat75/sda/containers/0/123/337f7c8d060a0c6097bb14b86d201123/337f7c8d060a0c6097bb14b86d201123.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215454.00000, db: /tmp/tmpu19zat75/sda/containers/0/de0/aa256e8827ad0b91d7c50a3033720de0/aa256e8827ad0b91d7c50a3033720de0.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215453.00000, (0, 0) as of 1769215453.00000, cleaved as of 1769215453.00000> to ShardRange<'k' to 't' as of 1769215454.00000, (0, 0) as of 1769215454.00000, found as of 1769215454.00000>, path: .shards_a/shard_c_1769215454.00000, db: /tmp/tmpu19zat75/sda/containers/0/de0/aa256e8827ad0b91d7c50a3033720de0/aa256e8827ad0b91d7c50a3033720de0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215456.00000, db: /tmp/tmpu19zat75/sda/containers/0/050/c803fef5a21126c4cda8e18225d4f050/c803fef5a21126c4cda8e18225d4f050.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215455.00000, (0, 0) as of 1769215455.00000, cleaved as of 1769215455.00000> to ShardRange<'k' to 't' as of 1769215456.00000, (0, 0) as of 1769215456.00000, created as of 1769215456.00000>, path: .shards_a/shard_c_1769215456.00000, db: /tmp/tmpu19zat75/sda/containers/0/050/c803fef5a21126c4cda8e18225d4f050/c803fef5a21126c4cda8e18225d4f050.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215458.00000, db: /tmp/tmpu19zat75/sda/containers/0/412/72d43bff74d640da4b9933aa61387412/72d43bff74d640da4b9933aa61387412.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215460.00000, db: /tmp/tmpu19zat75/sda/containers/0/190/1bebe90ee73d4904f1a31b12f7cf7190/1bebe90ee73d4904f1a31b12f7cf7190.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215459.00000, (0, 0) as of 1769215459.00000, cleaved as of 1769215459.00000> to ShardRange<'k' to 't' as of 1769215460.00000, (0, 0) as of 1769215460.00000, active as of 1769215460.00000>, path: .shards_a/shard_c_1769215460.00000, db: /tmp/tmpu19zat75/sda/containers/0/190/1bebe90ee73d4904f1a31b12f7cf7190/1bebe90ee73d4904f1a31b12f7cf7190.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215462.00000, db: /tmp/tmpu19zat75/sda/containers/0/bfc/5f4a4e3bc1798726069f645305ceebfc/5f4a4e3bc1798726069f645305ceebfc.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215461.00000, (0, 0) as of 1769215461.00000, cleaved as of 1769215461.00000> to ShardRange<'k' to 't' as of 1769215462.00000, (0, 0) as of 1769215462.00000, shrinking as of 1769215462.00000>, path: .shards_a/shard_c_1769215462.00000, db: /tmp/tmpu19zat75/sda/containers/0/bfc/5f4a4e3bc1798726069f645305ceebfc/5f4a4e3bc1798726069f645305ceebfc.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215462.00000, db: /tmp/tmpu19zat75/sda/containers/0/bfc/5f4a4e3bc1798726069f645305ceebfc/5f4a4e3bc1798726069f645305ceebfc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215464.00000, db: /tmp/tmpu19zat75/sda/containers/0/77f/36f61fb14606d9d9006d973498d8f77f/36f61fb14606d9d9006d973498d8f77f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215463.00000, (0, 0) as of 1769215463.00000, cleaved as of 1769215463.00000> to ShardRange<'k' to 't' as of 1769215464.00000, (0, 0) as of 1769215464.00000, sharding as of 1769215464.00000>, path: .shards_a/shard_c_1769215464.00000, db: /tmp/tmpu19zat75/sda/containers/0/77f/36f61fb14606d9d9006d973498d8f77f/36f61fb14606d9d9006d973498d8f77f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215464.00000, db: /tmp/tmpu19zat75/sda/containers/0/77f/36f61fb14606d9d9006d973498d8f77f/36f61fb14606d9d9006d973498d8f77f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215466.00000, db: /tmp/tmpu19zat75/sda/containers/0/6ce/7536cebf5d7726cb0953e7c14a2df6ce/7536cebf5d7726cb0953e7c14a2df6ce.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215465.00000, (0, 0) as of 1769215465.00000, cleaved as of 1769215465.00000> to ShardRange<'k' to 't' as of 1769215466.00000, (0, 0) as of 1769215466.00000, sharded as of 1769215466.00000>, path: .shards_a/shard_c_1769215466.00000, db: /tmp/tmpu19zat75/sda/containers/0/6ce/7536cebf5d7726cb0953e7c14a2df6ce/7536cebf5d7726cb0953e7c14a2df6ce.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215466.00000, db: /tmp/tmpu19zat75/sda/containers/0/6ce/7536cebf5d7726cb0953e7c14a2df6ce/7536cebf5d7726cb0953e7c14a2df6ce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215468.00000, db: /tmp/tmpu19zat75/sda/containers/0/382/2e650bbf9e6a97a6eb3a773cedd88382/2e650bbf9e6a97a6eb3a773cedd88382.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215467.00000, (0, 0) as of 1769215467.00000, cleaved as of 1769215467.00000> to ShardRange<'k' to 't' as of 1769215468.00000, (0, 0) as of 1769215468.00000, shrunk as of 1769215468.00000>, path: .shards_a/shard_c_1769215468.00000, db: /tmp/tmpu19zat75/sda/containers/0/382/2e650bbf9e6a97a6eb3a773cedd88382/2e650bbf9e6a97a6eb3a773cedd88382.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215468.00000, db: /tmp/tmpu19zat75/sda/containers/0/382/2e650bbf9e6a97a6eb3a773cedd88382/2e650bbf9e6a97a6eb3a773cedd88382.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache ... ok -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx3184bda94a3a49668e1bf-006767056d) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3184bda94a3a49668e1bf-006767056d) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00&states=listing: 404 (txn: tx3184bda94a3a49668e1bf-006767056d) -test ERROR: Aborting listing from shards due to bad response: [404] (txn: tx3184bda94a3a49668e1bf-006767056d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: txe94f06103b8b4b93a79a7-006767056e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txe94f06103b8b4b93a79a7-006767056e) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: txe94f06103b8b4b93a79a7-006767056e) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txe94f06103b8b4b93a79a7-006767056e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe94f06103b8b4b93a79a7-006767056e) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe94f06103b8b4b93a79a7-006767056e) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txe94f06103b8b4b93a79a7-006767056e) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe94f06103b8b4b93a79a7-006767056e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe94f06103b8b4b93a79a7-006767056e) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txe94f06103b8b4b93a79a7-006767056e) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe94f06103b8b4b93a79a7-006767056e) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe94f06103b8b4b93a79a7-006767056e) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txe94f06103b8b4b93a79a7-006767056e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: tx6cac978beafd4f67bf8ef-006767056e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6cac978beafd4f67bf8ef-006767056e) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx6cac978beafd4f67bf8ef-006767056e) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx6cac978beafd4f67bf8ef-006767056e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6cac978beafd4f67bf8ef-006767056e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx6cac978beafd4f67bf8ef-006767056e) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: tx6cac978beafd4f67bf8ef-006767056e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6cac978beafd4f67bf8ef-006767056e) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: tx6cac978beafd4f67bf8ef-006767056e) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx6cac978beafd4f67bf8ef-006767056e) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx6cac978beafd4f67bf8ef-006767056e) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: tx6cac978beafd4f67bf8ef-006767056e) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx6cac978beafd4f67bf8ef-006767056e) -test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: tx6cac978beafd4f67bf8ef-006767056e) -test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6cac978beafd4f67bf8ef-006767056e) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: tx6cac978beafd4f67bf8ef-006767056e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx490bae23730a472c86259-006767056f) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx490bae23730a472c86259-006767056f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx490bae23730a472c86259-006767056f) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx490bae23730a472c86259-006767056f) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx490bae23730a472c86259-006767056f) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx490bae23730a472c86259-006767056f) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx490bae23730a472c86259-006767056f) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx490bae23730a472c86259-006767056f) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx490bae23730a472c86259-006767056f) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx490bae23730a472c86259-006767056f)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215470.00000, db: /tmp/tmpu19zat75/sda/containers/0/a62/496b50052d66026080689bc48d79ea62/496b50052d66026080689bc48d79ea62.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215469.00000, (0, 0) as of 1769215469.00000, active as of 1769215469.00000> to ShardRange<'k' to 't' as of 1769215470.00000, (0, 0) as of 1769215470.00000, found as of 1769215470.00000>, path: .shards_a/shard_c_1769215470.00000, db: /tmp/tmpu19zat75/sda/containers/0/a62/496b50052d66026080689bc48d79ea62/496b50052d66026080689bc48d79ea62.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215472.00000, db: /tmp/tmpu19zat75/sda/containers/0/3bf/5021490681d5b6cee475f1e6bba033bf/5021490681d5b6cee475f1e6bba033bf.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215471.00000, (0, 0) as of 1769215471.00000, active as of 1769215471.00000> to ShardRange<'k' to 't' as of 1769215472.00000, (0, 0) as of 1769215472.00000, created as of 1769215472.00000>, path: .shards_a/shard_c_1769215472.00000, db: /tmp/tmpu19zat75/sda/containers/0/3bf/5021490681d5b6cee475f1e6bba033bf/5021490681d5b6cee475f1e6bba033bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215474.00000, db: /tmp/tmpu19zat75/sda/containers/0/4da/9be9834cd6df6f1240be4d037e8274da/9be9834cd6df6f1240be4d037e8274da.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215473.00000, (0, 0) as of 1769215473.00000, active as of 1769215473.00000> to ShardRange<'k' to 't' as of 1769215474.00000, (0, 0) as of 1769215474.00000, cleaved as of 1769215474.00000>, path: .shards_a/shard_c_1769215474.00000, db: /tmp/tmpu19zat75/sda/containers/0/4da/9be9834cd6df6f1240be4d037e8274da/9be9834cd6df6f1240be4d037e8274da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215476.00000, db: /tmp/tmpu19zat75/sda/containers/0/588/fdfb4ce75c4afae937fc089ffe601588/fdfb4ce75c4afae937fc089ffe601588.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215478.00000, db: /tmp/tmpu19zat75/sda/containers/0/516/f6e29a1bc9afa4ff6735a272c498f516/f6e29a1bc9afa4ff6735a272c498f516.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215477.00000, (0, 0) as of 1769215477.00000, active as of 1769215477.00000> to ShardRange<'k' to 't' as of 1769215478.00000, (0, 0) as of 1769215478.00000, shrinking as of 1769215478.00000>, path: .shards_a/shard_c_1769215478.00000, db: /tmp/tmpu19zat75/sda/containers/0/516/f6e29a1bc9afa4ff6735a272c498f516/f6e29a1bc9afa4ff6735a272c498f516.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215478.00000, db: /tmp/tmpu19zat75/sda/containers/0/516/f6e29a1bc9afa4ff6735a272c498f516/f6e29a1bc9afa4ff6735a272c498f516.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215480.00000, db: /tmp/tmpu19zat75/sda/containers/0/b6f/4f33ee62ad32e84f79103edca5e87b6f/4f33ee62ad32e84f79103edca5e87b6f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215479.00000, (0, 0) as of 1769215479.00000, active as of 1769215479.00000> to ShardRange<'k' to 't' as of 1769215480.00000, (0, 0) as of 1769215480.00000, sharding as of 1769215480.00000>, path: .shards_a/shard_c_1769215480.00000, db: /tmp/tmpu19zat75/sda/containers/0/b6f/4f33ee62ad32e84f79103edca5e87b6f/4f33ee62ad32e84f79103edca5e87b6f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215480.00000, db: /tmp/tmpu19zat75/sda/containers/0/b6f/4f33ee62ad32e84f79103edca5e87b6f/4f33ee62ad32e84f79103edca5e87b6f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215482.00000, db: /tmp/tmpu19zat75/sda/containers/0/de0/509ec672269c852c47e0b6f30ff57de0/509ec672269c852c47e0b6f30ff57de0.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215481.00000, (0, 0) as of 1769215481.00000, active as of 1769215481.00000> to ShardRange<'k' to 't' as of 1769215482.00000, (0, 0) as of 1769215482.00000, sharded as of 1769215482.00000>, path: .shards_a/shard_c_1769215482.00000, db: /tmp/tmpu19zat75/sda/containers/0/de0/509ec672269c852c47e0b6f30ff57de0/509ec672269c852c47e0b6f30ff57de0.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215482.00000, db: /tmp/tmpu19zat75/sda/containers/0/de0/509ec672269c852c47e0b6f30ff57de0/509ec672269c852c47e0b6f30ff57de0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215484.00000, db: /tmp/tmpu19zat75/sda/containers/0/034/4d0ce3571bb0fbc2de52a635ebf22034/4d0ce3571bb0fbc2de52a635ebf22034.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215483.00000, (0, 0) as of 1769215483.00000, active as of 1769215483.00000> to ShardRange<'k' to 't' as of 1769215484.00000, (0, 0) as of 1769215484.00000, shrunk as of 1769215484.00000>, path: .shards_a/shard_c_1769215484.00000, db: /tmp/tmpu19zat75/sda/containers/0/034/4d0ce3571bb0fbc2de52a635ebf22034/4d0ce3571bb0fbc2de52a635ebf22034.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215484.00000, db: /tmp/tmpu19zat75/sda/containers/0/034/4d0ce3571bb0fbc2de52a635ebf22034/4d0ce3571bb0fbc2de52a635ebf22034.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215486.00000, db: /tmp/tmpu19zat75/sda/containers/0/84d/03347dcd7ac24f356845a814f1ec084d/03347dcd7ac24f356845a814f1ec084d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215485.00000, (0, 0) as of 1769215485.00000, shrinking as of 1769215485.00000> to ShardRange<'k' to 't' as of 1769215486.00000, (0, 0) as of 1769215486.00000, found as of 1769215486.00000>, path: .shards_a/shard_c_1769215486.00000, db: /tmp/tmpu19zat75/sda/containers/0/84d/03347dcd7ac24f356845a814f1ec084d/03347dcd7ac24f356845a814f1ec084d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215488.00000, db: /tmp/tmpu19zat75/sda/containers/0/9a1/64e83f5dbfb232cb1c20718adf5e19a1/64e83f5dbfb232cb1c20718adf5e19a1.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215487.00000, (0, 0) as of 1769215487.00000, shrinking as of 1769215487.00000> to ShardRange<'k' to 't' as of 1769215488.00000, (0, 0) as of 1769215488.00000, created as of 1769215488.00000>, path: .shards_a/shard_c_1769215488.00000, db: /tmp/tmpu19zat75/sda/containers/0/9a1/64e83f5dbfb232cb1c20718adf5e19a1/64e83f5dbfb232cb1c20718adf5e19a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215490.00000, db: /tmp/tmpu19zat75/sda/containers/0/109/9b17acba100ab2fc932f8cfab5a06109/9b17acba100ab2fc932f8cfab5a06109.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215489.00000, (0, 0) as of 1769215489.00000, shrinking as of 1769215489.00000> to ShardRange<'k' to 't' as of 1769215490.00000, (0, 0) as of 1769215490.00000, cleaved as of 1769215490.00000>, path: .shards_a/shard_c_1769215490.00000, db: /tmp/tmpu19zat75/sda/containers/0/109/9b17acba100ab2fc932f8cfab5a06109/9b17acba100ab2fc932f8cfab5a06109.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215492.00000, db: /tmp/tmpu19zat75/sda/containers/0/143/00d7a9526b6b3b8b3d25bb80f3bf6143/00d7a9526b6b3b8b3d25bb80f3bf6143.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215491.00000, (0, 0) as of 1769215491.00000, shrinking as of 1769215491.00000> to ShardRange<'k' to 't' as of 1769215492.00000, (0, 0) as of 1769215492.00000, active as of 1769215492.00000>, path: .shards_a/shard_c_1769215492.00000, db: /tmp/tmpu19zat75/sda/containers/0/143/00d7a9526b6b3b8b3d25bb80f3bf6143/00d7a9526b6b3b8b3d25bb80f3bf6143.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215494.00000, db: /tmp/tmpu19zat75/sda/containers/0/72c/3ffd6f453928ca209fefbc064f73372c/3ffd6f453928ca209fefbc064f73372c.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container ... ok -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txcda81be5f6d04935ae1f5-006767056d) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txcda81be5f6d04935ae1f5-006767056d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txcda81be5f6d04935ae1f5-006767056d) -test DEBUG: Setting object count to 1072 (txn: txcda81be5f6d04935ae1f5-006767056d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx8b2256d346ce4d50b55fe-006767056e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8b2256d346ce4d50b55fe-006767056e) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8b2256d346ce4d50b55fe-006767056e) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8b2256d346ce4d50b55fe-006767056e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8b2256d346ce4d50b55fe-006767056e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8b2256d346ce4d50b55fe-006767056e) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx8b2256d346ce4d50b55fe-006767056e) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx8b2256d346ce4d50b55fe-006767056e) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8b2256d346ce4d50b55fe-006767056e) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx8b2256d346ce4d50b55fe-006767056e) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx8b2256d346ce4d50b55fe-006767056e) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8b2256d346ce4d50b55fe-006767056e) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx8b2256d346ce4d50b55fe-006767056e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx8b2256d346ce4d50b55fe-006767056e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx8b2256d346ce4d50b55fe-006767056e) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx8b2256d346ce4d50b55fe-006767056e) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx8b2256d346ce4d50b55fe-006767056e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8b2256d346ce4d50b55fe-006767056e) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8b2256d346ce4d50b55fe-006767056e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx8b2256d346ce4d50b55fe-006767056e) -test DEBUG: Setting object count to 1072 (txn: tx8b2256d346ce4d50b55fe-006767056e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3cfe19e5f1854a49adacb-006767056f) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx3cfe19e5f1854a49adacb-006767056f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3cfe19e5f1854a49adacb-006767056f) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3cfe19e5f1854a49adacb-006767056f) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx3cfe19e5f1854a49adacb-006767056f) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3cfe19e5f1854a49adacb-006767056f) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3cfe19e5f1854a49adacb-006767056f) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx3cfe19e5f1854a49adacb-006767056f) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx3cfe19e5f1854a49adacb-006767056f) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3cfe19e5f1854a49adacb-006767056f) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx3cfe19e5f1854a49adacb-006767056f) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx3cfe19e5f1854a49adacb-006767056f) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3cfe19e5f1854a49adacb-006767056f) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx3cfe19e5f1854a49adacb-006767056f) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx3cfe19e5f1854a49adacb-006767056f) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx3cfe19e5f1854a49adacb-006767056f) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx3cfe19e5f1854a49adacb-006767056f) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx3cfe19e5f1854a49adacb-006767056f) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3cfe19e5f1854a49adacb-006767056f) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3cfe19e5f1854a49adacb-006767056f) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx3cfe19e5f1854a49adacb-006767056f) -test DEBUG: Setting object count to 1072 (txn: tx3cfe19e5f1854a49adacb-006767056f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states ... ok +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215494.00000, db: /tmp/tmpu19zat75/sda/containers/0/72c/3ffd6f453928ca209fefbc064f73372c/3ffd6f453928ca209fefbc064f73372c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215496.00000, db: /tmp/tmpu19zat75/sda/containers/0/7a8/83ace367e326bd5c847fcfda4e6597a8/83ace367e326bd5c847fcfda4e6597a8.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215495.00000, (0, 0) as of 1769215495.00000, shrinking as of 1769215495.00000> to ShardRange<'k' to 't' as of 1769215496.00000, (0, 0) as of 1769215496.00000, sharding as of 1769215496.00000>, path: .shards_a/shard_c_1769215496.00000, db: /tmp/tmpu19zat75/sda/containers/0/7a8/83ace367e326bd5c847fcfda4e6597a8/83ace367e326bd5c847fcfda4e6597a8.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215496.00000, db: /tmp/tmpu19zat75/sda/containers/0/7a8/83ace367e326bd5c847fcfda4e6597a8/83ace367e326bd5c847fcfda4e6597a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215498.00000, db: /tmp/tmpu19zat75/sda/containers/0/a80/b6a45baaa1b6ddd61c995b571572ea80/b6a45baaa1b6ddd61c995b571572ea80.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215497.00000, (0, 0) as of 1769215497.00000, shrinking as of 1769215497.00000> to ShardRange<'k' to 't' as of 1769215498.00000, (0, 0) as of 1769215498.00000, sharded as of 1769215498.00000>, path: .shards_a/shard_c_1769215498.00000, db: /tmp/tmpu19zat75/sda/containers/0/a80/b6a45baaa1b6ddd61c995b571572ea80/b6a45baaa1b6ddd61c995b571572ea80.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215498.00000, db: /tmp/tmpu19zat75/sda/containers/0/a80/b6a45baaa1b6ddd61c995b571572ea80/b6a45baaa1b6ddd61c995b571572ea80.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215500.00000, db: /tmp/tmpu19zat75/sda/containers/0/996/15e08eb78d2fef6578b9d581031ac996/15e08eb78d2fef6578b9d581031ac996.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215499.00000, (0, 0) as of 1769215499.00000, shrinking as of 1769215499.00000> to ShardRange<'k' to 't' as of 1769215500.00000, (0, 0) as of 1769215500.00000, shrunk as of 1769215500.00000>, path: .shards_a/shard_c_1769215500.00000, db: /tmp/tmpu19zat75/sda/containers/0/996/15e08eb78d2fef6578b9d581031ac996/15e08eb78d2fef6578b9d581031ac996.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215500.00000, db: /tmp/tmpu19zat75/sda/containers/0/996/15e08eb78d2fef6578b9d581031ac996/15e08eb78d2fef6578b9d581031ac996.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215502.00000, db: /tmp/tmpu19zat75/sda/containers/0/da8/bff45abb39e934b21db6529090501da8/bff45abb39e934b21db6529090501da8.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215501.00000, (0, 0) as of 1769215501.00000, sharding as of 1769215501.00000> to ShardRange<'k' to 't' as of 1769215502.00000, (0, 0) as of 1769215502.00000, found as of 1769215502.00000>, path: .shards_a/shard_c_1769215502.00000, db: /tmp/tmpu19zat75/sda/containers/0/da8/bff45abb39e934b21db6529090501da8/bff45abb39e934b21db6529090501da8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215504.00000, db: /tmp/tmpu19zat75/sda/containers/0/90d/7638f2068f82716a43d349c2c665890d/7638f2068f82716a43d349c2c665890d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215503.00000, (0, 0) as of 1769215503.00000, sharding as of 1769215503.00000> to ShardRange<'k' to 't' as of 1769215504.00000, (0, 0) as of 1769215504.00000, created as of 1769215504.00000>, path: .shards_a/shard_c_1769215504.00000, db: /tmp/tmpu19zat75/sda/containers/0/90d/7638f2068f82716a43d349c2c665890d/7638f2068f82716a43d349c2c665890d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215506.00000, db: /tmp/tmpu19zat75/sda/containers/0/352/9aa8d9a630918788c39643530a9a3352/9aa8d9a630918788c39643530a9a3352.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215505.00000, (0, 0) as of 1769215505.00000, sharding as of 1769215505.00000> to ShardRange<'k' to 't' as of 1769215506.00000, (0, 0) as of 1769215506.00000, cleaved as of 1769215506.00000>, path: .shards_a/shard_c_1769215506.00000, db: /tmp/tmpu19zat75/sda/containers/0/352/9aa8d9a630918788c39643530a9a3352/9aa8d9a630918788c39643530a9a3352.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215508.00000, db: /tmp/tmpu19zat75/sda/containers/0/64f/e33551b781e7247455ec0f5bb903864f/e33551b781e7247455ec0f5bb903864f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215507.00000, (0, 0) as of 1769215507.00000, sharding as of 1769215507.00000> to ShardRange<'k' to 't' as of 1769215508.00000, (0, 0) as of 1769215508.00000, active as of 1769215508.00000>, path: .shards_a/shard_c_1769215508.00000, db: /tmp/tmpu19zat75/sda/containers/0/64f/e33551b781e7247455ec0f5bb903864f/e33551b781e7247455ec0f5bb903864f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215510.00000, db: /tmp/tmpu19zat75/sda/containers/0/0aa/cf450cc76fb3737e920587e12697a0aa/cf450cc76fb3737e920587e12697a0aa.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215509.00000, (0, 0) as of 1769215509.00000, sharding as of 1769215509.00000> to ShardRange<'k' to 't' as of 1769215510.00000, (0, 0) as of 1769215510.00000, shrinking as of 1769215510.00000>, path: .shards_a/shard_c_1769215510.00000, db: /tmp/tmpu19zat75/sda/containers/0/0aa/cf450cc76fb3737e920587e12697a0aa/cf450cc76fb3737e920587e12697a0aa.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215510.00000, db: /tmp/tmpu19zat75/sda/containers/0/0aa/cf450cc76fb3737e920587e12697a0aa/cf450cc76fb3737e920587e12697a0aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215512.00000, db: /tmp/tmpu19zat75/sda/containers/0/2ac/94f08c9e6552b6ec78c13b62456b32ac/94f08c9e6552b6ec78c13b62456b32ac.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215512.00000, db: /tmp/tmpu19zat75/sda/containers/0/2ac/94f08c9e6552b6ec78c13b62456b32ac/94f08c9e6552b6ec78c13b62456b32ac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215514.00000, db: /tmp/tmpu19zat75/sda/containers/0/d39/3cb151fd51d75c53cbf0e120289c0d39/3cb151fd51d75c53cbf0e120289c0d39.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215513.00000, (0, 0) as of 1769215513.00000, sharding as of 1769215513.00000> to ShardRange<'k' to 't' as of 1769215514.00000, (0, 0) as of 1769215514.00000, sharded as of 1769215514.00000>, path: .shards_a/shard_c_1769215514.00000, db: /tmp/tmpu19zat75/sda/containers/0/d39/3cb151fd51d75c53cbf0e120289c0d39/3cb151fd51d75c53cbf0e120289c0d39.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215514.00000, db: /tmp/tmpu19zat75/sda/containers/0/d39/3cb151fd51d75c53cbf0e120289c0d39/3cb151fd51d75c53cbf0e120289c0d39.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215516.00000, db: /tmp/tmpu19zat75/sda/containers/0/58f/7d1724d3ff18693d47f46aeca6c4758f/7d1724d3ff18693d47f46aeca6c4758f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215515.00000, (0, 0) as of 1769215515.00000, sharding as of 1769215515.00000> to ShardRange<'k' to 't' as of 1769215516.00000, (0, 0) as of 1769215516.00000, shrunk as of 1769215516.00000>, path: .shards_a/shard_c_1769215516.00000, db: /tmp/tmpu19zat75/sda/containers/0/58f/7d1724d3ff18693d47f46aeca6c4758f/7d1724d3ff18693d47f46aeca6c4758f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215516.00000, db: /tmp/tmpu19zat75/sda/containers/0/58f/7d1724d3ff18693d47f46aeca6c4758f/7d1724d3ff18693d47f46aeca6c4758f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215518.00000, db: /tmp/tmpu19zat75/sda/containers/0/c2b/a52273dd6730e2915f0ccaa2e2d09c2b/a52273dd6730e2915f0ccaa2e2d09c2b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215517.00000, (0, 0) as of 1769215517.00000, sharded as of 1769215517.00000> to ShardRange<'k' to 't' as of 1769215518.00000, (0, 0) as of 1769215518.00000, found as of 1769215518.00000>, path: .shards_a/shard_c_1769215518.00000, db: /tmp/tmpu19zat75/sda/containers/0/c2b/a52273dd6730e2915f0ccaa2e2d09c2b/a52273dd6730e2915f0ccaa2e2d09c2b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215520.00000, db: /tmp/tmpu19zat75/sda/containers/0/12a/a15444144208c5e34afb19be180b112a/a15444144208c5e34afb19be180b112a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215519.00000, (0, 0) as of 1769215519.00000, sharded as of 1769215519.00000> to ShardRange<'k' to 't' as of 1769215520.00000, (0, 0) as of 1769215520.00000, created as of 1769215520.00000>, path: .shards_a/shard_c_1769215520.00000, db: /tmp/tmpu19zat75/sda/containers/0/12a/a15444144208c5e34afb19be180b112a/a15444144208c5e34afb19be180b112a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215522.00000, db: /tmp/tmpu19zat75/sda/containers/0/0ff/aa7b7c5387befce37c11219b8b6c70ff/aa7b7c5387befce37c11219b8b6c70ff.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215521.00000, (0, 0) as of 1769215521.00000, sharded as of 1769215521.00000> to ShardRange<'k' to 't' as of 1769215522.00000, (0, 0) as of 1769215522.00000, cleaved as of 1769215522.00000>, path: .shards_a/shard_c_1769215522.00000, db: /tmp/tmpu19zat75/sda/containers/0/0ff/aa7b7c5387befce37c11219b8b6c70ff/aa7b7c5387befce37c11219b8b6c70ff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215524.00000, db: /tmp/tmpu19zat75/sda/containers/0/71f/b8820d49ce264d999fb93a968dc9771f/b8820d49ce264d999fb93a968dc9771f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215523.00000, (0, 0) as of 1769215523.00000, sharded as of 1769215523.00000> to ShardRange<'k' to 't' as of 1769215524.00000, (0, 0) as of 1769215524.00000, active as of 1769215524.00000>, path: .shards_a/shard_c_1769215524.00000, db: /tmp/tmpu19zat75/sda/containers/0/71f/b8820d49ce264d999fb93a968dc9771f/b8820d49ce264d999fb93a968dc9771f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215526.00000, db: /tmp/tmpu19zat75/sda/containers/0/a0b/e69468e35cb2afd0bd82d4bcff41fa0b/e69468e35cb2afd0bd82d4bcff41fa0b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215525.00000, (0, 0) as of 1769215525.00000, sharded as of 1769215525.00000> to ShardRange<'k' to 't' as of 1769215526.00000, (0, 0) as of 1769215526.00000, shrinking as of 1769215526.00000>, path: .shards_a/shard_c_1769215526.00000, db: /tmp/tmpu19zat75/sda/containers/0/a0b/e69468e35cb2afd0bd82d4bcff41fa0b/e69468e35cb2afd0bd82d4bcff41fa0b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215526.00000, db: /tmp/tmpu19zat75/sda/containers/0/a0b/e69468e35cb2afd0bd82d4bcff41fa0b/e69468e35cb2afd0bd82d4bcff41fa0b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215528.00000, db: /tmp/tmpu19zat75/sda/containers/0/311/a560e2288d1d1264277a8e1a7ac55311/a560e2288d1d1264277a8e1a7ac55311.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215527.00000, (0, 0) as of 1769215527.00000, sharded as of 1769215527.00000> to ShardRange<'k' to 't' as of 1769215528.00000, (0, 0) as of 1769215528.00000, sharding as of 1769215528.00000>, path: .shards_a/shard_c_1769215528.00000, db: /tmp/tmpu19zat75/sda/containers/0/311/a560e2288d1d1264277a8e1a7ac55311/a560e2288d1d1264277a8e1a7ac55311.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215528.00000, db: /tmp/tmpu19zat75/sda/containers/0/311/a560e2288d1d1264277a8e1a7ac55311/a560e2288d1d1264277a8e1a7ac55311.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215530.00000, db: /tmp/tmpu19zat75/sda/containers/0/1f1/915fdd09c2002ee0ec82723fdcaab1f1/915fdd09c2002ee0ec82723fdcaab1f1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215530.00000, db: /tmp/tmpu19zat75/sda/containers/0/1f1/915fdd09c2002ee0ec82723fdcaab1f1/915fdd09c2002ee0ec82723fdcaab1f1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215532.00000, db: /tmp/tmpu19zat75/sda/containers/0/378/63b2398f1a4db4c8337c75c93f106378/63b2398f1a4db4c8337c75c93f106378.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215531.00000, (0, 0) as of 1769215531.00000, sharded as of 1769215531.00000> to ShardRange<'k' to 't' as of 1769215532.00000, (0, 0) as of 1769215532.00000, shrunk as of 1769215532.00000>, path: .shards_a/shard_c_1769215532.00000, db: /tmp/tmpu19zat75/sda/containers/0/378/63b2398f1a4db4c8337c75c93f106378/63b2398f1a4db4c8337c75c93f106378.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215532.00000, db: /tmp/tmpu19zat75/sda/containers/0/378/63b2398f1a4db4c8337c75c93f106378/63b2398f1a4db4c8337c75c93f106378.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215534.00000, db: /tmp/tmpu19zat75/sda/containers/0/cd6/d0a2bd81fa113fd0357a26c00351ccd6/d0a2bd81fa113fd0357a26c00351ccd6.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215533.00000, (0, 0) as of 1769215533.00000, shrunk as of 1769215533.00000> to ShardRange<'k' to 't' as of 1769215534.00000, (0, 0) as of 1769215534.00000, found as of 1769215534.00000>, path: .shards_a/shard_c_1769215534.00000, db: /tmp/tmpu19zat75/sda/containers/0/cd6/d0a2bd81fa113fd0357a26c00351ccd6/d0a2bd81fa113fd0357a26c00351ccd6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215536.00000, db: /tmp/tmpu19zat75/sda/containers/0/996/7ac22181e0d7fbd744a0a02ecb601996/7ac22181e0d7fbd744a0a02ecb601996.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215535.00000, (0, 0) as of 1769215535.00000, shrunk as of 1769215535.00000> to ShardRange<'k' to 't' as of 1769215536.00000, (0, 0) as of 1769215536.00000, created as of 1769215536.00000>, path: .shards_a/shard_c_1769215536.00000, db: /tmp/tmpu19zat75/sda/containers/0/996/7ac22181e0d7fbd744a0a02ecb601996/7ac22181e0d7fbd744a0a02ecb601996.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215538.00000, db: /tmp/tmpu19zat75/sda/containers/0/2c6/eeeb7be4dfb643acaac24db050b542c6/eeeb7be4dfb643acaac24db050b542c6.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215537.00000, (0, 0) as of 1769215537.00000, shrunk as of 1769215537.00000> to ShardRange<'k' to 't' as of 1769215538.00000, (0, 0) as of 1769215538.00000, cleaved as of 1769215538.00000>, path: .shards_a/shard_c_1769215538.00000, db: /tmp/tmpu19zat75/sda/containers/0/2c6/eeeb7be4dfb643acaac24db050b542c6/eeeb7be4dfb643acaac24db050b542c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215540.00000, db: /tmp/tmpu19zat75/sda/containers/0/819/7ff0e60e21dec2aeaf716264e2194819/7ff0e60e21dec2aeaf716264e2194819.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215539.00000, (0, 0) as of 1769215539.00000, shrunk as of 1769215539.00000> to ShardRange<'k' to 't' as of 1769215540.00000, (0, 0) as of 1769215540.00000, active as of 1769215540.00000>, path: .shards_a/shard_c_1769215540.00000, db: /tmp/tmpu19zat75/sda/containers/0/819/7ff0e60e21dec2aeaf716264e2194819/7ff0e60e21dec2aeaf716264e2194819.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215542.00000, db: /tmp/tmpu19zat75/sda/containers/0/a15/cb3793fc44796206571f83bf83e34a15/cb3793fc44796206571f83bf83e34a15.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors ... ok -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx490bae23730a472c86259-006767056f) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx490bae23730a472c86259-006767056f) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx490bae23730a472c86259-006767056f) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx490bae23730a472c86259-006767056f) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx490bae23730a472c86259-006767056f) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx490bae23730a472c86259-006767056f) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx490bae23730a472c86259-006767056f) -test DEBUG: Setting object count to 3120 (txn: tx490bae23730a472c86259-006767056f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx19689ca1e12e44a48f7b7-006767056f) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx19689ca1e12e44a48f7b7-006767056f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx19689ca1e12e44a48f7b7-006767056f) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx19689ca1e12e44a48f7b7-006767056f) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx19689ca1e12e44a48f7b7-006767056f) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx19689ca1e12e44a48f7b7-006767056f) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx19689ca1e12e44a48f7b7-006767056f) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx19689ca1e12e44a48f7b7-006767056f) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx19689ca1e12e44a48f7b7-006767056f) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx19689ca1e12e44a48f7b7-006767056f) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx19689ca1e12e44a48f7b7-006767056f) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx19689ca1e12e44a48f7b7-006767056f) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx19689ca1e12e44a48f7b7-006767056f) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx19689ca1e12e44a48f7b7-006767056f) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx19689ca1e12e44a48f7b7-006767056f) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx19689ca1e12e44a48f7b7-006767056f) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx19689ca1e12e44a48f7b7-006767056f) -test DEBUG: Setting object count to 3120 (txn: tx19689ca1e12e44a48f7b7-006767056f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txc0589cd6cd40404e93417-006767056f) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txc0589cd6cd40404e93417-006767056f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc0589cd6cd40404e93417-006767056f) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc0589cd6cd40404e93417-006767056f) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc0589cd6cd40404e93417-006767056f) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc0589cd6cd40404e93417-006767056f) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc0589cd6cd40404e93417-006767056f) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txc0589cd6cd40404e93417-006767056f) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txc0589cd6cd40404e93417-006767056f) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txc0589cd6cd40404e93417-006767056f) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txc0589cd6cd40404e93417-006767056f) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txc0589cd6cd40404e93417-006767056f) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txc0589cd6cd40404e93417-006767056f) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txc0589cd6cd40404e93417-006767056f) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc0589cd6cd40404e93417-006767056f) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc0589cd6cd40404e93417-006767056f) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txc0589cd6cd40404e93417-006767056f) -test DEBUG: Setting object count to 3120 (txn: txc0589cd6cd40404e93417-006767056f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf7ec2223156746a7a0b1f-0067670570) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txf7ec2223156746a7a0b1f-0067670570) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf7ec2223156746a7a0b1f-0067670570) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf7ec2223156746a7a0b1f-0067670570) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf7ec2223156746a7a0b1f-0067670570) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf7ec2223156746a7a0b1f-0067670570) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf7ec2223156746a7a0b1f-0067670570) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf7ec2223156746a7a0b1f-0067670570) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txf7ec2223156746a7a0b1f-0067670570) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txf7ec2223156746a7a0b1f-0067670570) -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805088.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/c39/e88229a17cd0d29834b22e3f4a5aec39/e88229a17cd0d29834b22e3f4a5aec39.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805090.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/e7d/725eb9cec42bb2498dba75f2d6599e7d/725eb9cec42bb2498dba75f2d6599e7d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805090.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/e7d/725eb9cec42bb2498dba75f2d6599e7d/725eb9cec42bb2498dba75f2d6599e7d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805092.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/3b7/aa958e5ef0e65c066cd5209f1028d3b7/aa958e5ef0e65c066cd5209f1028d3b7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805092.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/3b7/aa958e5ef0e65c066cd5209f1028d3b7/aa958e5ef0e65c066cd5209f1028d3b7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805094.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/b16/f6d06fc462103df92b0bdec54978cb16/f6d06fc462103df92b0bdec54978cb16.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805094.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/b16/f6d06fc462103df92b0bdec54978cb16/f6d06fc462103df92b0bdec54978cb16.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805096.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/794/600fcb35f36e488efa7ea6545ec7c794/600fcb35f36e488efa7ea6545ec7c794.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805096.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/794/600fcb35f36e488efa7ea6545ec7c794/600fcb35f36e488efa7ea6545ec7c794.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805098.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/e5b/a96c61521b5acdcb3fa9417146391e5b/a96c61521b5acdcb3fa9417146391e5b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805098.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/e5b/a96c61521b5acdcb3fa9417146391e5b/a96c61521b5acdcb3fa9417146391e5b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805100.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/b20/a287054210a8d35e789f7ebc7bf32b20/a287054210a8d35e789f7ebc7bf32b20.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805100.00000, db: /tmp/tmpiv2ovm8t/sda/containers/0/b20/a287054210a8d35e789f7ebc7bf32b20/a287054210a8d35e789f7ebc7bf32b20.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804852.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/477/2448a653876a54588897daad02bb1477/2448a653876a54588897daad02bb1477.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804857.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/11f/19861aa95cdba8ce5269a9dac764311f/19861aa95cdba8ce5269a9dac764311f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804862.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/766/75736ced915d2e4f1fc833415b855766/75736ced915d2e4f1fc833415b855766.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804867.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/6fb/37a1ab19907f47edf95f26645f2216fb/37a1ab19907f47edf95f26645f2216fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804872.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/0cf/6e65240365c0693738a3b498a242e0cf/6e65240365c0693738a3b498a242e0cf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804877.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/250/e481ed23107801785ca789b6f8f1f250/e481ed23107801785ca789b6f8f1f250.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804882.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/612/5b2dbd582329fa8efdb4a71822f56612/5b2dbd582329fa8efdb4a71822f56612.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804887.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/efc/4551a8e2e47101266e8ceed01e5ddefc/4551a8e2e47101266e8ceed01e5ddefc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804892.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/9ee/3d3033178bc39ae4792075048fce89ee/3d3033178bc39ae4792075048fce89ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804897.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/2d9/09b76e14af5da275625d41ee745972d9/09b76e14af5da275625d41ee745972d9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804902.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/8f8/4a20ac7a8aa2fcf9565993e6582f18f8/4a20ac7a8aa2fcf9565993e6582f18f8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804907.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/355/62b86a5133ff4567ed10c4f9a29db355/62b86a5133ff4567ed10c4f9a29db355.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804912.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/7ed/cbd0edd8992155cf6a118d19874cd7ed/cbd0edd8992155cf6a118d19874cd7ed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804917.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/63c/31f9341c8eda71987e17a0a95076f63c/31f9341c8eda71987e17a0a95076f63c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804922.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/889/4eedc208fa6d61a19935da76421cf889/4eedc208fa6d61a19935da76421cf889.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804927.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/77d/1fd2fd043d4ced42956060917c50877d/1fd2fd043d4ced42956060917c50877d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804932.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/68a/b3909aee33fa26bc20908f04da4ae68a/b3909aee33fa26bc20908f04da4ae68a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804937.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/9f5/3bd9fc9b55ff48b088177b18f7b259f5/3bd9fc9b55ff48b088177b18f7b259f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804942.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/b19/7bf20610a1c2bee1000599ca6ed0fb19/7bf20610a1c2bee1000599ca6ed0fb19.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804947.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/f2f/7a8993061021070bc19378d132d36f2f/7a8993061021070bc19378d132d36f2f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804952.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/748/a602fd0ab64b4aadec46c01852d74748/a602fd0ab64b4aadec46c01852d74748.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804957.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/ca4/85a947b0a265d17f090bec008276eca4/85a947b0a265d17f090bec008276eca4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804962.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/b39/4cbc142e302da3381149aed8c3211b39/4cbc142e302da3381149aed8c3211b39.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file ... ok +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215541.00000, (0, 0) as of 1769215541.00000, shrunk as of 1769215541.00000> to ShardRange<'k' to 't' as of 1769215542.00000, (0, 0) as of 1769215542.00000, shrinking as of 1769215542.00000>, path: .shards_a/shard_c_1769215542.00000, db: /tmp/tmpu19zat75/sda/containers/0/a15/cb3793fc44796206571f83bf83e34a15/cb3793fc44796206571f83bf83e34a15.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215542.00000, db: /tmp/tmpu19zat75/sda/containers/0/a15/cb3793fc44796206571f83bf83e34a15/cb3793fc44796206571f83bf83e34a15.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215544.00000, db: /tmp/tmpu19zat75/sda/containers/0/7cf/5a2e238a74d2a7961ff6f98d3bd8c7cf/5a2e238a74d2a7961ff6f98d3bd8c7cf.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215543.00000, (0, 0) as of 1769215543.00000, shrunk as of 1769215543.00000> to ShardRange<'k' to 't' as of 1769215544.00000, (0, 0) as of 1769215544.00000, sharding as of 1769215544.00000>, path: .shards_a/shard_c_1769215544.00000, db: /tmp/tmpu19zat75/sda/containers/0/7cf/5a2e238a74d2a7961ff6f98d3bd8c7cf/5a2e238a74d2a7961ff6f98d3bd8c7cf.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215544.00000, db: /tmp/tmpu19zat75/sda/containers/0/7cf/5a2e238a74d2a7961ff6f98d3bd8c7cf/5a2e238a74d2a7961ff6f98d3bd8c7cf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215546.00000, db: /tmp/tmpu19zat75/sda/containers/0/913/4042fceeaa624d56ed98712992131913/4042fceeaa624d56ed98712992131913.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215545.00000, (0, 0) as of 1769215545.00000, shrunk as of 1769215545.00000> to ShardRange<'k' to 't' as of 1769215546.00000, (0, 0) as of 1769215546.00000, sharded as of 1769215546.00000>, path: .shards_a/shard_c_1769215546.00000, db: /tmp/tmpu19zat75/sda/containers/0/913/4042fceeaa624d56ed98712992131913/4042fceeaa624d56ed98712992131913.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215546.00000, db: /tmp/tmpu19zat75/sda/containers/0/913/4042fceeaa624d56ed98712992131913/4042fceeaa624d56ed98712992131913.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215548.00000, db: /tmp/tmpu19zat75/sda/containers/0/210/be7602fb4b4d661fb0e7a6ca4d9fb210/be7602fb4b4d661fb0e7a6ca4d9fb210.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215548.00000, db: /tmp/tmpu19zat75/sda/containers/0/210/be7602fb4b4d661fb0e7a6ca4d9fb210/be7602fb4b4d661fb0e7a6ca4d9fb210.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215549.00000, db: /tmp/tmpu19zat75/sda/containers/0/100/5fc22bc43deb02b1839a13c373cdd100/5fc22bc43deb02b1839a13c373cdd100.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215551.00000, db: /tmp/tmpu19zat75/sda/containers/0/644/e62a835c444d40e74f13b8ace2c2f644/e62a835c444d40e74f13b8ace2c2f644.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215553.00000, db: /tmp/tmpu19zat75/sda/containers/0/b7d/98a4e8ec9a9241f63886d6f937c77b7d/98a4e8ec9a9241f63886d6f937c77b7d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215555.00000, db: /tmp/tmpu19zat75/sda/containers/0/f15/c6a7ffa7793a7ccca580f4b827b50f15/c6a7ffa7793a7ccca580f4b827b50f15.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215557.00000, db: /tmp/tmpu19zat75/sda/containers/0/52f/9216222792c4986330675049b75a952f/9216222792c4986330675049b75a952f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215559.00000, db: /tmp/tmpu19zat75/sda/containers/0/e8e/80da306ed483e9eb97671e72d36cae8e/80da306ed483e9eb97671e72d36cae8e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215561.00000, db: /tmp/tmpu19zat75/sda/containers/0/452/d981cdcf73a0484ba3fd31843fe70452/d981cdcf73a0484ba3fd31843fe70452.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215563.00000, db: /tmp/tmpu19zat75/sda/containers/0/47f/a0768406a0b538c9ea98673a2433b47f/a0768406a0b538c9ea98673a2433b47f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215565.00000, db: /tmp/tmpu19zat75/sda/containers/0/7e4/f58a6fa9ff852a76e4105755d7cfd7e4/f58a6fa9ff852a76e4105755d7cfd7e4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215567.00000, db: /tmp/tmpu19zat75/sda/containers/0/c03/04d2fd6f6677e3078efbd93b0ac8dc03/04d2fd6f6677e3078efbd93b0ac8dc03.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215569.00000, db: /tmp/tmpu19zat75/sda/containers/0/d28/79e228823293ccd26c41e8eeada48d28/79e228823293ccd26c41e8eeada48d28.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215571.00000, db: /tmp/tmpu19zat75/sda/containers/0/f0d/b56e30483085cc1098b8cb1019655f0d/b56e30483085cc1098b8cb1019655f0d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215573.00000, db: /tmp/tmpu19zat75/sda/containers/0/bd9/07da99071f95835d97d2f6a98767dbd9/07da99071f95835d97d2f6a98767dbd9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215575.00000, db: /tmp/tmpu19zat75/sda/containers/0/9cd/5db662c44ef9f64842498eef3336d9cd/5db662c44ef9f64842498eef3336d9cd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215577.00000, db: /tmp/tmpu19zat75/sda/containers/0/b75/d1be9f0056e11c7278d55cb26b803b75/d1be9f0056e11c7278d55cb26b803b75.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215579.00000, db: /tmp/tmpu19zat75/sda/containers/0/76b/e87a25d380949b855b18f51ab88aa76b/e87a25d380949b855b18f51ab88aa76b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215581.00000, db: /tmp/tmpu19zat75/sda/containers/0/f87/091d17feadf3dcfc5d9bc59fbd42cf87/091d17feadf3dcfc5d9bc59fbd42cf87.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215583.00000, db: /tmp/tmpu19zat75/sda/containers/0/214/75d70c4a871eacc55bf319f53ff6f214/75d70c4a871eacc55bf319f53ff6f214.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215585.00000, db: /tmp/tmpu19zat75/sda/containers/0/d17/3005d42c5e8883b96c23f51481062d17/3005d42c5e8883b96c23f51481062d17.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215587.00000, db: /tmp/tmpu19zat75/sda/containers/0/2a9/18a7c59506a1e3562ebf9736099652a9/18a7c59506a1e3562ebf9736099652a9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215589.00000, db: /tmp/tmpu19zat75/sda/containers/0/d0e/285e3bb439af554f5222059218feed0e/285e3bb439af554f5222059218feed0e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215591.00000, db: /tmp/tmpu19zat75/sda/containers/0/6f8/74aa72f7476678bc0221719ebd9976f8/74aa72f7476678bc0221719ebd9976f8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215593.00000, db: /tmp/tmpu19zat75/sda/containers/0/b98/23bad5515207dd38a22e2610010c7b98/23bad5515207dd38a22e2610010c7b98.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215595.00000, db: /tmp/tmpu19zat75/sda/containers/0/d44/2f346b004b3088af6f586c62018fcd44/2f346b004b3088af6f586c62018fcd44.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215597.00000, db: /tmp/tmpu19zat75/sda/containers/0/c75/f6f757389b2317205e8363942f9e9c75/f6f757389b2317205e8363942f9e9c75.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215599.00000, db: /tmp/tmpu19zat75/sda/containers/0/4a5/10d9feb3b02e2a8e203dfe5dd6de84a5/10d9feb3b02e2a8e203dfe5dd6de84a5.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info ... ok -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: txf7ec2223156746a7a0b1f-0067670570) -test DEBUG: Setting object count to 3120 (txn: txf7ec2223156746a7a0b1f-0067670570) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx89d1ed22e13e429fab5b1-0067670570) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx89d1ed22e13e429fab5b1-0067670570) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx89d1ed22e13e429fab5b1-0067670570) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx89d1ed22e13e429fab5b1-0067670570) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx89d1ed22e13e429fab5b1-0067670570) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx89d1ed22e13e429fab5b1-0067670570) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx89d1ed22e13e429fab5b1-0067670570) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx89d1ed22e13e429fab5b1-0067670570) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx89d1ed22e13e429fab5b1-0067670570) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx89d1ed22e13e429fab5b1-0067670570) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx89d1ed22e13e429fab5b1-0067670570) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx89d1ed22e13e429fab5b1-0067670570) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx89d1ed22e13e429fab5b1-0067670570) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx89d1ed22e13e429fab5b1-0067670570) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx89d1ed22e13e429fab5b1-0067670570) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx89d1ed22e13e429fab5b1-0067670570) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx89d1ed22e13e429fab5b1-0067670570) -test DEBUG: Setting object count to 3120 (txn: tx89d1ed22e13e429fab5b1-0067670570) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx4d7aa0dfdcc945c691835-0067670570) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx4d7aa0dfdcc945c691835-0067670570) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4d7aa0dfdcc945c691835-0067670570) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4d7aa0dfdcc945c691835-0067670570) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4d7aa0dfdcc945c691835-0067670570) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4d7aa0dfdcc945c691835-0067670570) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4d7aa0dfdcc945c691835-0067670570) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx4d7aa0dfdcc945c691835-0067670570) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx4d7aa0dfdcc945c691835-0067670570) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4d7aa0dfdcc945c691835-0067670570) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx4d7aa0dfdcc945c691835-0067670570) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txf7006fa32c964d2991eaf-0067670570) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txf7006fa32c964d2991eaf-0067670570) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txf7006fa32c964d2991eaf-0067670570) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txf7006fa32c964d2991eaf-0067670570) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txf7006fa32c964d2991eaf-0067670570) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf7006fa32c964d2991eaf-0067670570) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf7006fa32c964d2991eaf-0067670570) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txf7006fa32c964d2991eaf-0067670570) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx1a6da7169245438d8ee40-0067670570) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx1a6da7169245438d8ee40-0067670570) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1a6da7169245438d8ee40-0067670570) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1a6da7169245438d8ee40-0067670570) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx1a6da7169245438d8ee40-0067670570) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1a6da7169245438d8ee40-0067670570) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx1a6da7169245438d8ee40-0067670570) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx1a6da7169245438d8ee40-0067670570) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx1a6da7169245438d8ee40-0067670570) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx1a6da7169245438d8ee40-0067670570) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx1a6da7169245438d8ee40-0067670570) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx1a6da7169245438d8ee40-0067670570) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx1a6da7169245438d8ee40-0067670570) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx1a6da7169245438d8ee40-0067670570)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215601.00000, db: /tmp/tmpu19zat75/sda/containers/0/796/7448a3c73a26fd896f862ca0f23b1796/7448a3c73a26fd896f862ca0f23b1796.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215603.00000, db: /tmp/tmpu19zat75/sda/containers/0/eba/cea8adb91bb1dde3a8fc9ade6c944eba/cea8adb91bb1dde3a8fc9ade6c944eba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215605.00000, db: /tmp/tmpu19zat75/sda/containers/0/775/af7c19050a04a147ade9650e36441775/af7c19050a04a147ade9650e36441775.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215607.00000, db: /tmp/tmpu19zat75/sda/containers/0/097/183fc8373840402114d600caa0f05097/183fc8373840402114d600caa0f05097.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215609.00000, db: /tmp/tmpu19zat75/sda/containers/0/b13/bfdbe48b70f2374414b861712c61ab13/bfdbe48b70f2374414b861712c61ab13.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215611.00000, db: /tmp/tmpu19zat75/sda/containers/0/155/d81b7aef99ed3959a1e8d0c7975d1155/d81b7aef99ed3959a1e8d0c7975d1155.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215613.00000, db: /tmp/tmpu19zat75/sda/containers/0/72d/d0e98051811f29c27826974cffab472d/d0e98051811f29c27826974cffab472d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215613.00000, db: /tmp/tmpu19zat75/sda/containers/0/72d/d0e98051811f29c27826974cffab472d/d0e98051811f29c27826974cffab472d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215615.00000, db: /tmp/tmpu19zat75/sda/containers/0/ee6/a2cf6687047794e5488c453daa71dee6/a2cf6687047794e5488c453daa71dee6.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215615.00000, db: /tmp/tmpu19zat75/sda/containers/0/ee6/a2cf6687047794e5488c453daa71dee6/a2cf6687047794e5488c453daa71dee6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215617.00000, db: /tmp/tmpu19zat75/sda/containers/0/bc9/d865453223fe14646e84b2636a693bc9/d865453223fe14646e84b2636a693bc9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215617.00000, db: /tmp/tmpu19zat75/sda/containers/0/bc9/d865453223fe14646e84b2636a693bc9/d865453223fe14646e84b2636a693bc9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215619.00000, db: /tmp/tmpu19zat75/sda/containers/0/8e5/ade6d15c4e669a983251b5fc007978e5/ade6d15c4e669a983251b5fc007978e5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215619.00000, db: /tmp/tmpu19zat75/sda/containers/0/8e5/ade6d15c4e669a983251b5fc007978e5/ade6d15c4e669a983251b5fc007978e5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215621.00000, db: /tmp/tmpu19zat75/sda/containers/0/3e0/eb23d9317bcd100f09f265fed9a4c3e0/eb23d9317bcd100f09f265fed9a4c3e0.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215621.00000, db: /tmp/tmpu19zat75/sda/containers/0/3e0/eb23d9317bcd100f09f265fed9a4c3e0/eb23d9317bcd100f09f265fed9a4c3e0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215623.00000, db: /tmp/tmpu19zat75/sda/containers/0/ece/828919f1a37dee25e304bde66e76bece/828919f1a37dee25e304bde66e76bece.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215623.00000, db: /tmp/tmpu19zat75/sda/containers/0/ece/828919f1a37dee25e304bde66e76bece/828919f1a37dee25e304bde66e76bece.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215625.00000, db: /tmp/tmpu19zat75/sda/containers/0/d56/13cb880ec1b0abd8fb9f66c5d5188d56/13cb880ec1b0abd8fb9f66c5d5188d56.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215625.00000, db: /tmp/tmpu19zat75/sda/containers/0/d56/13cb880ec1b0abd8fb9f66c5d5188d56/13cb880ec1b0abd8fb9f66c5d5188d56.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215627.00000, db: /tmp/tmpu19zat75/sda/containers/0/08c/3dd68946a5ab440488cd8057b163108c/3dd68946a5ab440488cd8057b163108c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215627.00000, db: /tmp/tmpu19zat75/sda/containers/0/08c/3dd68946a5ab440488cd8057b163108c/3dd68946a5ab440488cd8057b163108c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215629.00000, db: /tmp/tmpu19zat75/sda/containers/0/cf8/d9a9c3a2e3ae3304c0533d36d7fd6cf8/d9a9c3a2e3ae3304c0533d36d7fd6cf8.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215629.00000, db: /tmp/tmpu19zat75/sda/containers/0/cf8/d9a9c3a2e3ae3304c0533d36d7fd6cf8/d9a9c3a2e3ae3304c0533d36d7fd6cf8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215631.00000, db: /tmp/tmpu19zat75/sda/containers/0/b9c/97be790d37aaca3682c797f872b02b9c/97be790d37aaca3682c797f872b02b9c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215631.00000, db: /tmp/tmpu19zat75/sda/containers/0/b9c/97be790d37aaca3682c797f872b02b9c/97be790d37aaca3682c797f872b02b9c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215633.00000, db: /tmp/tmpu19zat75/sda/containers/0/557/9d687d857bc15fead3954728d0666557/9d687d857bc15fead3954728d0666557.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215633.00000, db: /tmp/tmpu19zat75/sda/containers/0/557/9d687d857bc15fead3954728d0666557/9d687d857bc15fead3954728d0666557.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215635.00000, db: /tmp/tmpu19zat75/sda/containers/0/eee/47ea625727bb667ff1a4475867f79eee/47ea625727bb667ff1a4475867f79eee.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215635.00000, db: /tmp/tmpu19zat75/sda/containers/0/eee/47ea625727bb667ff1a4475867f79eee/47ea625727bb667ff1a4475867f79eee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215637.00000, db: /tmp/tmpu19zat75/sda/containers/0/f7a/8b5a2f7c3c1d1795baa772656f1a9f7a/8b5a2f7c3c1d1795baa772656f1a9f7a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215637.00000, db: /tmp/tmpu19zat75/sda/containers/0/f7a/8b5a2f7c3c1d1795baa772656f1a9f7a/8b5a2f7c3c1d1795baa772656f1a9f7a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215639.00000, db: /tmp/tmpu19zat75/sda/containers/0/b40/218783121b7c7e73041c4e9c9573cb40/218783121b7c7e73041c4e9c9573cb40.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215639.00000, db: /tmp/tmpu19zat75/sda/containers/0/b40/218783121b7c7e73041c4e9c9573cb40/218783121b7c7e73041c4e9c9573cb40.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215641.00000, db: /tmp/tmpu19zat75/sda/containers/0/b86/0b67387513b3aaf73a4e72cf47123b86/0b67387513b3aaf73a4e72cf47123b86.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215641.00000, db: /tmp/tmpu19zat75/sda/containers/0/b86/0b67387513b3aaf73a4e72cf47123b86/0b67387513b3aaf73a4e72cf47123b86.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215643.00000, db: /tmp/tmpu19zat75/sda/containers/0/0a8/41b4ded897aacd9691f5eaf0edef80a8/41b4ded897aacd9691f5eaf0edef80a8.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215643.00000, db: /tmp/tmpu19zat75/sda/containers/0/0a8/41b4ded897aacd9691f5eaf0edef80a8/41b4ded897aacd9691f5eaf0edef80a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215645.00000, db: /tmp/tmpu19zat75/sda/containers/0/f4e/e4affaa429de7f4241eb7982fc58ff4e/e4affaa429de7f4241eb7982fc58ff4e.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty ... ok -test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache -test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache -test NOTICE: Child 33269 exiting normally -test NOTICE: Started child 88 from parent 33269 -test NOTICE: Started child 89 from parent 33269 -test ERROR: Removing dead child 88 from parent 33269 -test NOTICE: Started child 90 from parent 33269 -test NOTICE: Started child 88 from parent 33269 -test NOTICE: Started child 89 from parent 33269 +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215645.00000, db: /tmp/tmpu19zat75/sda/containers/0/f4e/e4affaa429de7f4241eb7982fc58ff4e/e4affaa429de7f4241eb7982fc58ff4e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215647.00000, db: /tmp/tmpu19zat75/sda/containers/0/004/bebf6f18ed10b9e39ce863e6bb910004/bebf6f18ed10b9e39ce863e6bb910004.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215647.00000, db: /tmp/tmpu19zat75/sda/containers/0/004/bebf6f18ed10b9e39ce863e6bb910004/bebf6f18ed10b9e39ce863e6bb910004.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215649.00000, db: /tmp/tmpu19zat75/sda/containers/0/544/976d78c9ab9dc651f1fe0bfe0338d544/976d78c9ab9dc651f1fe0bfe0338d544.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215649.00000, db: /tmp/tmpu19zat75/sda/containers/0/544/976d78c9ab9dc651f1fe0bfe0338d544/976d78c9ab9dc651f1fe0bfe0338d544.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215651.00000, db: /tmp/tmpu19zat75/sda/containers/0/a96/76247d944706ba2939a49a91acc16a96/76247d944706ba2939a49a91acc16a96.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215651.00000, db: /tmp/tmpu19zat75/sda/containers/0/a96/76247d944706ba2939a49a91acc16a96/76247d944706ba2939a49a91acc16a96.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215653.00000, db: /tmp/tmpu19zat75/sda/containers/0/621/297099aa923220f6ea8ceb1807318621/297099aa923220f6ea8ceb1807318621.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215653.00000, db: /tmp/tmpu19zat75/sda/containers/0/621/297099aa923220f6ea8ceb1807318621/297099aa923220f6ea8ceb1807318621.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215655.00000, db: /tmp/tmpu19zat75/sda/containers/0/f1a/13830196692c3bcc07ca3ef8e90bbf1a/13830196692c3bcc07ca3ef8e90bbf1a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215655.00000, db: /tmp/tmpu19zat75/sda/containers/0/f1a/13830196692c3bcc07ca3ef8e90bbf1a/13830196692c3bcc07ca3ef8e90bbf1a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215657.00000, db: /tmp/tmpu19zat75/sda/containers/0/864/999de4029c4138c192a754f5c346e864/999de4029c4138c192a754f5c346e864.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215657.00000, db: /tmp/tmpu19zat75/sda/containers/0/864/999de4029c4138c192a754f5c346e864/999de4029c4138c192a754f5c346e864.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215659.00000, db: /tmp/tmpu19zat75/sda/containers/0/ffc/d6bb7f3945499525b887bbcc08960ffc/d6bb7f3945499525b887bbcc08960ffc.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215659.00000, db: /tmp/tmpu19zat75/sda/containers/0/ffc/d6bb7f3945499525b887bbcc08960ffc/d6bb7f3945499525b887bbcc08960ffc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215661.00000, db: /tmp/tmpu19zat75/sda/containers/0/422/ffaa5b2cb4f934c18f287a3fcd542422/ffaa5b2cb4f934c18f287a3fcd542422.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215661.00000, db: /tmp/tmpu19zat75/sda/containers/0/422/ffaa5b2cb4f934c18f287a3fcd542422/ffaa5b2cb4f934c18f287a3fcd542422.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215663.00000, db: /tmp/tmpu19zat75/sda/containers/0/427/b8d528ce67c8dfb45022694e257a3427/b8d528ce67c8dfb45022694e257a3427.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215663.00000, db: /tmp/tmpu19zat75/sda/containers/0/427/b8d528ce67c8dfb45022694e257a3427/b8d528ce67c8dfb45022694e257a3427.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215665.00000, db: /tmp/tmpu19zat75/sda/containers/0/674/154ab6eff00c6817fe2c05b0bc859674/154ab6eff00c6817fe2c05b0bc859674.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215665.00000, db: /tmp/tmpu19zat75/sda/containers/0/674/154ab6eff00c6817fe2c05b0bc859674/154ab6eff00c6817fe2c05b0bc859674.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215667.00000, db: /tmp/tmpu19zat75/sda/containers/0/0cb/285d1c8b052d8d70c8756afbdf17e0cb/285d1c8b052d8d70c8756afbdf17e0cb.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215667.00000, db: /tmp/tmpu19zat75/sda/containers/0/0cb/285d1c8b052d8d70c8756afbdf17e0cb/285d1c8b052d8d70c8756afbdf17e0cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215669.00000, db: /tmp/tmpu19zat75/sda/containers/0/8ac/8806b28a71593664aaa6b3b1090788ac/8806b28a71593664aaa6b3b1090788ac.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215669.00000, db: /tmp/tmpu19zat75/sda/containers/0/8ac/8806b28a71593664aaa6b3b1090788ac/8806b28a71593664aaa6b3b1090788ac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215671.00000, db: /tmp/tmpu19zat75/sda/containers/0/319/3adb0552eb90c0c28a81092141dad319/3adb0552eb90c0c28a81092141dad319.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215671.00000, db: /tmp/tmpu19zat75/sda/containers/0/319/3adb0552eb90c0c28a81092141dad319/3adb0552eb90c0c28a81092141dad319.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215673.00000, db: /tmp/tmpu19zat75/sda/containers/0/9f7/9efcc06a28b309c3676261d5539fe9f7/9efcc06a28b309c3676261d5539fe9f7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215673.00000, db: /tmp/tmpu19zat75/sda/containers/0/9f7/9efcc06a28b309c3676261d5539fe9f7/9efcc06a28b309c3676261d5539fe9f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769215675.00000, db: /tmp/tmpu19zat75/sda/containers/0/57a/83286ffd231553f080b20da8da66b57a/83286ffd231553f080b20da8da66b57a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769215675.00000, db: /tmp/tmpu19zat75/sda/containers/0/57a/83286ffd231553f080b20da8da66b57a/83286ffd231553f080b20da8da66b57a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpiirg0ute/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769215423.00000, (0, 0) as of 1769215423.00000, active as of 1769215423.00000> to ShardRange<'k' to 't' as of 1769215424.00000, (0, 0) as of 1769215424.00000, sharded as of 1769215425.00000>, path: .shards_a/shard_c, db: /tmp/tmpiirg0ute/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpiirg0ute/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpzo0d2rz_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215424.00000-0, db: /tmp/tmpp3akhpt_/sda/containers/0/136/afa430144c1bc47f0aaaab58fb312136/afa430144c1bc47f0aaaab58fb312136.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215427.00000-0, db: /tmp/tmpp3akhpt_/sda/containers/0/36b/adecab6ec435d4b1b26ad8e4e36af36b/adecab6ec435d4b1b26ad8e4e36af36b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215430.00000-0, db: /tmp/tmpp3akhpt_/sda/containers/0/770/b586983f94bc7cf9a2b554a68c0fb770/b586983f94bc7cf9a2b554a68c0fb770.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215433.00000-0, db: /tmp/tmpp3akhpt_/sda/containers/0/76b/fe1167dfb5a612dddcda05cc978c076b/fe1167dfb5a612dddcda05cc978c076b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215436.00000-0, db: /tmp/tmpp3akhpt_/sda/containers/0/233/b6112734a85a151469521be0c3037233/b6112734a85a151469521be0c3037233.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215439.00000-0, db: /tmp/tmpp3akhpt_/sda/containers/0/3b1/3c71dcd8af91e046b2a89d2a6b45f3b1/3c71dcd8af91e046b2a89d2a6b45f3b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215442.00000-0, db: /tmp/tmpp3akhpt_/sda/containers/0/6c8/2a5ba67b89241bd968d8dc45443046c8/2a5ba67b89241bd968d8dc45443046c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215445.00000-0, db: /tmp/tmpp3akhpt_/sda/containers/0/594/79a1a3a9ce382afa5168385606187594/79a1a3a9ce382afa5168385606187594.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215448.00000-0, db: /tmp/tmpp3akhpt_/sda/containers/0/d3d/df24cf780229b80b3e72e968e58e0d3d/df24cf780229b80b3e72e968e58e0d3d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215451.00000-0, db: /tmp/tmpp3akhpt_/sda/containers/0/f33/5dc92dc8194a26ad3de67db197d5af33/5dc92dc8194a26ad3de67db197d5af33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215454.00000-0, db: /tmp/tmpp3akhpt_/sda/containers/0/136/05de9e97aa8b95adb6f14cb87a15c136/05de9e97aa8b95adb6f14cb87a15c136.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215457.00000-0, db: /tmp/tmpp3akhpt_/sda/containers/0/5a8/b64fbca441e8dae63065bc0ef7b9c5a8/b64fbca441e8dae63065bc0ef7b9c5a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215460.00000-0, db: /tmp/tmpp3akhpt_/sda/containers/0/05b/8b46e9eac9ea838d864862a4364d005b/8b46e9eac9ea838d864862a4364d005b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215463.00000-0, db: /tmp/tmpp3akhpt_/sda/containers/0/92f/fca45e66ceb0643b1a7ca52423f5892f/fca45e66ceb0643b1a7ca52423f5892f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215424.00000-0, db: /tmp/tmprltxjfwa/sda/containers/0/136/afa430144c1bc47f0aaaab58fb312136/afa430144c1bc47f0aaaab58fb312136.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215428.00000-0, db: /tmp/tmprltxjfwa/sda/containers/0/1fc/90118a899d7be1be1d42f5a4fa5581fc/90118a899d7be1be1d42f5a4fa5581fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215426.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/1dc/919ea3931e8879f10b010ec5cac051dc/919ea3931e8879f10b010ec5cac051dc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215430.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/770/b586983f94bc7cf9a2b554a68c0fb770/b586983f94bc7cf9a2b554a68c0fb770.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215434.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/999/1156b945a9ab257b0b8a403d7b452999/1156b945a9ab257b0b8a403d7b452999.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215438.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/ce4/a4f166f4496dbe095750ce69ca920ce4/a4f166f4496dbe095750ce69ca920ce4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215438.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/ce4/a4f166f4496dbe095750ce69ca920ce4/a4f166f4496dbe095750ce69ca920ce4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215442.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/6c8/2a5ba67b89241bd968d8dc45443046c8/2a5ba67b89241bd968d8dc45443046c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215446.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/7d7/6abd28dddb03ae783fb3e8bf59cfb7d7/6abd28dddb03ae783fb3e8bf59cfb7d7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215450.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/fc5/cb5b02b7921238ca5eb1ccfb4c726fc5/cb5b02b7921238ca5eb1ccfb4c726fc5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215454.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/136/05de9e97aa8b95adb6f14cb87a15c136/05de9e97aa8b95adb6f14cb87a15c136.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215458.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/040/c1aca13573069f2bef69d899d74a2040/c1aca13573069f2bef69d899d74a2040.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215462.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/11c/a7880a991ec30c186347f2a9fce3711c/a7880a991ec30c186347f2a9fce3711c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215466.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/658/9b70c1f0cde33be961cf261927705658/9b70c1f0cde33be961cf261927705658.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215470.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/0af/6162e7a940b5d4fe8761f60c757d80af/6162e7a940b5d4fe8761f60c757d80af.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215470.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/0af/6162e7a940b5d4fe8761f60c757d80af/6162e7a940b5d4fe8761f60c757d80af.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215474.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/7ef/c4db23bd2ca25d0a5ec9debe6f5987ef/c4db23bd2ca25d0a5ec9debe6f5987ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215478.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/324/be846301a082c71130b9c1491da35324/be846301a082c71130b9c1491da35324.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215482.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/697/cbeec5d45f9b3dd66da7452218ae4697/cbeec5d45f9b3dd66da7452218ae4697.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215486.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/c11/de2d89c0143b1874219e28d574771c11/de2d89c0143b1874219e28d574771c11.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215490.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/56d/d756a37be7280f6429eb48897797956d/d756a37be7280f6429eb48897797956d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215494.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/21a/39d533667e05a746da009128c202821a/39d533667e05a746da009128c202821a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215498.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/4d3/c2258224dca2aeb5b68d62b7195a24d3/c2258224dca2aeb5b68d62b7195a24d3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215502.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/de4/0d3e083c59df24bca1ca73cf2f872de4/0d3e083c59df24bca1ca73cf2f872de4.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite ... ok + +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215502.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/de4/0d3e083c59df24bca1ca73cf2f872de4/0d3e083c59df24bca1ca73cf2f872de4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215506.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/487/6813b2fcd77010f7e09ad7dae5914487/6813b2fcd77010f7e09ad7dae5914487.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215510.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/766/c0f4a867c4b7f384f70bb10c3fa2e766/c0f4a867c4b7f384f70bb10c3fa2e766.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215514.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/2e3/ad2e5f5af51d4c9bc83f213f66ab32e3/ad2e5f5af51d4c9bc83f213f66ab32e3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215518.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/87c/2231c21ff79640f997aaf2ee7c73287c/2231c21ff79640f997aaf2ee7c73287c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215522.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/41d/448080ab6a8ebecabe15d0567c3bb41d/448080ab6a8ebecabe15d0567c3bb41d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215526.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/330/807ae010e7f2d60b6c7a37e10659e330/807ae010e7f2d60b6c7a37e10659e330.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215530.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/d32/9e29f1e1f1bb097baa5a0d5273b17d32/9e29f1e1f1bb097baa5a0d5273b17d32.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215534.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/463/1ea834803d712bc924763e89af6e7463/1ea834803d712bc924763e89af6e7463.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215534.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/463/1ea834803d712bc924763e89af6e7463/1ea834803d712bc924763e89af6e7463.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215538.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/7f1/54d172f4d965e76f7d7be868e8ff37f1/54d172f4d965e76f7d7be868e8ff37f1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215542.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/e40/47b421a6641a1712f74c688f9c124e40/47b421a6641a1712f74c688f9c124e40.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215546.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/d33/b74679300e5ac67c3d760ba9efa79d33/b74679300e5ac67c3d760ba9efa79d33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215550.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/877/e207c68806794a5290099fe8e2fdf877/e207c68806794a5290099fe8e2fdf877.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215554.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/242/baf115b0e7298fad8cce84530f0e9242/baf115b0e7298fad8cce84530f0e9242.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215558.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/6d2/bb8b0def15234a354a3a41b974c906d2/bb8b0def15234a354a3a41b974c906d2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215562.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/60b/25012b9722a670445ea23ec22423f60b/25012b9722a670445ea23ec22423f60b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215566.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/daa/7f997d9cd97ca2a46b94fd792d9c8daa/7f997d9cd97ca2a46b94fd792d9c8daa.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215566.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/daa/7f997d9cd97ca2a46b94fd792d9c8daa/7f997d9cd97ca2a46b94fd792d9c8daa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215570.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/756/0ad1dc5e2513b0a6eba983e0b95d4756/0ad1dc5e2513b0a6eba983e0b95d4756.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215574.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/8bb/66daf2751665221d16b65658090048bb/66daf2751665221d16b65658090048bb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215578.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/fc1/9e3e1262f0262c7cb430ef26feca3fc1/9e3e1262f0262c7cb430ef26feca3fc1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215582.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/63a/a395a39c1447c31cf414d167e60f363a/a395a39c1447c31cf414d167e60f363a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215586.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/df8/7f6911b1c67a2ec0083717a87f2f0df8/7f6911b1c67a2ec0083717a87f2f0df8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215590.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/732/83382428778cf32460c589e1c50df732/83382428778cf32460c589e1c50df732.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215594.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/ff0/ee38b9198a0ef9477a32156d4a69cff0/ee38b9198a0ef9477a32156d4a69cff0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215598.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/828/75817b978a1164fd688275dc9e60b828/75817b978a1164fd688275dc9e60b828.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215598.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/828/75817b978a1164fd688275dc9e60b828/75817b978a1164fd688275dc9e60b828.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215602.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/732/834daea4c0874d3e181a05fe02f64732/834daea4c0874d3e181a05fe02f64732.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215606.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/16e/8db3e5a78a01201430207ae48293016e/8db3e5a78a01201430207ae48293016e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215610.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/ef4/64677b27b3558d46cc14466df1bd1ef4/64677b27b3558d46cc14466df1bd1ef4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215614.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/8fd/2a1a27f5f4833fba28c841aad7ead8fd/2a1a27f5f4833fba28c841aad7ead8fd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215618.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/bf7/533f51c7dd3fb10341174473a10d5bf7/533f51c7dd3fb10341174473a10d5bf7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215622.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/953/80ee74221f3087a3f851094ccfeea953/80ee74221f3087a3f851094ccfeea953.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215626.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/417/d5724136988c72c0e7ae915997825417/d5724136988c72c0e7ae915997825417.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted ... ok + +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3c1bac59e72a4f718a959-00697415bc) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3c1bac59e72a4f718a959-00697415bc) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx3c1bac59e72a4f718a959-00697415bc) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3c1bac59e72a4f718a959-00697415bc) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3c1bac59e72a4f718a959-00697415bc) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx3c1bac59e72a4f718a959-00697415bc) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: tx313225c175644f70be67e-00697415bc) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx313225c175644f70be67e-00697415bc) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx313225c175644f70be67e-00697415bc) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx313225c175644f70be67e-00697415bc) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx313225c175644f70be67e-00697415bc) +test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx313225c175644f70be67e-00697415bc) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx313225c175644f70be67e-00697415bc) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx80498fa607244a0398da2-00697415bd) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx80498fa607244a0398da2-00697415bd) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx80498fa607244a0398da2-00697415bd) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx80498fa607244a0398da2-00697415bd) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx80498fa607244a0398da2-00697415bd) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx80498fa607244a0398da2-00697415bd) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx80498fa607244a0398da2-00697415bd) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx80498fa607244a0398da2-00697415bd) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx80498fa607244a0398da2-00697415bd) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx80498fa607244a0398da2-00697415bd) +test DEBUG: Setting object count to 1065 (txn: tx80498fa607244a0398da2-00697415bd) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txba2b489a689f41b0aec4e-00697415be) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txba2b489a689f41b0aec4e-00697415be) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txba2b489a689f41b0aec4e-00697415be) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: txba2b489a689f41b0aec4e-00697415be) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txba2b489a689f41b0aec4e-00697415be) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txba2b489a689f41b0aec4e-00697415be) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: txba2b489a689f41b0aec4e-00697415be) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txba2b489a689f41b0aec4e-00697415be) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txba2b489a689f41b0aec4e-00697415be) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txba2b489a689f41b0aec4e-00697415be) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txba2b489a689f41b0aec4e-00697415be) +test DEBUG: Setting object count to 1065 (txn: txba2b489a689f41b0aec4e-00697415be) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe51b3449ef84483eade5a-00697415bf) +test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: txe51b3449ef84483eade5a-00697415bf) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx1c203bf7bd1f4c829ceb1-00697415c0) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx1c203bf7bd1f4c829ceb1-00697415c0) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1c203bf7bd1f4c829ceb1-00697415c0) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx1c203bf7bd1f4c829ceb1-00697415c0) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx1c203bf7bd1f4c829ceb1-00697415c0) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1c203bf7bd1f4c829ceb1-00697415c0)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215630.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/b0b/0a908240bf745ad7f120b87bb4dcab0b/0a908240bf745ad7f120b87bb4dcab0b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215630.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/b0b/0a908240bf745ad7f120b87bb4dcab0b/0a908240bf745ad7f120b87bb4dcab0b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215634.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/7c0/7c9430b91573134c13caa2affda027c0/7c9430b91573134c13caa2affda027c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215638.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/cdb/c4e291007aa1a0fc26d5cb3fda47bcdb/c4e291007aa1a0fc26d5cb3fda47bcdb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215642.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/831/c90ce34d3fab80a94af7ada5129ea831/c90ce34d3fab80a94af7ada5129ea831.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215646.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/832/ae9df46f840e5dcfaf921c3443291832/ae9df46f840e5dcfaf921c3443291832.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215650.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/282/f9ef0a3d8b223af5de6277612498f282/f9ef0a3d8b223af5de6277612498f282.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215654.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/fba/f653677c4ad477f2fe0d36d7c094afba/f653677c4ad477f2fe0d36d7c094afba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215658.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/ffd/aca275e39b834ff6c8fdf0bdddacfffd/aca275e39b834ff6c8fdf0bdddacfffd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215662.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/d47/e5df8c5347d68f9db1aa4799c15dcd47/e5df8c5347d68f9db1aa4799c15dcd47.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215662.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/d47/e5df8c5347d68f9db1aa4799c15dcd47/e5df8c5347d68f9db1aa4799c15dcd47.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215666.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/297/d717bccac9f366041f6ef4bf72bc0297/d717bccac9f366041f6ef4bf72bc0297.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215670.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/409/7af4eaa03ce6081d42c7434381f21409/7af4eaa03ce6081d42c7434381f21409.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215674.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/653/d6a188f4033598317a0e2a3addbe5653/d6a188f4033598317a0e2a3addbe5653.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215678.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/728/71b738f87d362e23dbd78bcfb5cbe728/71b738f87d362e23dbd78bcfb5cbe728.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215682.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/e08/463432c2473dbb981482f4436a5e6e08/463432c2473dbb981482f4436a5e6e08.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215686.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/565/2180702d8595e696f1af5527352ca565/2180702d8595e696f1af5527352ca565.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215690.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/1f6/7b421b1acfc20fe627cbf81b9bd661f6/7b421b1acfc20fe627cbf81b9bd661f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215694.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/977/aa34842cc503756487ab414d15ca3977/aa34842cc503756487ab414d15ca3977.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215698.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/43a/24b7196e3ba43b4a8a65aa21d8de043a/24b7196e3ba43b4a8a65aa21d8de043a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215702.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/d0f/ffaadb70bc5d826999dbf4af09385d0f/ffaadb70bc5d826999dbf4af09385d0f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215706.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/989/cfb460b2a5a5a135840fb6f044c3e989/cfb460b2a5a5a135840fb6f044c3e989.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215710.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/c0b/1dd6b978ee6f7744d44bbd566e3cfc0b/1dd6b978ee6f7744d44bbd566e3cfc0b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215714.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/d81/ef7769c67db37afd74a883c98960ed81/ef7769c67db37afd74a883c98960ed81.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215718.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/cfe/8ca38ddb9e01f0b99474c92eb79aacfe/8ca38ddb9e01f0b99474c92eb79aacfe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215722.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/8a0/53c60fcd6d6ffc0a8a4250fa309d08a0/53c60fcd6d6ffc0a8a4250fa309d08a0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215726.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/3be/3ffe438b0b980d66b24b3cf604ae33be/3ffe438b0b980d66b24b3cf604ae33be.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215730.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/18c/34698dd1cec523e507bdb381046d718c/34698dd1cec523e507bdb381046d718c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215734.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/1a7/a90638b1d610b30a7bcac69e09dfb1a7/a90638b1d610b30a7bcac69e09dfb1a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215738.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/911/fea90201b217da04431e8a1174c60911/fea90201b217da04431e8a1174c60911.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215742.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/4ad/be4dfe05b709cbd54b3b01e31ef6c4ad/be4dfe05b709cbd54b3b01e31ef6c4ad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215746.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/838/04311385ce090298d69f8ea064cc7838/04311385ce090298d69f8ea064cc7838.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215750.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/432/fc0a552b8b0602f6b95b29211e9a3432/fc0a552b8b0602f6b95b29211e9a3432.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215754.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/8da/7b008bb601599d5e212fd8eae1b848da/7b008bb601599d5e212fd8eae1b848da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215758.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/1fb/3ff6b9b8a1957568c6d36e5d7e2151fb/3ff6b9b8a1957568c6d36e5d7e2151fb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215762.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/f84/3e3fbf961b98c6b5926e11b8a297ef84/3e3fbf961b98c6b5926e11b8a297ef84.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215766.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/817/7af6d5daf7c0213b672a7aef1463c817/7af6d5daf7c0213b672a7aef1463c817.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215770.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/fdc/085426865d4d66a6ec5c1830f8245fdc/085426865d4d66a6ec5c1830f8245fdc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215774.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/e57/2afc10ca68c68a2ea426fa12b3abfe57/2afc10ca68c68a2ea426fa12b3abfe57.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215778.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/cec/426c7c9eaa90c82d627e75fbbcaa1cec/426c7c9eaa90c82d627e75fbbcaa1cec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215782.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/3ae/d226f179d0b62f0f822f47e05b7743ae/d226f179d0b62f0f822f47e05b7743ae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215786.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/092/f9ab80a994bc5da59f747adf6eddf092/f9ab80a994bc5da59f747adf6eddf092.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215790.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/687/67d97617f2db6aaa0a81c1da7a9f7687/67d97617f2db6aaa0a81c1da7a9f7687.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215794.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/288/1163d948b5cb765d19cea16e89277288/1163d948b5cb765d19cea16e89277288.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215798.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/3d4/75e49ce2991309915dbc27f63c23e3d4/75e49ce2991309915dbc27f63c23e3d4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215802.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/bec/12cb8b9db16f68be86e5593436c4bbec/12cb8b9db16f68be86e5593436c4bbec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215806.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/23e/228d79f5b4c16838028708e39bedc23e/228d79f5b4c16838028708e39bedc23e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215810.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/d1f/b436559e08ee3c71c374184565d5cd1f/b436559e08ee3c71c374184565d5cd1f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215814.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/9f2/9c3ce0d9a1f0f8f759319f58367a09f2/9c3ce0d9a1f0f8f759319f58367a09f2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215818.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/45a/77a9934c88bc52d8e04873f01a38e45a/77a9934c88bc52d8e04873f01a38e45a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215822.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/39a/66d56a6d3a911151e3cec7272263539a/66d56a6d3a911151e3cec7272263539a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215826.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/008/1ae263a6372cd46ee54adf0ad3733008/1ae263a6372cd46ee54adf0ad3733008.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215830.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/4bf/4b021ad761ac0f1a30621588352ec4bf/4b021ad761ac0f1a30621588352ec4bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215834.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/166/3a54391c182c1815294ab6653912a166/3a54391c182c1815294ab6653912a166.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215838.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/0d9/75d27c4b4a221baa6fdb8361ce61f0d9/75d27c4b4a221baa6fdb8361ce61f0d9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215842.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/749/e9bcd28e391f5d43a20d9fd25c817749/e9bcd28e391f5d43a20d9fd25c817749.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215846.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/424/55379a5c9ae8027de9214d0b991cb424/55379a5c9ae8027de9214d0b991cb424.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215850.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/eab/976621afd0d83ca744f95ee07104aeab/976621afd0d83ca744f95ee07104aeab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215854.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/e5c/3e4c025727337bf78b8cbdd56c92de5c/3e4c025727337bf78b8cbdd56c92de5c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215858.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/25c/1973976fa2f82c2d5c1c507e5244c25c/1973976fa2f82c2d5c1c507e5244c25c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215862.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/798/768cecf6ab4b83168a85dc5e70a0e798/768cecf6ab4b83168a85dc5e70a0e798.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215866.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/2ad/fed0c7f89ecc4258f3378a452ec712ad/fed0c7f89ecc4258f3378a452ec712ad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215870.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/0c2/fc0c941116ed889959251726b5aea0c2/fc0c941116ed889959251726b5aea0c2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215874.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/003/cf9ebf86376ddc191c406356ee3d4003/cf9ebf86376ddc191c406356ee3d4003.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215878.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/f2e/dadefc5f52de068bbb059b745f636f2e/dadefc5f52de068bbb059b745f636f2e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215882.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/ab2/131b9c6c24c7edbd8220e4213a46bab2/131b9c6c24c7edbd8220e4213a46bab2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215886.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/aa4/72cd93f80ddf167a31f9f9aa8989eaa4/72cd93f80ddf167a31f9f9aa8989eaa4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215890.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/0ad/17bd35aff47921135eeb67ee0a2470ad/17bd35aff47921135eeb67ee0a2470ad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215894.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/33d/bea8f38ed54dc480efc94601d6fc233d/bea8f38ed54dc480efc94601d6fc233d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215898.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/d77/fb47fdbec5dba196df8b8dec69e4dd77/fb47fdbec5dba196df8b8dec69e4dd77.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215902.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/b69/d6c28cdd3e939f6ee64638dd4c51ab69/d6c28cdd3e939f6ee64638dd4c51ab69.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215906.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/a00/28479327a366ac9c3608ce43245f1a00/28479327a366ac9c3608ce43245f1a00.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215910.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/69d/3fe6929923e7c0078ebe2be8e359c69d/3fe6929923e7c0078ebe2be8e359c69d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215914.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/0a7/c9ea3ac2734f003a6d0e895f08ab30a7/c9ea3ac2734f003a6d0e895f08ab30a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215918.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/cb9/6a01e7091832e5a46b0e53da716cccb9/6a01e7091832e5a46b0e53da716cccb9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215922.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/50a/802bc244b92a9d8a7b2e3a9c3313e50a/802bc244b92a9d8a7b2e3a9c3313e50a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215926.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/4b9/3a49bed3f72266c7afec410d2d7d14b9/3a49bed3f72266c7afec410d2d7d14b9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215930.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/751/71dddab533b3b7e05679d408f01ca751/71dddab533b3b7e05679d408f01ca751.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215934.00000-0, db: /tmp/tmpre5v3cme/sda/containers/0/1b3/608fe80a5975a8eff831b44a6c22b1b3/608fe80a5975a8eff831b44a6c22b1b3.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpg9dyozjd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215425.00000.db +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpg9dyozjd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215425.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215428.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/1fc/90118a899d7be1be1d42f5a4fa5581fc/90118a899d7be1be1d42f5a4fa5581fc_1769215428.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215428.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/1fc/90118a899d7be1be1d42f5a4fa5581fc/90118a899d7be1be1d42f5a4fa5581fc_1769215428.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215431.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/127/0645406176d8bdbd4d7106354f7b4127/0645406176d8bdbd4d7106354f7b4127_1769215431.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215431.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/127/0645406176d8bdbd4d7106354f7b4127/0645406176d8bdbd4d7106354f7b4127_1769215431.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215434.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/999/1156b945a9ab257b0b8a403d7b452999/1156b945a9ab257b0b8a403d7b452999_1769215434.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215434.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/999/1156b945a9ab257b0b8a403d7b452999/1156b945a9ab257b0b8a403d7b452999_1769215434.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215437.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/470/888c9bb3cfbbbe49589fcebea5a40470/888c9bb3cfbbbe49589fcebea5a40470_1769215437.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215437.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/470/888c9bb3cfbbbe49589fcebea5a40470/888c9bb3cfbbbe49589fcebea5a40470_1769215437.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215440.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/6ec/dbd5a5253819a7ac0904b33fd6d0f6ec/dbd5a5253819a7ac0904b33fd6d0f6ec_1769215440.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215440.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/6ec/dbd5a5253819a7ac0904b33fd6d0f6ec/dbd5a5253819a7ac0904b33fd6d0f6ec_1769215440.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215443.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/623/a90a3a1d75e87ce4ba48ef1c299dd623/a90a3a1d75e87ce4ba48ef1c299dd623_1769215443.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215443.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/623/a90a3a1d75e87ce4ba48ef1c299dd623/a90a3a1d75e87ce4ba48ef1c299dd623_1769215443.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215446.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/7d7/6abd28dddb03ae783fb3e8bf59cfb7d7/6abd28dddb03ae783fb3e8bf59cfb7d7_1769215446.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215446.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/7d7/6abd28dddb03ae783fb3e8bf59cfb7d7/6abd28dddb03ae783fb3e8bf59cfb7d7_1769215446.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215449.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/c60/684095834212f3644a7c66f31f722c60/684095834212f3644a7c66f31f722c60_1769215449.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215449.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/c60/684095834212f3644a7c66f31f722c60/684095834212f3644a7c66f31f722c60_1769215449.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215452.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/7a6/e8c81f82c51bbcba07a3b04f227847a6/e8c81f82c51bbcba07a3b04f227847a6_1769215452.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215452.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/7a6/e8c81f82c51bbcba07a3b04f227847a6/e8c81f82c51bbcba07a3b04f227847a6_1769215452.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215455.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/6bc/84f25e8c9348a57b12039ad3626016bc/84f25e8c9348a57b12039ad3626016bc_1769215455.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215455.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/6bc/84f25e8c9348a57b12039ad3626016bc/84f25e8c9348a57b12039ad3626016bc_1769215455.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215458.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/040/c1aca13573069f2bef69d899d74a2040/c1aca13573069f2bef69d899d74a2040_1769215458.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215458.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/040/c1aca13573069f2bef69d899d74a2040/c1aca13573069f2bef69d899d74a2040_1769215458.00000.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim ... ok + +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff991e3100>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff991e3040>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff991e2bc0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff991e3b80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff991e3b80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_acct != 1 +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing from an overriding middleware +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error +fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. +fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +test WARNING: Skipping /tmp/tmpmxoy8rkn/devices3/device_is_file/data because [Errno 20] Not a directory: '/tmp/tmpmxoy8rkn/devices3/device_is_file/data' +test WARNING: Skipping /tmp/tmpmxoy8rkn/devices4/device/data because +test WARNING: Skipping device as it is not mounted +test WARNING: Skipping /tmp/tmpylfjdlpr/asdf/data because [Errno 20] Not a directory: '/tmp/tmpylfjdlpr/asdf/data' +test WARNING: Skipping /tmp/tmpylfjdlpr/asdf/data because [Errno 20] Not a directory: '/tmp/tmpylfjdlpr/asdf/data' +test WARNING: Skipping drive as it is not mounted +test WARNING: Skipping asdf as it is not mounted +test WARNING: Skipping /tmp/tmpegdd19zq/asdf/data because [Errno 20] Not a directory: '/tmp/tmpegdd19zq/asdf/data' +test WARNING: More than one part in a single-part response? +test WARNING: boom test DEBUG: set nice priority to 1 test DEBUG: set ionice class 1 priority 0 WARNING: Unable to modify I/O scheduling class and priority of process. Keeping unchanged! Check logs for more info. @@ -107238,8 +105804,8 @@ test DEBUG: set ionice class 2 priority 4 test DEBUG: set nice priority to -15 test DEBUG: set ionice class 3 priority 6 -test ERROR: Problem finding shard upper in '/tmp/tmp2pqj3j09/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmp2pqj3j09/test_container.db': : +test ERROR: Problem finding shard upper in '/tmp/tmpz5yrgj9c/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpz5yrgj9c/test_container.db': : Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges next_shard_upper = sub_broker._get_next_shard_range_upper( @@ -107252,217 +105818,878 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpxsldgxj7/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpxsldgxj7/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim ... ok -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time ... ok +sqlite3.OperationalErrortest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804967.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/577/97d8c7744c3933a9bf48d7d0dc3b1577/97d8c7744c3933a9bf48d7d0dc3b1577.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804972.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/674/49535b769e84a04e2d1c7af31f1a9674/49535b769e84a04e2d1c7af31f1a9674.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804977.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/b5d/b233b36f4125c374a6b858af75e22b5d/b233b36f4125c374a6b858af75e22b5d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804982.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/fb2/de5fbf11c4b3cb7c2f258f7602fbbfb2/de5fbf11c4b3cb7c2f258f7602fbbfb2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804987.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/ee9/93feeb82c6f55d4e1fbff773cc151ee9/93feeb82c6f55d4e1fbff773cc151ee9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804992.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/165/9101d9b722de2660d99d4b4a97e24165/9101d9b722de2660d99d4b4a97e24165.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804997.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/7d0/36b4fce153c9c99761eeb68446af57d0/36b4fce153c9c99761eeb68446af57d0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805002.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/2bb/49f85d0d41e2c6c2f7a9be7c5564e2bb/49f85d0d41e2c6c2f7a9be7c5564e2bb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805007.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/b7b/f4828e8b29b88c06650fa44f49f16b7b/f4828e8b29b88c06650fa44f49f16b7b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805012.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/07d/f2b5e00d96d4d7d1dfcf7a24a3abf07d/f2b5e00d96d4d7d1dfcf7a24a3abf07d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805017.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/d0d/2503bb667c9caf8f85e6c1e04a209d0d/2503bb667c9caf8f85e6c1e04a209d0d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805022.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/ee0/fa602737aa9b2e41a7515eefb06f5ee0/fa602737aa9b2e41a7515eefb06f5ee0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805027.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/296/5d648a4db4210d110093ae7d5f4bd296/5d648a4db4210d110093ae7d5f4bd296.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805032.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/a10/47978f2589c43776e8b3e23dfb880a10/47978f2589c43776e8b3e23dfb880a10.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805037.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/bd3/9b9ddd86b255374e3a977a9ae935ebd3/9b9ddd86b255374e3a977a9ae935ebd3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805042.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/087/e72f9ebf9f8a826e57f2173adce87087/e72f9ebf9f8a826e57f2173adce87087.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805047.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/6c2/29ad56202de2075ce0ae2dd3154586c2/29ad56202de2075ce0ae2dd3154586c2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805052.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/50e/bfeca8e66a10660970cb4f2ac467a50e/bfeca8e66a10660970cb4f2ac467a50e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805057.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/019/64fb97ac4fef1913e02b118585d8c019/64fb97ac4fef1913e02b118585d8c019.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805062.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/d1f/91b2ccafa63826ff3c1cb334ad68ed1f/91b2ccafa63826ff3c1cb334ad68ed1f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805067.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/d41/460dc99f8bafac570d1706187b4b8d41/460dc99f8bafac570d1706187b4b8d41.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805072.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/378/0b13359e19957e6fd7dc8745eef48378/0b13359e19957e6fd7dc8745eef48378.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805077.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/dc2/95c9267c82260c730322aa117590fdc2/95c9267c82260c730322aa117590fdc2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805082.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/1d1/febf3d05dbc0f2e3ef475e7894a4a1d1/febf3d05dbc0f2e3ef475e7894a4a1d1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805087.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/3f1/13844d49b236974723aecfef078733f1/13844d49b236974723aecfef078733f1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805092.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/a42/c4ac90ae6071c363b4576ca440782a42/c4ac90ae6071c363b4576ca440782a42.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805097.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/b25/d539ecbd6fc32e9a6c71806c5065bb25/d539ecbd6fc32e9a6c71806c5065bb25.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805102.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/e5e/7015c32d1120a1fe6d9d9fd6993c5e5e/7015c32d1120a1fe6d9d9fd6993c5e5e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805107.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/c7f/64ce7f935b15fe09ed7d2fccbf632c7f/64ce7f935b15fe09ed7d2fccbf632c7f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805112.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/0ef/894e298004d937478e600cee956650ef/894e298004d937478e600cee956650ef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805117.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/73b/65639c14f16b559fee386ebc85b8e73b/65639c14f16b559fee386ebc85b8e73b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805122.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/c51/65818b5aac88fe16b7c36756abda3c51/65818b5aac88fe16b7c36756abda3c51.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805127.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/953/f53d6d24f970297e956aff1a37c5b953/f53d6d24f970297e956aff1a37c5b953.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805132.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/1db/85cf426a346239b441a72034e10dc1db/85cf426a346239b441a72034e10dc1db.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805137.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/558/b17d3de9b101cad0bede4b13d8c7a558/b17d3de9b101cad0bede4b13d8c7a558.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215461.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/fd4/098124d481e1138ef8104abfb9072fd4/098124d481e1138ef8104abfb9072fd4_1769215461.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215461.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/fd4/098124d481e1138ef8104abfb9072fd4/098124d481e1138ef8104abfb9072fd4_1769215461.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215464.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/bc9/a8584a7f8d66825f1b09cdd19e67bbc9/a8584a7f8d66825f1b09cdd19e67bbc9_1769215464.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215464.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/bc9/a8584a7f8d66825f1b09cdd19e67bbc9/a8584a7f8d66825f1b09cdd19e67bbc9_1769215464.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215467.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/964/c354a9a1cd9309f7e9cecf6c9627b964/c354a9a1cd9309f7e9cecf6c9627b964_1769215467.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215467.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/964/c354a9a1cd9309f7e9cecf6c9627b964/c354a9a1cd9309f7e9cecf6c9627b964_1769215467.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215470.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/0af/6162e7a940b5d4fe8761f60c757d80af/6162e7a940b5d4fe8761f60c757d80af_1769215470.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215470.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/0af/6162e7a940b5d4fe8761f60c757d80af/6162e7a940b5d4fe8761f60c757d80af_1769215470.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215473.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/cb7/8e99488cd5b2952893c6276f1f20fcb7/8e99488cd5b2952893c6276f1f20fcb7_1769215473.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215473.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/cb7/8e99488cd5b2952893c6276f1f20fcb7/8e99488cd5b2952893c6276f1f20fcb7_1769215473.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215476.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/f85/2d22f5a4275fb39b42e7839e685a2f85/2d22f5a4275fb39b42e7839e685a2f85_1769215476.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215476.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/f85/2d22f5a4275fb39b42e7839e685a2f85/2d22f5a4275fb39b42e7839e685a2f85_1769215476.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215479.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/358/3d69e831ebb4c8e2dbfa86fa8bb75358/3d69e831ebb4c8e2dbfa86fa8bb75358_1769215479.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215479.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/358/3d69e831ebb4c8e2dbfa86fa8bb75358/3d69e831ebb4c8e2dbfa86fa8bb75358_1769215479.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215482.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/697/cbeec5d45f9b3dd66da7452218ae4697/cbeec5d45f9b3dd66da7452218ae4697_1769215482.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215482.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/697/cbeec5d45f9b3dd66da7452218ae4697/cbeec5d45f9b3dd66da7452218ae4697_1769215482.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215485.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/6c9/63e93f1e618549ddbc59db85a48176c9/63e93f1e618549ddbc59db85a48176c9_1769215485.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215485.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/6c9/63e93f1e618549ddbc59db85a48176c9/63e93f1e618549ddbc59db85a48176c9_1769215485.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215488.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/437/0ed2040a159e76893719c02909954437/0ed2040a159e76893719c02909954437_1769215488.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215488.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/437/0ed2040a159e76893719c02909954437/0ed2040a159e76893719c02909954437_1769215488.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215491.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/a5a/55fc06e36f2e8f73dd6136c24e0e0a5a/55fc06e36f2e8f73dd6136c24e0e0a5a_1769215491.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215491.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/a5a/55fc06e36f2e8f73dd6136c24e0e0a5a/55fc06e36f2e8f73dd6136c24e0e0a5a_1769215491.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215494.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/21a/39d533667e05a746da009128c202821a/39d533667e05a746da009128c202821a_1769215494.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215494.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/21a/39d533667e05a746da009128c202821a/39d533667e05a746da009128c202821a_1769215494.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215497.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/276/7123ef25ee1649abc89bc514451b4276/7123ef25ee1649abc89bc514451b4276_1769215497.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215497.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/276/7123ef25ee1649abc89bc514451b4276/7123ef25ee1649abc89bc514451b4276_1769215497.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215500.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/d29/1ff1a0d95c76317e499681880cb14d29/1ff1a0d95c76317e499681880cb14d29_1769215500.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215500.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/d29/1ff1a0d95c76317e499681880cb14d29/1ff1a0d95c76317e499681880cb14d29_1769215500.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215503.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/85c/79ff02edbe72172a884511f56f41b85c/79ff02edbe72172a884511f56f41b85c_1769215503.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215503.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/85c/79ff02edbe72172a884511f56f41b85c/79ff02edbe72172a884511f56f41b85c_1769215503.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215506.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/487/6813b2fcd77010f7e09ad7dae5914487/6813b2fcd77010f7e09ad7dae5914487_1769215506.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215506.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/487/6813b2fcd77010f7e09ad7dae5914487/6813b2fcd77010f7e09ad7dae5914487_1769215506.00000.db +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx1c203bf7bd1f4c829ceb1-00697415c0) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1c203bf7bd1f4c829ceb1-00697415c0) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1c203bf7bd1f4c829ceb1-00697415c0) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: tx1c203bf7bd1f4c829ceb1-00697415c0) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: tx1c203bf7bd1f4c829ceb1-00697415c0) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: tx1c203bf7bd1f4c829ceb1-00697415c0) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: tx1c203bf7bd1f4c829ceb1-00697415c0) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: tx1c203bf7bd1f4c829ceb1-00697415c0) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: tx1c203bf7bd1f4c829ceb1-00697415c0) +test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: tx1c203bf7bd1f4c829ceb1-00697415c0) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 503 (txn: tx1c203bf7bd1f4c829ceb1-00697415c0) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: tx1c203bf7bd1f4c829ceb1-00697415c0) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txc9e87a1b0e7441e3994fd-00697415c0) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc9e87a1b0e7441e3994fd-00697415c0) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc9e87a1b0e7441e3994fd-00697415c0) +test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: txc9e87a1b0e7441e3994fd-00697415c0) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx39b3a49df3de4ae4a42a9-00697415c0) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx39b3a49df3de4ae4a42a9-00697415c0) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx39b3a49df3de4ae4a42a9-00697415c0) +test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: tx39b3a49df3de4ae4a42a9-00697415c0) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txe2fd517fad2d4ad7a7489-00697415c0) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe2fd517fad2d4ad7a7489-00697415c0) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe2fd517fad2d4ad7a7489-00697415c0) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe2fd517fad2d4ad7a7489-00697415c0) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe2fd517fad2d4ad7a7489-00697415c0) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe2fd517fad2d4ad7a7489-00697415c0) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txe2fd517fad2d4ad7a7489-00697415c0) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txe2fd517fad2d4ad7a7489-00697415c0) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txe2fd517fad2d4ad7a7489-00697415c0) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txe2fd517fad2d4ad7a7489-00697415c0) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txe2fd517fad2d4ad7a7489-00697415c0) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txe2fd517fad2d4ad7a7489-00697415c0) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txe2fd517fad2d4ad7a7489-00697415c0) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe2fd517fad2d4ad7a7489-00697415c0) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe2fd517fad2d4ad7a7489-00697415c0) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txe2fd517fad2d4ad7a7489-00697415c0) +test DEBUG: Setting object count to 3120 (txn: txe2fd517fad2d4ad7a7489-00697415c0) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txe2e5818ccccc4471b81c1-00697415c1) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe2e5818ccccc4471b81c1-00697415c1) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe2e5818ccccc4471b81c1-00697415c1) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe2e5818ccccc4471b81c1-00697415c1) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe2e5818ccccc4471b81c1-00697415c1) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe2e5818ccccc4471b81c1-00697415c1) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txe2e5818ccccc4471b81c1-00697415c1) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txe2e5818ccccc4471b81c1-00697415c1) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txe2e5818ccccc4471b81c1-00697415c1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txe2e5818ccccc4471b81c1-00697415c1) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txe2e5818ccccc4471b81c1-00697415c1)test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805142.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/fa3/62e776a16c5bc17377da48c82aea7fa3/62e776a16c5bc17377da48c82aea7fa3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805147.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/d5f/aae071fccce6b8cd13509179e6e8bd5f/aae071fccce6b8cd13509179e6e8bd5f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805152.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/dc3/e88647ad0a470f77de7a361169d5cdc3/e88647ad0a470f77de7a361169d5cdc3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805157.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/67c/6c49e2842315f935d1ae59248b73c67c/6c49e2842315f935d1ae59248b73c67c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805162.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/0eb/7b859d4d1eaf8560c56ff5a0808710eb/7b859d4d1eaf8560c56ff5a0808710eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805167.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/45e/17e95f15db926e1389bf9ac9d56d345e/17e95f15db926e1389bf9ac9d56d345e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805172.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/72d/85393c3157fae0c87aa9b52c3b61c72d/85393c3157fae0c87aa9b52c3b61c72d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805177.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/3de/11bf90ed33ee2d878f10c66e9de0b3de/11bf90ed33ee2d878f10c66e9de0b3de.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805182.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/33d/1a9bb39c651ef73324747572bf27233d/1a9bb39c651ef73324747572bf27233d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805187.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/d82/4dd666cb7aa4b02016999d3d2e24ed82/4dd666cb7aa4b02016999d3d2e24ed82.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805192.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/664/f345c8ca680f71ade36317634b559664/f345c8ca680f71ade36317634b559664.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805197.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/907/e32cb97144b78f046235bce1a84d6907/e32cb97144b78f046235bce1a84d6907.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805202.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/3c9/170067bf6a36c99b860eb809d59743c9/170067bf6a36c99b860eb809d59743c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805207.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/11c/290bb0403134a082bc6865ea3105e11c/290bb0403134a082bc6865ea3105e11c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805212.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/615/e75b9cc9b61a22d33d019a48b5c06615/e75b9cc9b61a22d33d019a48b5c06615.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805217.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/939/bac9edfdac901e197b4cdc2c5dc35939/bac9edfdac901e197b4cdc2c5dc35939.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805222.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/74f/5431ce949fa7bbc60b258bfc978ff74f/5431ce949fa7bbc60b258bfc978ff74f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805227.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/fa1/be9d85576e82e20ae2270e1cd4925fa1/be9d85576e82e20ae2270e1cd4925fa1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805232.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/39a/5612d9afd3e13d63118d7204853cb39a/5612d9afd3e13d63118d7204853cb39a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805237.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/bfe/345315ee1e569165ace9989cfa419bfe/345315ee1e569165ace9989cfa419bfe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805242.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/3ef/3634fa29220a6592682f19340c7383ef/3634fa29220a6592682f19340c7383ef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805247.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/d3c/18b69e2a26e3a2819e94bf1f7efddd3c/18b69e2a26e3a2819e94bf1f7efddd3c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805252.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/a78/0c4ccc22d3a6e4e67de4701dd82b4a78/0c4ccc22d3a6e4e67de4701dd82b4a78.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805257.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/d5f/141c1994c49ded3439dd26934b84ed5f/141c1994c49ded3439dd26934b84ed5f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805262.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/65b/e276035562448670271fbaf7ded7965b/e276035562448670271fbaf7ded7965b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805267.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/1f1/13b4c5ef18060ee0862e726f349ae1f1/13b4c5ef18060ee0862e726f349ae1f1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805272.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/84b/9824d996ea10eb64140900e9e4d4784b/9824d996ea10eb64140900e9e4d4784b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805277.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/03d/f819d3ab39745d0617af1417d5e4303d/f819d3ab39745d0617af1417d5e4303d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805282.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/83f/4172e54bf989c4f285d7bc9f0f37283f/4172e54bf989c4f285d7bc9f0f37283f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805287.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/99e/b18c02a1ae7438bd980ec69a2abf999e/b18c02a1ae7438bd980ec69a2abf999e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805292.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/8c5/c2661e0a003d8a18e36672b7cad918c5/c2661e0a003d8a18e36672b7cad918c5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805297.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/3c4/43347a5cd351d40074dad2a14ee023c4/43347a5cd351d40074dad2a14ee023c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805302.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/289/3420932264d63fccf6aeff6748703289/3420932264d63fccf6aeff6748703289.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805307.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/e63/05267aaca00997a64bf81ec908dbbe63/05267aaca00997a64bf81ec908dbbe63.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805312.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/ead/e8365e30e82ea1114164e3d0ab2ecead/e8365e30e82ea1114164e3d0ab2ecead.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record ... ok +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txe2e5818ccccc4471b81c1-00697415c1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txe2e5818ccccc4471b81c1-00697415c1) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe2e5818ccccc4471b81c1-00697415c1) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe2e5818ccccc4471b81c1-00697415c1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txe2e5818ccccc4471b81c1-00697415c1) +test DEBUG: Setting object count to 3120 (txn: txe2e5818ccccc4471b81c1-00697415c1) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txdeb01040df6e42e297e79-00697415c1) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txdeb01040df6e42e297e79-00697415c1) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txdeb01040df6e42e297e79-00697415c1) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txdeb01040df6e42e297e79-00697415c1) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txdeb01040df6e42e297e79-00697415c1) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txdeb01040df6e42e297e79-00697415c1) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txdeb01040df6e42e297e79-00697415c1) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txdeb01040df6e42e297e79-00697415c1) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txdeb01040df6e42e297e79-00697415c1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txdeb01040df6e42e297e79-00697415c1) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txdeb01040df6e42e297e79-00697415c1) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txdeb01040df6e42e297e79-00697415c1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txdeb01040df6e42e297e79-00697415c1) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txdeb01040df6e42e297e79-00697415c1) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txdeb01040df6e42e297e79-00697415c1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txdeb01040df6e42e297e79-00697415c1) +test DEBUG: Setting object count to 3120 (txn: txdeb01040df6e42e297e79-00697415c1) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb00d6cd088c94964a7109-00697415c1) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb00d6cd088c94964a7109-00697415c1) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb00d6cd088c94964a7109-00697415c1) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb00d6cd088c94964a7109-00697415c1) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb00d6cd088c94964a7109-00697415c1) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb00d6cd088c94964a7109-00697415c1) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txb00d6cd088c94964a7109-00697415c1) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txb00d6cd088c94964a7109-00697415c1) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txb00d6cd088c94964a7109-00697415c1) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: txb00d6cd088c94964a7109-00697415c1) +test DEBUG: Setting object count to 3120 (txn: txb00d6cd088c94964a7109-00697415c1) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx5b9290a9fe17427bafd21-00697415c1) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5b9290a9fe17427bafd21-00697415c1) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx5b9290a9fe17427bafd21-00697415c1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx5b9290a9fe17427bafd21-00697415c1) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx5b9290a9fe17427bafd21-00697415c1) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx5b9290a9fe17427bafd21-00697415c1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx5b9290a9fe17427bafd21-00697415c1) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx5b9290a9fe17427bafd21-00697415c1) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx5b9290a9fe17427bafd21-00697415c1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx5b9290a9fe17427bafd21-00697415c1) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5b9290a9fe17427bafd21-00697415c1) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx5b9290a9fe17427bafd21-00697415c1) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx5b9290a9fe17427bafd21-00697415c1) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx5b9290a9fe17427bafd21-00697415c1) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5b9290a9fe17427bafd21-00697415c1) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx5b9290a9fe17427bafd21-00697415c1) +test DEBUG: Setting object count to 3120 (txn: tx5b9290a9fe17427bafd21-00697415c1) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx7145f7ab66a344a6bc78e-00697415c1) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7145f7ab66a344a6bc78e-00697415c1)test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805317.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/be9/5215c39adeceab68943210dbbe91fbe9/5215c39adeceab68943210dbbe91fbe9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805322.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/eac/a2b5ff9b58e5f8d7b059ac8a57eb0eac/a2b5ff9b58e5f8d7b059ac8a57eb0eac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805327.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/a1e/684fa5bd6546291101f12be3aa6eda1e/684fa5bd6546291101f12be3aa6eda1e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805332.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/830/2de5f1f3e55d1e1aa893ca62ce045830/2de5f1f3e55d1e1aa893ca62ce045830.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805337.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/0e2/4a44f3b2966f23727d5e914ceee0b0e2/4a44f3b2966f23727d5e914ceee0b0e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805342.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/a3a/9b20249c0c9081e333d65bedebe76a3a/9b20249c0c9081e333d65bedebe76a3a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805347.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/bb3/f4d99689984b7fa47055abf581232bb3/f4d99689984b7fa47055abf581232bb3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805352.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/513/23ec721ef594677235d6eebd93e7e513/23ec721ef594677235d6eebd93e7e513.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805357.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/2e5/88dbf0dbbb152c104378b929a770b2e5/88dbf0dbbb152c104378b929a770b2e5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805362.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/551/8d40e3770292f65dd624a90630f84551/8d40e3770292f65dd624a90630f84551.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805367.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/aa1/a82d4b4ae792a5317e2e640d714bdaa1/a82d4b4ae792a5317e2e640d714bdaa1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805372.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/162/ff22d96e36602edd37628b460b110162/ff22d96e36602edd37628b460b110162.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805377.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/de3/202f3668b78f2974da6b700d38594de3/202f3668b78f2974da6b700d38594de3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805382.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/2c4/282c34d5db55077f2a2d85c4ac7e62c4/282c34d5db55077f2a2d85c4ac7e62c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805387.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/29a/c9bece7c107f59d3ae0155bc43fa429a/c9bece7c107f59d3ae0155bc43fa429a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805392.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/ab4/be62d6f127a909eb184bfcf8ac1d9ab4/be62d6f127a909eb184bfcf8ac1d9ab4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805397.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/e71/700b4fa0fc0b619fb46603df09556e71/700b4fa0fc0b619fb46603df09556e71.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805402.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/9b2/addc3d90ce5fb8b81469f26641a159b2/addc3d90ce5fb8b81469f26641a159b2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805407.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/df4/1451a1302283ed3c97e73ee80e284df4/1451a1302283ed3c97e73ee80e284df4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805412.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/cc8/1174317cbae4ca3ffaa722e009b0acc8/1174317cbae4ca3ffaa722e009b0acc8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805417.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/cc7/9678992ca6713685a3f7ed1b2f7f3cc7/9678992ca6713685a3f7ed1b2f7f3cc7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805422.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/3fa/1d76a7dcac912cec03ddb0c582b3c3fa/1d76a7dcac912cec03ddb0c582b3c3fa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805427.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/b5c/452159a58cbbebb9fd1a71767b446b5c/452159a58cbbebb9fd1a71767b446b5c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805432.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/705/a707fdd228eb64306b58442ee1596705/a707fdd228eb64306b58442ee1596705.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805437.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/2f7/9652877e0a9779f17e9a7b5b90c552f7/9652877e0a9779f17e9a7b5b90c552f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805442.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/fc2/917427cbfc335982828e7303a8d1efc2/917427cbfc335982828e7303a8d1efc2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805447.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/ffe/b5d652af4d8bc11407914a14ba3d2ffe/b5d652af4d8bc11407914a14ba3d2ffe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805452.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/bb7/474a1c6608792d0687c96943ea0e9bb7/474a1c6608792d0687c96943ea0e9bb7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805457.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/6e0/2a49553445a0688e2fd0ba2f662ee6e0/2a49553445a0688e2fd0ba2f662ee6e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805462.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/a8b/7722bedf94ae93cdffc3d12a91770a8b/7722bedf94ae93cdffc3d12a91770a8b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805467.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/911/11990093a716fb603cbe53171e02e911/11990093a716fb603cbe53171e02e911.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805472.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/bd2/986abf055a88f2d47d6152a0e6423bd2/986abf055a88f2d47d6152a0e6423bd2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805477.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/cec/3d44369a4c08ca70d11dc34f6a814cec/3d44369a4c08ca70d11dc34f6a814cec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805482.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/642/83fd57b51b04dce7bd15bbd66f7ec642/83fd57b51b04dce7bd15bbd66f7ec642.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805487.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/0f1/1c571b3981c4b97142269dec8db110f1/1c571b3981c4b97142269dec8db110f1.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging ... ok -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_in_order_expirer_bytes_ctype -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_in_order_expirer_bytes_ctype ... ok -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_out_of_order_expirer_bytes_ctype -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_out_of_order_expirer_bytes_ctype ... ok -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_unupgraded_expirer_bytes_ctype -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_unupgraded_expirer_bytes_ctype ... ok -test.unit.container.test_sync.TestContainerSync.test_FileLikeIter -test.unit.container.test_sync.TestContainerSync.test_FileLikeIter ... ok -test.unit.container.test_sync.TestContainerSync.test_container_first_loop -test.unit.container.test_sync.TestContainerSync.test_container_first_loop ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges ... ok -test.unit.container.test_sync.TestContainerSync.test_container_report -test.unit.container.test_sync.TestContainerSync.test_container_report ... ok -test.unit.container.test_sync.TestContainerSync.test_container_second_loop -test.unit.container.test_sync.TestContainerSync.test_container_second_loop ... ok -test.unit.container.test_sync.TestContainerSync.test_container_stop_at -test.unit.container.test_sync.TestContainerSync.test_container_stop_at ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted -test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key -test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted ... ok -test ERROR: Failed to unlink '/tmp/tmpijf61ir1/containers/part/suffix/hash/container.db': +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215509.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/284/d1c697461919832a714c92c061183284/d1c697461919832a714c92c061183284_1769215509.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215509.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/284/d1c697461919832a714c92c061183284/d1c697461919832a714c92c061183284_1769215509.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215512.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/4bf/b6d32e25867427db797fed5b7affd4bf/b6d32e25867427db797fed5b7affd4bf_1769215512.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215512.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/4bf/b6d32e25867427db797fed5b7affd4bf/b6d32e25867427db797fed5b7affd4bf_1769215512.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215515.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/382/d43e42049abee58bf96941d3b2381382/d43e42049abee58bf96941d3b2381382_1769215515.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215515.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/382/d43e42049abee58bf96941d3b2381382/d43e42049abee58bf96941d3b2381382_1769215515.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215518.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/87c/2231c21ff79640f997aaf2ee7c73287c/2231c21ff79640f997aaf2ee7c73287c_1769215518.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215518.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/87c/2231c21ff79640f997aaf2ee7c73287c/2231c21ff79640f997aaf2ee7c73287c_1769215518.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215521.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/38b/7285c9138f596a960b96c34d1d0e338b/7285c9138f596a960b96c34d1d0e338b_1769215521.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215521.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/38b/7285c9138f596a960b96c34d1d0e338b/7285c9138f596a960b96c34d1d0e338b_1769215521.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215524.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/485/d92a989357d153aa0508eeba60023485/d92a989357d153aa0508eeba60023485_1769215524.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215524.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/485/d92a989357d153aa0508eeba60023485/d92a989357d153aa0508eeba60023485_1769215524.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215527.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/24b/ae4dc66a6bb87776aaf8b2085327624b/ae4dc66a6bb87776aaf8b2085327624b_1769215527.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215527.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/24b/ae4dc66a6bb87776aaf8b2085327624b/ae4dc66a6bb87776aaf8b2085327624b_1769215527.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215530.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/d32/9e29f1e1f1bb097baa5a0d5273b17d32/9e29f1e1f1bb097baa5a0d5273b17d32_1769215530.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215530.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/d32/9e29f1e1f1bb097baa5a0d5273b17d32/9e29f1e1f1bb097baa5a0d5273b17d32_1769215530.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215533.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/bb5/c0f059dfcc01e7acf124d3a90265abb5/c0f059dfcc01e7acf124d3a90265abb5_1769215533.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215533.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/bb5/c0f059dfcc01e7acf124d3a90265abb5/c0f059dfcc01e7acf124d3a90265abb5_1769215533.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215536.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/8aa/ea191945654333a64eadaaf1f034b8aa/ea191945654333a64eadaaf1f034b8aa_1769215536.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215536.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/8aa/ea191945654333a64eadaaf1f034b8aa/ea191945654333a64eadaaf1f034b8aa_1769215536.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215539.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/be4/3c8563dcda90b6a51fce6afee22bdbe4/3c8563dcda90b6a51fce6afee22bdbe4_1769215539.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215539.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/be4/3c8563dcda90b6a51fce6afee22bdbe4/3c8563dcda90b6a51fce6afee22bdbe4_1769215539.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215542.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/e40/47b421a6641a1712f74c688f9c124e40/47b421a6641a1712f74c688f9c124e40_1769215542.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215542.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/e40/47b421a6641a1712f74c688f9c124e40/47b421a6641a1712f74c688f9c124e40_1769215542.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215545.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/9cd/549ff33732b7922fdb31c886766419cd/549ff33732b7922fdb31c886766419cd_1769215545.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215545.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/9cd/549ff33732b7922fdb31c886766419cd/549ff33732b7922fdb31c886766419cd_1769215545.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215548.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/62a/f0d6acf400fa8d5e1f57396b3a6a962a/f0d6acf400fa8d5e1f57396b3a6a962a_1769215548.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215548.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/62a/f0d6acf400fa8d5e1f57396b3a6a962a/f0d6acf400fa8d5e1f57396b3a6a962a_1769215548.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215551.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/48e/edbfb83314ddb1930f9b1be7aa2b048e/edbfb83314ddb1930f9b1be7aa2b048e_1769215551.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215551.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/48e/edbfb83314ddb1930f9b1be7aa2b048e/edbfb83314ddb1930f9b1be7aa2b048e_1769215551.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215554.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/242/baf115b0e7298fad8cce84530f0e9242/baf115b0e7298fad8cce84530f0e9242_1769215554.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215554.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/242/baf115b0e7298fad8cce84530f0e9242/baf115b0e7298fad8cce84530f0e9242_1769215554.00000.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215557.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/c12/ad5daae27653696019cd1a653a182c12/ad5daae27653696019cd1a653a182c12_1769215557.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215557.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/c12/ad5daae27653696019cd1a653a182c12/ad5daae27653696019cd1a653a182c12_1769215557.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215560.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/8aa/2af4a773fc1ed19db46856bd2a1fd8aa/2af4a773fc1ed19db46856bd2a1fd8aa_1769215560.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215560.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/8aa/2af4a773fc1ed19db46856bd2a1fd8aa/2af4a773fc1ed19db46856bd2a1fd8aa_1769215560.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215563.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/e97/8cb6c9ef80df4da46bf8f1f3359ebe97/8cb6c9ef80df4da46bf8f1f3359ebe97_1769215563.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215563.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/e97/8cb6c9ef80df4da46bf8f1f3359ebe97/8cb6c9ef80df4da46bf8f1f3359ebe97_1769215563.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215566.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/daa/7f997d9cd97ca2a46b94fd792d9c8daa/7f997d9cd97ca2a46b94fd792d9c8daa_1769215566.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215566.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/daa/7f997d9cd97ca2a46b94fd792d9c8daa/7f997d9cd97ca2a46b94fd792d9c8daa_1769215566.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215569.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/22c/edc660cf20cb1743c3f37024c10ce22c/edc660cf20cb1743c3f37024c10ce22c_1769215569.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215569.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/22c/edc660cf20cb1743c3f37024c10ce22c/edc660cf20cb1743c3f37024c10ce22c_1769215569.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215572.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/bf1/0855062b392ba654cbd7d93129fb1bf1/0855062b392ba654cbd7d93129fb1bf1_1769215572.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215572.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/bf1/0855062b392ba654cbd7d93129fb1bf1/0855062b392ba654cbd7d93129fb1bf1_1769215572.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215575.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/76f/7afeb7725324b42219581260530dd76f/7afeb7725324b42219581260530dd76f_1769215575.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215575.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/76f/7afeb7725324b42219581260530dd76f/7afeb7725324b42219581260530dd76f_1769215575.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215578.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/fc1/9e3e1262f0262c7cb430ef26feca3fc1/9e3e1262f0262c7cb430ef26feca3fc1_1769215578.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215578.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/fc1/9e3e1262f0262c7cb430ef26feca3fc1/9e3e1262f0262c7cb430ef26feca3fc1_1769215578.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215581.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/b6e/2d127314e7585cace816bcc29e606b6e/2d127314e7585cace816bcc29e606b6e_1769215581.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215581.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/b6e/2d127314e7585cace816bcc29e606b6e/2d127314e7585cace816bcc29e606b6e_1769215581.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215584.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/fa3/f51c7e02a806afd60f7d4adca1a3dfa3/f51c7e02a806afd60f7d4adca1a3dfa3_1769215584.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215584.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/fa3/f51c7e02a806afd60f7d4adca1a3dfa3/f51c7e02a806afd60f7d4adca1a3dfa3_1769215584.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215587.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/783/1fd9d5de3b5e722945ebee615288b783/1fd9d5de3b5e722945ebee615288b783_1769215587.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215587.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/783/1fd9d5de3b5e722945ebee615288b783/1fd9d5de3b5e722945ebee615288b783_1769215587.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215590.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/732/83382428778cf32460c589e1c50df732/83382428778cf32460c589e1c50df732_1769215590.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215590.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/732/83382428778cf32460c589e1c50df732/83382428778cf32460c589e1c50df732_1769215590.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215593.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/69c/5ff9ee992736aac4d965528428ad669c/5ff9ee992736aac4d965528428ad669c_1769215593.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215593.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/69c/5ff9ee992736aac4d965528428ad669c/5ff9ee992736aac4d965528428ad669c_1769215593.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215596.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/209/3a3d1593b5b4c3047c604cf064a6e209/3a3d1593b5b4c3047c604cf064a6e209_1769215596.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215596.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/209/3a3d1593b5b4c3047c604cf064a6e209/3a3d1593b5b4c3047c604cf064a6e209_1769215596.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215599.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/a4b/4f8f4cb8822214ece551992fbbc07a4b/4f8f4cb8822214ece551992fbbc07a4b_1769215599.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215599.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/a4b/4f8f4cb8822214ece551992fbbc07a4b/4f8f4cb8822214ece551992fbbc07a4b_1769215599.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215602.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/732/834daea4c0874d3e181a05fe02f64732/834daea4c0874d3e181a05fe02f64732_1769215602.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215602.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/732/834daea4c0874d3e181a05fe02f64732/834daea4c0874d3e181a05fe02f64732_1769215602.00000.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215605.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/1bd/30914d1a7dc2191c9aecafcbaecef1bd/30914d1a7dc2191c9aecafcbaecef1bd_1769215605.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215605.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/1bd/30914d1a7dc2191c9aecafcbaecef1bd/30914d1a7dc2191c9aecafcbaecef1bd_1769215605.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215608.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/b46/56f20271ed2f7281622ca3e5bb668b46/56f20271ed2f7281622ca3e5bb668b46_1769215608.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215608.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/b46/56f20271ed2f7281622ca3e5bb668b46/56f20271ed2f7281622ca3e5bb668b46_1769215608.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215611.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/fae/67c1c638c2039b4ee0bbee32f6f92fae/67c1c638c2039b4ee0bbee32f6f92fae_1769215611.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215611.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/fae/67c1c638c2039b4ee0bbee32f6f92fae/67c1c638c2039b4ee0bbee32f6f92fae_1769215611.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215614.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/8fd/2a1a27f5f4833fba28c841aad7ead8fd/2a1a27f5f4833fba28c841aad7ead8fd_1769215614.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215614.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/8fd/2a1a27f5f4833fba28c841aad7ead8fd/2a1a27f5f4833fba28c841aad7ead8fd_1769215614.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215617.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/9fa/64eb3b64e3cc624acc590c5bb20499fa/64eb3b64e3cc624acc590c5bb20499fa_1769215617.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215617.00000-0, db: /tmp/tmpbp7yghsz/sda/containers/0/9fa/64eb3b64e3cc624acc590c5bb20499fa/64eb3b64e3cc624acc590c5bb20499fa_1769215617.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215429.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/43c/b8f4054770538144b3912f3522e3843c/b8f4054770538144b3912f3522e3843c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215429.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/43c/b8f4054770538144b3912f3522e3843c/b8f4054770538144b3912f3522e3843c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215433.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/76b/fe1167dfb5a612dddcda05cc978c076b/fe1167dfb5a612dddcda05cc978c076b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215433.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/76b/fe1167dfb5a612dddcda05cc978c076b/fe1167dfb5a612dddcda05cc978c076b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215437.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/470/888c9bb3cfbbbe49589fcebea5a40470/888c9bb3cfbbbe49589fcebea5a40470.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215437.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/470/888c9bb3cfbbbe49589fcebea5a40470/888c9bb3cfbbbe49589fcebea5a40470.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215441.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/802/a178ad9db966d7dfd901ecd224ab0802/a178ad9db966d7dfd901ecd224ab0802.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215441.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/802/a178ad9db966d7dfd901ecd224ab0802/a178ad9db966d7dfd901ecd224ab0802.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215445.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/594/79a1a3a9ce382afa5168385606187594/79a1a3a9ce382afa5168385606187594.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215445.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/594/79a1a3a9ce382afa5168385606187594/79a1a3a9ce382afa5168385606187594.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215449.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/c60/684095834212f3644a7c66f31f722c60/684095834212f3644a7c66f31f722c60.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215449.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/c60/684095834212f3644a7c66f31f722c60/684095834212f3644a7c66f31f722c60.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215453.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/959/9e0270c77672ff1e4bb4d71fdf2bc959/9e0270c77672ff1e4bb4d71fdf2bc959.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215453.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/959/9e0270c77672ff1e4bb4d71fdf2bc959/9e0270c77672ff1e4bb4d71fdf2bc959.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215457.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/5a8/b64fbca441e8dae63065bc0ef7b9c5a8/b64fbca441e8dae63065bc0ef7b9c5a8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215457.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/5a8/b64fbca441e8dae63065bc0ef7b9c5a8/b64fbca441e8dae63065bc0ef7b9c5a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215461.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/fd4/098124d481e1138ef8104abfb9072fd4/098124d481e1138ef8104abfb9072fd4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215461.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/fd4/098124d481e1138ef8104abfb9072fd4/098124d481e1138ef8104abfb9072fd4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215465.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/b23/0599a28ef28129c953215ca57bd16b23/0599a28ef28129c953215ca57bd16b23.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215465.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/b23/0599a28ef28129c953215ca57bd16b23/0599a28ef28129c953215ca57bd16b23.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215469.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/dad/6072777ae49c2d7228cd9997daa66dad/6072777ae49c2d7228cd9997daa66dad.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215469.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/dad/6072777ae49c2d7228cd9997daa66dad/6072777ae49c2d7228cd9997daa66dad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215473.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/cb7/8e99488cd5b2952893c6276f1f20fcb7/8e99488cd5b2952893c6276f1f20fcb7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215473.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/cb7/8e99488cd5b2952893c6276f1f20fcb7/8e99488cd5b2952893c6276f1f20fcb7.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215477.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/830/227160d08181a15a5722a1518d862830/227160d08181a15a5722a1518d862830.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215477.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/830/227160d08181a15a5722a1518d862830/227160d08181a15a5722a1518d862830.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215481.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/052/987dc6d9f476d9e39bf6759f871f1052/987dc6d9f476d9e39bf6759f871f1052.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215481.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/052/987dc6d9f476d9e39bf6759f871f1052/987dc6d9f476d9e39bf6759f871f1052.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215485.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/6c9/63e93f1e618549ddbc59db85a48176c9/63e93f1e618549ddbc59db85a48176c9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215485.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/6c9/63e93f1e618549ddbc59db85a48176c9/63e93f1e618549ddbc59db85a48176c9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215489.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/d61/fa558d3b98da8e0de649a7bf8ee70d61/fa558d3b98da8e0de649a7bf8ee70d61.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215489.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/d61/fa558d3b98da8e0de649a7bf8ee70d61/fa558d3b98da8e0de649a7bf8ee70d61.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215493.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/d07/96a13792443d7b9a8f1bbd5e49071d07/96a13792443d7b9a8f1bbd5e49071d07.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215493.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/d07/96a13792443d7b9a8f1bbd5e49071d07/96a13792443d7b9a8f1bbd5e49071d07.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215497.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/276/7123ef25ee1649abc89bc514451b4276/7123ef25ee1649abc89bc514451b4276.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215497.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/276/7123ef25ee1649abc89bc514451b4276/7123ef25ee1649abc89bc514451b4276.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215501.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/91d/b75932b1fa9666988b0fdda2fafe591d/b75932b1fa9666988b0fdda2fafe591d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215501.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/91d/b75932b1fa9666988b0fdda2fafe591d/b75932b1fa9666988b0fdda2fafe591d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215505.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/f78/2da02f5b75a54f1f7838e350c9b9df78/2da02f5b75a54f1f7838e350c9b9df78.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215505.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/f78/2da02f5b75a54f1f7838e350c9b9df78/2da02f5b75a54f1f7838e350c9b9df78.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215509.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/284/d1c697461919832a714c92c061183284/d1c697461919832a714c92c061183284.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215509.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/284/d1c697461919832a714c92c061183284/d1c697461919832a714c92c061183284.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215513.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/79c/7e45579d3dd14b56a769a737df69979c/7e45579d3dd14b56a769a737df69979c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215513.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/79c/7e45579d3dd14b56a769a737df69979c/7e45579d3dd14b56a769a737df69979c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215517.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/c36/3049c93557933b4a5b5a6919876acc36/3049c93557933b4a5b5a6919876acc36.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215517.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/c36/3049c93557933b4a5b5a6919876acc36/3049c93557933b4a5b5a6919876acc36.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215521.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/38b/7285c9138f596a960b96c34d1d0e338b/7285c9138f596a960b96c34d1d0e338b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215521.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/38b/7285c9138f596a960b96c34d1d0e338b/7285c9138f596a960b96c34d1d0e338b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215525.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/2fb/9671a4faf6b9c4240fd859ab1f6702fb/9671a4faf6b9c4240fd859ab1f6702fb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215525.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/2fb/9671a4faf6b9c4240fd859ab1f6702fb/9671a4faf6b9c4240fd859ab1f6702fb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215529.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/0d5/ef93d6a24374920017e9422e972230d5/ef93d6a24374920017e9422e972230d5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215529.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/0d5/ef93d6a24374920017e9422e972230d5/ef93d6a24374920017e9422e972230d5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215533.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/bb5/c0f059dfcc01e7acf124d3a90265abb5/c0f059dfcc01e7acf124d3a90265abb5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215533.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/bb5/c0f059dfcc01e7acf124d3a90265abb5/c0f059dfcc01e7acf124d3a90265abb5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215537.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/ed0/a2bf478588b27afe1d7b5d12b7157ed0/a2bf478588b27afe1d7b5d12b7157ed0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215537.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/ed0/a2bf478588b27afe1d7b5d12b7157ed0/a2bf478588b27afe1d7b5d12b7157ed0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215541.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/260/baef84cfc47012b0cdb92e4034640260/baef84cfc47012b0cdb92e4034640260.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215541.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/260/baef84cfc47012b0cdb92e4034640260/baef84cfc47012b0cdb92e4034640260.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215545.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/9cd/549ff33732b7922fdb31c886766419cd/549ff33732b7922fdb31c886766419cd.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215545.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/9cd/549ff33732b7922fdb31c886766419cd/549ff33732b7922fdb31c886766419cd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215549.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/174/ac0b9b9dafa5946ae11736ba77f33174/ac0b9b9dafa5946ae11736ba77f33174.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215549.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/174/ac0b9b9dafa5946ae11736ba77f33174/ac0b9b9dafa5946ae11736ba77f33174.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215553.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/cf9/bc2acc497e153f2985fc461f871b1cf9/bc2acc497e153f2985fc461f871b1cf9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215553.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/cf9/bc2acc497e153f2985fc461f871b1cf9/bc2acc497e153f2985fc461f871b1cf9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215557.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/c12/ad5daae27653696019cd1a653a182c12/ad5daae27653696019cd1a653a182c12.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215557.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/c12/ad5daae27653696019cd1a653a182c12/ad5daae27653696019cd1a653a182c12.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215561.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/521/a2002db00000c0cf4b6bb17b23cd5521/a2002db00000c0cf4b6bb17b23cd5521.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215561.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/521/a2002db00000c0cf4b6bb17b23cd5521/a2002db00000c0cf4b6bb17b23cd5521.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215565.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/316/a79a1c15ffe9ee128aff4e2898330316/a79a1c15ffe9ee128aff4e2898330316.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215565.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/316/a79a1c15ffe9ee128aff4e2898330316/a79a1c15ffe9ee128aff4e2898330316.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215569.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/22c/edc660cf20cb1743c3f37024c10ce22c/edc660cf20cb1743c3f37024c10ce22c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215569.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/22c/edc660cf20cb1743c3f37024c10ce22c/edc660cf20cb1743c3f37024c10ce22c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215573.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/2bd/213c20a468fc5c02ae02ceef08d392bd/213c20a468fc5c02ae02ceef08d392bd.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215573.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/2bd/213c20a468fc5c02ae02ceef08d392bd/213c20a468fc5c02ae02ceef08d392bd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215577.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/b50/9ca3f61668e470fb6d5456844b6c6b50/9ca3f61668e470fb6d5456844b6c6b50.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215577.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/b50/9ca3f61668e470fb6d5456844b6c6b50/9ca3f61668e470fb6d5456844b6c6b50.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215581.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/b6e/2d127314e7585cace816bcc29e606b6e/2d127314e7585cace816bcc29e606b6e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215581.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/b6e/2d127314e7585cace816bcc29e606b6e/2d127314e7585cace816bcc29e606b6e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215585.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/aba/5030b77987e8e6b19c68259da9aaaaba/5030b77987e8e6b19c68259da9aaaaba.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215585.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/aba/5030b77987e8e6b19c68259da9aaaaba/5030b77987e8e6b19c68259da9aaaaba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215589.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/eac/dad876aab47c092b1e6e8b9dbbbefeac/dad876aab47c092b1e6e8b9dbbbefeac.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215589.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/eac/dad876aab47c092b1e6e8b9dbbbefeac/dad876aab47c092b1e6e8b9dbbbefeac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215593.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/69c/5ff9ee992736aac4d965528428ad669c/5ff9ee992736aac4d965528428ad669c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215593.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/69c/5ff9ee992736aac4d965528428ad669c/5ff9ee992736aac4d965528428ad669c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215597.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/260/04f568cd5284aca488386dc307d7f260/04f568cd5284aca488386dc307d7f260.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215597.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/260/04f568cd5284aca488386dc307d7f260/04f568cd5284aca488386dc307d7f260.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215601.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/3ea/97b1d64de7f64241b4d26986dce1a3ea/97b1d64de7f64241b4d26986dce1a3ea.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215601.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/3ea/97b1d64de7f64241b4d26986dce1a3ea/97b1d64de7f64241b4d26986dce1a3ea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215605.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/1bd/30914d1a7dc2191c9aecafcbaecef1bd/30914d1a7dc2191c9aecafcbaecef1bd.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215605.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/1bd/30914d1a7dc2191c9aecafcbaecef1bd/30914d1a7dc2191c9aecafcbaecef1bd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215609.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/73c/36e64bd451b34eb5b7774e266b46373c/36e64bd451b34eb5b7774e266b46373c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215609.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/73c/36e64bd451b34eb5b7774e266b46373c/36e64bd451b34eb5b7774e266b46373c.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges ... ok + +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7145f7ab66a344a6bc78e-00697415c1) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7145f7ab66a344a6bc78e-00697415c1) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7145f7ab66a344a6bc78e-00697415c1) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7145f7ab66a344a6bc78e-00697415c1) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx7145f7ab66a344a6bc78e-00697415c1) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx7145f7ab66a344a6bc78e-00697415c1) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7145f7ab66a344a6bc78e-00697415c1) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx7145f7ab66a344a6bc78e-00697415c1) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txe53ee59523be4e4eb017f-00697415c1) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txe53ee59523be4e4eb017f-00697415c1) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txe53ee59523be4e4eb017f-00697415c1) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txe53ee59523be4e4eb017f-00697415c1) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe53ee59523be4e4eb017f-00697415c1) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe53ee59523be4e4eb017f-00697415c1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txe53ee59523be4e4eb017f-00697415c1) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx757013574b304976945e1-00697415c1) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx757013574b304976945e1-00697415c1) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx757013574b304976945e1-00697415c1) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx757013574b304976945e1-00697415c1) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx757013574b304976945e1-00697415c1) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx757013574b304976945e1-00697415c1) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx757013574b304976945e1-00697415c1) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx757013574b304976945e1-00697415c1) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx757013574b304976945e1-00697415c1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx757013574b304976945e1-00697415c1) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx757013574b304976945e1-00697415c1) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx757013574b304976945e1-00697415c1) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx757013574b304976945e1-00697415c1) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx88718ddee7ae4e769e5af-00697415c1) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx88718ddee7ae4e769e5af-00697415c1) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx88718ddee7ae4e769e5af-00697415c1) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx88718ddee7ae4e769e5af-00697415c1) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txedec6f8b0b7f4842b1600-00697415c1) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txedec6f8b0b7f4842b1600-00697415c1) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txedec6f8b0b7f4842b1600-00697415c1) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txedec6f8b0b7f4842b1600-00697415c1) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx9f1fa883a30e444296453-00697415c1) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx9f1fa883a30e444296453-00697415c1) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx9f1fa883a30e444296453-00697415c1) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx9f1fa883a30e444296453-00697415c1) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx64fea7422b1f452497016-00697415c2) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx64fea7422b1f452497016-00697415c2) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx64fea7422b1f452497016-00697415c2) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx64fea7422b1f452497016-00697415c2) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx64fea7422b1f452497016-00697415c2) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx64fea7422b1f452497016-00697415c2) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx64fea7422b1f452497016-00697415c2) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx64fea7422b1f452497016-00697415c2) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx64fea7422b1f452497016-00697415c2)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215613.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/6df/2c29889168381634c40be514fce496df/2c29889168381634c40be514fce496df.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215613.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/6df/2c29889168381634c40be514fce496df/2c29889168381634c40be514fce496df.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215617.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/9fa/64eb3b64e3cc624acc590c5bb20499fa/64eb3b64e3cc624acc590c5bb20499fa.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215617.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/9fa/64eb3b64e3cc624acc590c5bb20499fa/64eb3b64e3cc624acc590c5bb20499fa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215621.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/355/eb617f932b674fb22d4a2cc38fdc4355/eb617f932b674fb22d4a2cc38fdc4355.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215621.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/355/eb617f932b674fb22d4a2cc38fdc4355/eb617f932b674fb22d4a2cc38fdc4355.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215625.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/dde/e67bf3f90ff9fd26094125bbec71ddde/e67bf3f90ff9fd26094125bbec71ddde.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215625.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/dde/e67bf3f90ff9fd26094125bbec71ddde/e67bf3f90ff9fd26094125bbec71ddde.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215629.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/a19/0db7abc8d61c2320f1d59a7c4938ca19/0db7abc8d61c2320f1d59a7c4938ca19.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215629.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/a19/0db7abc8d61c2320f1d59a7c4938ca19/0db7abc8d61c2320f1d59a7c4938ca19.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215633.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/d4b/deb8def2fc128f9e0b18723acf6d0d4b/deb8def2fc128f9e0b18723acf6d0d4b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215633.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/d4b/deb8def2fc128f9e0b18723acf6d0d4b/deb8def2fc128f9e0b18723acf6d0d4b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215637.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/f81/b1deda82ae585eb2156a7321a1f56f81/b1deda82ae585eb2156a7321a1f56f81.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215637.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/f81/b1deda82ae585eb2156a7321a1f56f81/b1deda82ae585eb2156a7321a1f56f81.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215641.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/5da/47c03914a4808a241d32bfddf09d85da/47c03914a4808a241d32bfddf09d85da.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215641.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/5da/47c03914a4808a241d32bfddf09d85da/47c03914a4808a241d32bfddf09d85da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215645.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/2f9/66240180e2371a5441aa9a2519f922f9/66240180e2371a5441aa9a2519f922f9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215645.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/2f9/66240180e2371a5441aa9a2519f922f9/66240180e2371a5441aa9a2519f922f9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215649.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/5fb/1e67f6f3f9da47defc35a654dd0d75fb/1e67f6f3f9da47defc35a654dd0d75fb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215649.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/5fb/1e67f6f3f9da47defc35a654dd0d75fb/1e67f6f3f9da47defc35a654dd0d75fb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215653.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/55a/990ab56d65e86333af114c406145155a/990ab56d65e86333af114c406145155a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215653.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/55a/990ab56d65e86333af114c406145155a/990ab56d65e86333af114c406145155a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215657.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/dc5/6337865f51b8a5383b41ea57573e3dc5/6337865f51b8a5383b41ea57573e3dc5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215657.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/dc5/6337865f51b8a5383b41ea57573e3dc5/6337865f51b8a5383b41ea57573e3dc5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215661.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/1bb/2ad6b25100aa929d415cbd3bde79a1bb/2ad6b25100aa929d415cbd3bde79a1bb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215661.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/1bb/2ad6b25100aa929d415cbd3bde79a1bb/2ad6b25100aa929d415cbd3bde79a1bb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215665.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/b58/167d7295b4c1574022dafcb7649c3b58/167d7295b4c1574022dafcb7649c3b58.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215665.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/b58/167d7295b4c1574022dafcb7649c3b58/167d7295b4c1574022dafcb7649c3b58.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215669.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/186/1ca7f713e7d07a867b9fa38a63064186/1ca7f713e7d07a867b9fa38a63064186.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215669.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/186/1ca7f713e7d07a867b9fa38a63064186/1ca7f713e7d07a867b9fa38a63064186.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215673.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/04c/497e0ff71a57f2ab833011b8ec13904c/497e0ff71a57f2ab833011b8ec13904c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215673.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/04c/497e0ff71a57f2ab833011b8ec13904c/497e0ff71a57f2ab833011b8ec13904c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215677.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/167/5e1f4a5ba3a81ad1821066e95b737167/5e1f4a5ba3a81ad1821066e95b737167.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215677.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/167/5e1f4a5ba3a81ad1821066e95b737167/5e1f4a5ba3a81ad1821066e95b737167.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215681.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/626/8f571bfd3105f7ffc620d1e59cd43626/8f571bfd3105f7ffc620d1e59cd43626.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215681.00000-0, db: /tmp/tmpkexkmv_t/sda/containers/0/626/8f571bfd3105f7ffc620d1e59cd43626/8f571bfd3105f7ffc620d1e59cd43626.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215431.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/127/0645406176d8bdbd4d7106354f7b4127/0645406176d8bdbd4d7106354f7b4127.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215431.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/127/0645406176d8bdbd4d7106354f7b4127/0645406176d8bdbd4d7106354f7b4127.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215434.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/999/1156b945a9ab257b0b8a403d7b452999/1156b945a9ab257b0b8a403d7b452999.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215434.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/999/1156b945a9ab257b0b8a403d7b452999/1156b945a9ab257b0b8a403d7b452999.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215437.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/470/888c9bb3cfbbbe49589fcebea5a40470/888c9bb3cfbbbe49589fcebea5a40470.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215437.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/470/888c9bb3cfbbbe49589fcebea5a40470/888c9bb3cfbbbe49589fcebea5a40470.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215440.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/6ec/dbd5a5253819a7ac0904b33fd6d0f6ec/dbd5a5253819a7ac0904b33fd6d0f6ec.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215440.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/6ec/dbd5a5253819a7ac0904b33fd6d0f6ec/dbd5a5253819a7ac0904b33fd6d0f6ec.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215443.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/623/a90a3a1d75e87ce4ba48ef1c299dd623/a90a3a1d75e87ce4ba48ef1c299dd623.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215443.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/623/a90a3a1d75e87ce4ba48ef1c299dd623/a90a3a1d75e87ce4ba48ef1c299dd623.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215446.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/7d7/6abd28dddb03ae783fb3e8bf59cfb7d7/6abd28dddb03ae783fb3e8bf59cfb7d7.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215446.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/7d7/6abd28dddb03ae783fb3e8bf59cfb7d7/6abd28dddb03ae783fb3e8bf59cfb7d7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215449.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/c60/684095834212f3644a7c66f31f722c60/684095834212f3644a7c66f31f722c60.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215449.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/c60/684095834212f3644a7c66f31f722c60/684095834212f3644a7c66f31f722c60.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215452.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/7a6/e8c81f82c51bbcba07a3b04f227847a6/e8c81f82c51bbcba07a3b04f227847a6.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215452.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/7a6/e8c81f82c51bbcba07a3b04f227847a6/e8c81f82c51bbcba07a3b04f227847a6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215455.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/6bc/84f25e8c9348a57b12039ad3626016bc/84f25e8c9348a57b12039ad3626016bc.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215455.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/6bc/84f25e8c9348a57b12039ad3626016bc/84f25e8c9348a57b12039ad3626016bc.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215458.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/040/c1aca13573069f2bef69d899d74a2040/c1aca13573069f2bef69d899d74a2040.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215458.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/040/c1aca13573069f2bef69d899d74a2040/c1aca13573069f2bef69d899d74a2040.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215461.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/fd4/098124d481e1138ef8104abfb9072fd4/098124d481e1138ef8104abfb9072fd4.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215461.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/fd4/098124d481e1138ef8104abfb9072fd4/098124d481e1138ef8104abfb9072fd4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215464.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/bc9/a8584a7f8d66825f1b09cdd19e67bbc9/a8584a7f8d66825f1b09cdd19e67bbc9.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215464.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/bc9/a8584a7f8d66825f1b09cdd19e67bbc9/a8584a7f8d66825f1b09cdd19e67bbc9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215467.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/964/c354a9a1cd9309f7e9cecf6c9627b964/c354a9a1cd9309f7e9cecf6c9627b964.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215467.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/964/c354a9a1cd9309f7e9cecf6c9627b964/c354a9a1cd9309f7e9cecf6c9627b964.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215470.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/0af/6162e7a940b5d4fe8761f60c757d80af/6162e7a940b5d4fe8761f60c757d80af.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215470.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/0af/6162e7a940b5d4fe8761f60c757d80af/6162e7a940b5d4fe8761f60c757d80af.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215473.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/cb7/8e99488cd5b2952893c6276f1f20fcb7/8e99488cd5b2952893c6276f1f20fcb7.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215473.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/cb7/8e99488cd5b2952893c6276f1f20fcb7/8e99488cd5b2952893c6276f1f20fcb7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215476.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/f85/2d22f5a4275fb39b42e7839e685a2f85/2d22f5a4275fb39b42e7839e685a2f85.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215476.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/f85/2d22f5a4275fb39b42e7839e685a2f85/2d22f5a4275fb39b42e7839e685a2f85.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215479.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/358/3d69e831ebb4c8e2dbfa86fa8bb75358/3d69e831ebb4c8e2dbfa86fa8bb75358.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215479.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/358/3d69e831ebb4c8e2dbfa86fa8bb75358/3d69e831ebb4c8e2dbfa86fa8bb75358.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215482.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/697/cbeec5d45f9b3dd66da7452218ae4697/cbeec5d45f9b3dd66da7452218ae4697.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215482.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/697/cbeec5d45f9b3dd66da7452218ae4697/cbeec5d45f9b3dd66da7452218ae4697.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215485.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/6c9/63e93f1e618549ddbc59db85a48176c9/63e93f1e618549ddbc59db85a48176c9.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215485.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/6c9/63e93f1e618549ddbc59db85a48176c9/63e93f1e618549ddbc59db85a48176c9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215488.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/437/0ed2040a159e76893719c02909954437/0ed2040a159e76893719c02909954437.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215488.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/437/0ed2040a159e76893719c02909954437/0ed2040a159e76893719c02909954437.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215491.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/a5a/55fc06e36f2e8f73dd6136c24e0e0a5a/55fc06e36f2e8f73dd6136c24e0e0a5a.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215491.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/a5a/55fc06e36f2e8f73dd6136c24e0e0a5a/55fc06e36f2e8f73dd6136c24e0e0a5a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215494.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/21a/39d533667e05a746da009128c202821a/39d533667e05a746da009128c202821a.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215494.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/21a/39d533667e05a746da009128c202821a/39d533667e05a746da009128c202821a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215497.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/276/7123ef25ee1649abc89bc514451b4276/7123ef25ee1649abc89bc514451b4276.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215497.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/276/7123ef25ee1649abc89bc514451b4276/7123ef25ee1649abc89bc514451b4276.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215500.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/d29/1ff1a0d95c76317e499681880cb14d29/1ff1a0d95c76317e499681880cb14d29.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215500.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/d29/1ff1a0d95c76317e499681880cb14d29/1ff1a0d95c76317e499681880cb14d29.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215503.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/85c/79ff02edbe72172a884511f56f41b85c/79ff02edbe72172a884511f56f41b85c.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215503.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/85c/79ff02edbe72172a884511f56f41b85c/79ff02edbe72172a884511f56f41b85c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215506.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/487/6813b2fcd77010f7e09ad7dae5914487/6813b2fcd77010f7e09ad7dae5914487.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215506.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/487/6813b2fcd77010f7e09ad7dae5914487/6813b2fcd77010f7e09ad7dae5914487.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215509.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/284/d1c697461919832a714c92c061183284/d1c697461919832a714c92c061183284.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215509.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/284/d1c697461919832a714c92c061183284/d1c697461919832a714c92c061183284.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215512.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/4bf/b6d32e25867427db797fed5b7affd4bf/b6d32e25867427db797fed5b7affd4bf.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215512.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/4bf/b6d32e25867427db797fed5b7affd4bf/b6d32e25867427db797fed5b7affd4bf.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215515.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/382/d43e42049abee58bf96941d3b2381382/d43e42049abee58bf96941d3b2381382.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215515.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/382/d43e42049abee58bf96941d3b2381382/d43e42049abee58bf96941d3b2381382.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215518.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/87c/2231c21ff79640f997aaf2ee7c73287c/2231c21ff79640f997aaf2ee7c73287c.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215518.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/87c/2231c21ff79640f997aaf2ee7c73287c/2231c21ff79640f997aaf2ee7c73287c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215521.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/38b/7285c9138f596a960b96c34d1d0e338b/7285c9138f596a960b96c34d1d0e338b.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215521.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/38b/7285c9138f596a960b96c34d1d0e338b/7285c9138f596a960b96c34d1d0e338b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215524.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/485/d92a989357d153aa0508eeba60023485/d92a989357d153aa0508eeba60023485.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215524.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/485/d92a989357d153aa0508eeba60023485/d92a989357d153aa0508eeba60023485.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim ... ok + +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215527.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/24b/ae4dc66a6bb87776aaf8b2085327624b/ae4dc66a6bb87776aaf8b2085327624b.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215527.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/24b/ae4dc66a6bb87776aaf8b2085327624b/ae4dc66a6bb87776aaf8b2085327624b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215530.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/d32/9e29f1e1f1bb097baa5a0d5273b17d32/9e29f1e1f1bb097baa5a0d5273b17d32.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215530.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/d32/9e29f1e1f1bb097baa5a0d5273b17d32/9e29f1e1f1bb097baa5a0d5273b17d32.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215533.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/bb5/c0f059dfcc01e7acf124d3a90265abb5/c0f059dfcc01e7acf124d3a90265abb5.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215533.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/bb5/c0f059dfcc01e7acf124d3a90265abb5/c0f059dfcc01e7acf124d3a90265abb5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215536.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/8aa/ea191945654333a64eadaaf1f034b8aa/ea191945654333a64eadaaf1f034b8aa.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215536.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/8aa/ea191945654333a64eadaaf1f034b8aa/ea191945654333a64eadaaf1f034b8aa.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215539.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/be4/3c8563dcda90b6a51fce6afee22bdbe4/3c8563dcda90b6a51fce6afee22bdbe4.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215539.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/be4/3c8563dcda90b6a51fce6afee22bdbe4/3c8563dcda90b6a51fce6afee22bdbe4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215542.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/e40/47b421a6641a1712f74c688f9c124e40/47b421a6641a1712f74c688f9c124e40.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215542.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/e40/47b421a6641a1712f74c688f9c124e40/47b421a6641a1712f74c688f9c124e40.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215545.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/9cd/549ff33732b7922fdb31c886766419cd/549ff33732b7922fdb31c886766419cd.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215545.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/9cd/549ff33732b7922fdb31c886766419cd/549ff33732b7922fdb31c886766419cd.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215548.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/62a/f0d6acf400fa8d5e1f57396b3a6a962a/f0d6acf400fa8d5e1f57396b3a6a962a.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215548.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/62a/f0d6acf400fa8d5e1f57396b3a6a962a/f0d6acf400fa8d5e1f57396b3a6a962a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215551.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/48e/edbfb83314ddb1930f9b1be7aa2b048e/edbfb83314ddb1930f9b1be7aa2b048e.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215551.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/48e/edbfb83314ddb1930f9b1be7aa2b048e/edbfb83314ddb1930f9b1be7aa2b048e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215554.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/242/baf115b0e7298fad8cce84530f0e9242/baf115b0e7298fad8cce84530f0e9242.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215554.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/242/baf115b0e7298fad8cce84530f0e9242/baf115b0e7298fad8cce84530f0e9242.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215557.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/c12/ad5daae27653696019cd1a653a182c12/ad5daae27653696019cd1a653a182c12.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215557.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/c12/ad5daae27653696019cd1a653a182c12/ad5daae27653696019cd1a653a182c12.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215560.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/8aa/2af4a773fc1ed19db46856bd2a1fd8aa/2af4a773fc1ed19db46856bd2a1fd8aa.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215560.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/8aa/2af4a773fc1ed19db46856bd2a1fd8aa/2af4a773fc1ed19db46856bd2a1fd8aa.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215563.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/e97/8cb6c9ef80df4da46bf8f1f3359ebe97/8cb6c9ef80df4da46bf8f1f3359ebe97.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215563.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/e97/8cb6c9ef80df4da46bf8f1f3359ebe97/8cb6c9ef80df4da46bf8f1f3359ebe97.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215566.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/daa/7f997d9cd97ca2a46b94fd792d9c8daa/7f997d9cd97ca2a46b94fd792d9c8daa.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215566.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/daa/7f997d9cd97ca2a46b94fd792d9c8daa/7f997d9cd97ca2a46b94fd792d9c8daa.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215569.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/22c/edc660cf20cb1743c3f37024c10ce22c/edc660cf20cb1743c3f37024c10ce22c.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215569.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/22c/edc660cf20cb1743c3f37024c10ce22c/edc660cf20cb1743c3f37024c10ce22c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215572.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/bf1/0855062b392ba654cbd7d93129fb1bf1/0855062b392ba654cbd7d93129fb1bf1.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215572.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/bf1/0855062b392ba654cbd7d93129fb1bf1/0855062b392ba654cbd7d93129fb1bf1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215575.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/76f/7afeb7725324b42219581260530dd76f/7afeb7725324b42219581260530dd76f.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter ... ok + +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215575.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/76f/7afeb7725324b42219581260530dd76f/7afeb7725324b42219581260530dd76f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215578.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/fc1/9e3e1262f0262c7cb430ef26feca3fc1/9e3e1262f0262c7cb430ef26feca3fc1.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215578.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/fc1/9e3e1262f0262c7cb430ef26feca3fc1/9e3e1262f0262c7cb430ef26feca3fc1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215581.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/b6e/2d127314e7585cace816bcc29e606b6e/2d127314e7585cace816bcc29e606b6e.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215581.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/b6e/2d127314e7585cace816bcc29e606b6e/2d127314e7585cace816bcc29e606b6e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215584.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/fa3/f51c7e02a806afd60f7d4adca1a3dfa3/f51c7e02a806afd60f7d4adca1a3dfa3.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215584.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/fa3/f51c7e02a806afd60f7d4adca1a3dfa3/f51c7e02a806afd60f7d4adca1a3dfa3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215587.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/783/1fd9d5de3b5e722945ebee615288b783/1fd9d5de3b5e722945ebee615288b783.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215587.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/783/1fd9d5de3b5e722945ebee615288b783/1fd9d5de3b5e722945ebee615288b783.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215590.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/732/83382428778cf32460c589e1c50df732/83382428778cf32460c589e1c50df732.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215590.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/732/83382428778cf32460c589e1c50df732/83382428778cf32460c589e1c50df732.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215593.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/69c/5ff9ee992736aac4d965528428ad669c/5ff9ee992736aac4d965528428ad669c.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215593.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/69c/5ff9ee992736aac4d965528428ad669c/5ff9ee992736aac4d965528428ad669c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215596.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/209/3a3d1593b5b4c3047c604cf064a6e209/3a3d1593b5b4c3047c604cf064a6e209.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215596.00000-0, db: /tmp/tmpsiy2s7st/sda/containers/0/209/3a3d1593b5b4c3047c604cf064a6e209/3a3d1593b5b4c3047c604cf064a6e209.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215431.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/127/0645406176d8bdbd4d7106354f7b4127/0645406176d8bdbd4d7106354f7b4127.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215436.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/233/b6112734a85a151469521be0c3037233/b6112734a85a151469521be0c3037233.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215441.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/802/a178ad9db966d7dfd901ecd224ab0802/a178ad9db966d7dfd901ecd224ab0802.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215446.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/7d7/6abd28dddb03ae783fb3e8bf59cfb7d7/6abd28dddb03ae783fb3e8bf59cfb7d7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215451.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/f33/5dc92dc8194a26ad3de67db197d5af33/5dc92dc8194a26ad3de67db197d5af33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215456.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/270/38cc33a3530a63917b5a88f46d909270/38cc33a3530a63917b5a88f46d909270.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215461.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/fd4/098124d481e1138ef8104abfb9072fd4/098124d481e1138ef8104abfb9072fd4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215466.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/658/9b70c1f0cde33be961cf261927705658/9b70c1f0cde33be961cf261927705658.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215471.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/116/3350b4ff1cd46f4b961cebcbd51f2116/3350b4ff1cd46f4b961cebcbd51f2116.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215476.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/f85/2d22f5a4275fb39b42e7839e685a2f85/2d22f5a4275fb39b42e7839e685a2f85.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215481.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/052/987dc6d9f476d9e39bf6759f871f1052/987dc6d9f476d9e39bf6759f871f1052.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215486.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/c11/de2d89c0143b1874219e28d574771c11/de2d89c0143b1874219e28d574771c11.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215491.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/a5a/55fc06e36f2e8f73dd6136c24e0e0a5a/55fc06e36f2e8f73dd6136c24e0e0a5a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215496.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/ace/e3ce75e5169dcec4a8f2233353919ace/e3ce75e5169dcec4a8f2233353919ace.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215501.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/91d/b75932b1fa9666988b0fdda2fafe591d/b75932b1fa9666988b0fdda2fafe591d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215506.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/487/6813b2fcd77010f7e09ad7dae5914487/6813b2fcd77010f7e09ad7dae5914487.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215511.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/825/7bdebba5c4427682c7dbb58983cac825/7bdebba5c4427682c7dbb58983cac825.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215516.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/8bc/2a260846579de500834da4ba65e4a8bc/2a260846579de500834da4ba65e4a8bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215521.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/38b/7285c9138f596a960b96c34d1d0e338b/7285c9138f596a960b96c34d1d0e338b.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215526.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/330/807ae010e7f2d60b6c7a37e10659e330/807ae010e7f2d60b6c7a37e10659e330.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215531.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/5fc/455c3d0c564bca169359e7c2eb1955fc/455c3d0c564bca169359e7c2eb1955fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215536.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/8aa/ea191945654333a64eadaaf1f034b8aa/ea191945654333a64eadaaf1f034b8aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215541.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/260/baef84cfc47012b0cdb92e4034640260/baef84cfc47012b0cdb92e4034640260.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215546.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/d33/b74679300e5ac67c3d760ba9efa79d33/b74679300e5ac67c3d760ba9efa79d33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215551.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/48e/edbfb83314ddb1930f9b1be7aa2b048e/edbfb83314ddb1930f9b1be7aa2b048e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215556.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/8e6/85730e2bf31661fd602121aad79a28e6/85730e2bf31661fd602121aad79a28e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215561.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/521/a2002db00000c0cf4b6bb17b23cd5521/a2002db00000c0cf4b6bb17b23cd5521.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215566.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/daa/7f997d9cd97ca2a46b94fd792d9c8daa/7f997d9cd97ca2a46b94fd792d9c8daa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215571.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/2a2/43752bebe71ae24aa3d771a4deb192a2/43752bebe71ae24aa3d771a4deb192a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215576.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/831/41dfaac4792d0a3b163a6d7c3c2c6831/41dfaac4792d0a3b163a6d7c3c2c6831.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215581.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/b6e/2d127314e7585cace816bcc29e606b6e/2d127314e7585cace816bcc29e606b6e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215586.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/df8/7f6911b1c67a2ec0083717a87f2f0df8/7f6911b1c67a2ec0083717a87f2f0df8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215591.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/cdf/19872493846bba259166ad85fc055cdf/19872493846bba259166ad85fc055cdf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215596.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/209/3a3d1593b5b4c3047c604cf064a6e209/3a3d1593b5b4c3047c604cf064a6e209.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215601.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/3ea/97b1d64de7f64241b4d26986dce1a3ea/97b1d64de7f64241b4d26986dce1a3ea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215606.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/16e/8db3e5a78a01201430207ae48293016e/8db3e5a78a01201430207ae48293016e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215611.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/fae/67c1c638c2039b4ee0bbee32f6f92fae/67c1c638c2039b4ee0bbee32f6f92fae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215616.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/4cc/8b136fb0c328aee87170675f019384cc/8b136fb0c328aee87170675f019384cc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215621.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/355/eb617f932b674fb22d4a2cc38fdc4355/eb617f932b674fb22d4a2cc38fdc4355.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215626.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/417/d5724136988c72c0e7ae915997825417/d5724136988c72c0e7ae915997825417.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215631.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/1c6/2bda6b6b4c37bb374dfbfc9d9f9a91c6/2bda6b6b4c37bb374dfbfc9d9f9a91c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215636.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/d0d/c68e4bb2e0a6c97e8e66abda3a0a1d0d/c68e4bb2e0a6c97e8e66abda3a0a1d0d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215641.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/5da/47c03914a4808a241d32bfddf09d85da/47c03914a4808a241d32bfddf09d85da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215646.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/832/ae9df46f840e5dcfaf921c3443291832/ae9df46f840e5dcfaf921c3443291832.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215651.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/662/1edb87e936d2ee6989b83dfc536b9662/1edb87e936d2ee6989b83dfc536b9662.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215656.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/ea9/f12889f6cb368697606c19a240a22ea9/f12889f6cb368697606c19a240a22ea9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215661.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/1bb/2ad6b25100aa929d415cbd3bde79a1bb/2ad6b25100aa929d415cbd3bde79a1bb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215666.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/297/d717bccac9f366041f6ef4bf72bc0297/d717bccac9f366041f6ef4bf72bc0297.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215671.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/343/72ea9adcf7643d5092b648a2dbd90343/72ea9adcf7643d5092b648a2dbd90343.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215676.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/71d/b6bc4c15cfb48576945257136765071d/b6bc4c15cfb48576945257136765071d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215681.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/626/8f571bfd3105f7ffc620d1e59cd43626/8f571bfd3105f7ffc620d1e59cd43626.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215686.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/565/2180702d8595e696f1af5527352ca565/2180702d8595e696f1af5527352ca565.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215691.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/d01/7eac8326c6ef0630b82a71b3091cfd01/7eac8326c6ef0630b82a71b3091cfd01.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215696.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/0cb/6813af208cd6df4ba479670f7fdd60cb/6813af208cd6df4ba479670f7fdd60cb.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215701.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/5cb/5dccd1d09451880691a6d695fb3535cb/5dccd1d09451880691a6d695fb3535cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215706.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/989/cfb460b2a5a5a135840fb6f044c3e989/cfb460b2a5a5a135840fb6f044c3e989.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215711.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/403/98b5522c217f8a531e089d7bfcf25403/98b5522c217f8a531e089d7bfcf25403.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215716.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/373/210a73caca324115efceb23d92747373/210a73caca324115efceb23d92747373.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215721.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/8cd/69ecc2b888357d612dd43720522318cd/69ecc2b888357d612dd43720522318cd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215726.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/3be/3ffe438b0b980d66b24b3cf604ae33be/3ffe438b0b980d66b24b3cf604ae33be.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215731.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/1c6/0cf18c34512b05713be30115d74741c6/0cf18c34512b05713be30115d74741c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215736.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/079/e404801ffdf66bc348349c5f5e8c4079/e404801ffdf66bc348349c5f5e8c4079.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215741.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/7fe/f9d8071e416b7b6acf65a60215a307fe/f9d8071e416b7b6acf65a60215a307fe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215746.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/838/04311385ce090298d69f8ea064cc7838/04311385ce090298d69f8ea064cc7838.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215751.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/711/4a5bb5375cd4d9fea91991fe85250711/4a5bb5375cd4d9fea91991fe85250711.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215756.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/aba/18d8dd48418d35f2a6804fdb7bb68aba/18d8dd48418d35f2a6804fdb7bb68aba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215761.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/bcf/ccea6f0c30c2417506ffe3d14c7e6bcf/ccea6f0c30c2417506ffe3d14c7e6bcf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215766.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/817/7af6d5daf7c0213b672a7aef1463c817/7af6d5daf7c0213b672a7aef1463c817.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215771.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/785/be32891c4455f8dd24ee27f7a24fb785/be32891c4455f8dd24ee27f7a24fb785.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215776.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/aa6/61390c204cf876f2a8b4941a475d8aa6/61390c204cf876f2a8b4941a475d8aa6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215781.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/da6/07acee2f6efdf0ae518fe6917fa3ada6/07acee2f6efdf0ae518fe6917fa3ada6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215786.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/092/f9ab80a994bc5da59f747adf6eddf092/f9ab80a994bc5da59f747adf6eddf092.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215791.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/53c/df08abd93747c8ad20260f9de165353c/df08abd93747c8ad20260f9de165353c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215796.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/a89/83678786630bab0b7f2f69a2913aea89/83678786630bab0b7f2f69a2913aea89.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215801.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/dd3/3388930ffb9ab2505819bc8dcb8e9dd3/3388930ffb9ab2505819bc8dcb8e9dd3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215806.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/23e/228d79f5b4c16838028708e39bedc23e/228d79f5b4c16838028708e39bedc23e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215811.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/950/39e73ce4523c9d90cbcec14e115fb950/39e73ce4523c9d90cbcec14e115fb950.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215816.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/9be/236e4aafc47ea6a0878b43983d9d59be/236e4aafc47ea6a0878b43983d9d59be.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215821.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/1d0/13e07bacca239e19ed178c0934d381d0/13e07bacca239e19ed178c0934d381d0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215826.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/008/1ae263a6372cd46ee54adf0ad3733008/1ae263a6372cd46ee54adf0ad3733008.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215831.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/029/c9da2a792dd814281b946f71a1d6e029/c9da2a792dd814281b946f71a1d6e029.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215836.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/efd/d60da34caf4399863ad90e89ae8bcefd/d60da34caf4399863ad90e89ae8bcefd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215841.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/335/3ad7946ba458f6792b583813831c1335/3ad7946ba458f6792b583813831c1335.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215846.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/424/55379a5c9ae8027de9214d0b991cb424/55379a5c9ae8027de9214d0b991cb424.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215851.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/4b6/2baf0888b32eb0378f73baee9cb004b6/2baf0888b32eb0378f73baee9cb004b6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215856.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/278/94320ac9b615ebcd13553a7517067278/94320ac9b615ebcd13553a7517067278.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215861.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/c77/6da2be01967d22ab4b08f56474d21c77/6da2be01967d22ab4b08f56474d21c77.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215866.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/2ad/fed0c7f89ecc4258f3378a452ec712ad/fed0c7f89ecc4258f3378a452ec712ad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215871.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/191/a02ee2453bc9a71ad88fe365c1d07191/a02ee2453bc9a71ad88fe365c1d07191.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215876.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/b29/1886418150259a8b7eca58747f283b29/1886418150259a8b7eca58747f283b29.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215881.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/802/727c893ced17b1cdf891e1763d5e8802/727c893ced17b1cdf891e1763d5e8802.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215886.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/aa4/72cd93f80ddf167a31f9f9aa8989eaa4/72cd93f80ddf167a31f9f9aa8989eaa4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215891.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/3c7/202156e86c0afab4555a28fd7d1043c7/202156e86c0afab4555a28fd7d1043c7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215896.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/4dd/b5f43e3bf121bd3d3db8890cbe41f4dd/b5f43e3bf121bd3d3db8890cbe41f4dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215901.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/73c/bfae367c6d4bf2f4354d16c46e3fd73c/bfae367c6d4bf2f4354d16c46e3fd73c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215906.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/a00/28479327a366ac9c3608ce43245f1a00/28479327a366ac9c3608ce43245f1a00.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215911.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/e5d/efad74fd8c0466845f09302be109de5d/efad74fd8c0466845f09302be109de5d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215916.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/928/199a00c482aabdc635a355b2a240a928/199a00c482aabdc635a355b2a240a928.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215921.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/581/0494d8e4f0cf26a840fda591b3615581/0494d8e4f0cf26a840fda591b3615581.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215926.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/4b9/3a49bed3f72266c7afec410d2d7d14b9/3a49bed3f72266c7afec410d2d7d14b9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215931.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/5b2/dfc9b20647969f5e5e3e19e8573575b2/dfc9b20647969f5e5e3e19e8573575b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215936.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/d09/d95ea06831e63f6c8b1d9dd323a8cd09/d95ea06831e63f6c8b1d9dd323a8cd09.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215941.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/cd7/bed9fe8bb9f268a1594db785237e1cd7/bed9fe8bb9f268a1594db785237e1cd7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215946.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/4fa/72bbc206ff50e08c46b52d8dde8e04fa/72bbc206ff50e08c46b52d8dde8e04fa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215951.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/002/42cf54b626096b7f305b98ac687b8002/42cf54b626096b7f305b98ac687b8002.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215956.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/752/43fc91da7271f20d458c6114f556a752/43fc91da7271f20d458c6114f556a752.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215961.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/afe/48e64cd5d5aa1a6cbfd0b5191f0b4afe/48e64cd5d5aa1a6cbfd0b5191f0b4afe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215966.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/14f/cb54db72e1b832b6b92591902193614f/cb54db72e1b832b6b92591902193614f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215971.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/ec2/a6bdec77a1034901ee921b45a9af4ec2/a6bdec77a1034901ee921b45a9af4ec2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215976.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/19f/05a3fa5baf07cf3509dfe71e79f3b19f/05a3fa5baf07cf3509dfe71e79f3b19f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215981.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/2f6/5ce60f54af20dbcfdd1501982193e2f6/5ce60f54af20dbcfdd1501982193e2f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215986.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/738/7733ddbe7cfc1402a380b7a06109b738/7733ddbe7cfc1402a380b7a06109b738.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215991.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/eea/b58631dfcbd2c972c9f9a514190adeea/b58631dfcbd2c972c9f9a514190adeea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215996.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/5eb/4a42b2dfb5c083495eaae1c6bb4035eb/4a42b2dfb5c083495eaae1c6bb4035eb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216001.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/7bf/136a1b0322e1fc2f4684484beb0a27bf/136a1b0322e1fc2f4684484beb0a27bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216006.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/afd/f1548379440bc5e08abc6be6f6e80afd/f1548379440bc5e08abc6be6f6e80afd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216011.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/1c6/4a0d220bf00ecf67c181771568cc11c6/4a0d220bf00ecf67c181771568cc11c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216016.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/c85/a92c431969fc21aee8ad134198642c85/a92c431969fc21aee8ad134198642c85.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216021.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/008/edfb84ecd14c7ce6ebe996a5a5369008/edfb84ecd14c7ce6ebe996a5a5369008.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216026.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/08f/4cb62887061a60a4cadc91587ec7708f/4cb62887061a60a4cadc91587ec7708f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216031.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/9f3/a1d5a599a5f6c17d4dfd6029407ce9f3/a1d5a599a5f6c17d4dfd6029407ce9f3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216036.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/18a/d924d81a6ba3a56ba6378402c14b818a/d924d81a6ba3a56ba6378402c14b818a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216041.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/854/921478583b37f67d7249e7ba01cfd854/921478583b37f67d7249e7ba01cfd854.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216046.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/bf6/b43c216c542240848e05486781581bf6/b43c216c542240848e05486781581bf6.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216051.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/c72/a6bad36a33c5254a97a3fbb2735ccc72/a6bad36a33c5254a97a3fbb2735ccc72.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216056.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/47c/f8cc01a1975495825c0b76aa4b5ee47c/f8cc01a1975495825c0b76aa4b5ee47c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216061.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/ba7/7af0c52f41a83be4be41b2652fb29ba7/7af0c52f41a83be4be41b2652fb29ba7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216066.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/32e/3e13d8c1c8125cde9f8ad1bef425832e/3e13d8c1c8125cde9f8ad1bef425832e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216071.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/7e8/0253d1eaef4ee3f2029961b4908c87e8/0253d1eaef4ee3f2029961b4908c87e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216076.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/822/a79d736a0d3744c08e6eab24c71d1822/a79d736a0d3744c08e6eab24c71d1822.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216081.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/085/ce3ad5c5d11f2fca86d9068a3ccdd085/ce3ad5c5d11f2fca86d9068a3ccdd085.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216086.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/af6/2ccb937b893318665c1f615cf6605af6/2ccb937b893318665c1f615cf6605af6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216091.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/ae4/236c132c4c5305d96828dd08daa7cae4/236c132c4c5305d96828dd08daa7cae4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216096.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/947/072ab9d1f7c7611009e5b882bc9bc947/072ab9d1f7c7611009e5b882bc9bc947.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216101.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/a34/e5187733cd2daa6fc1f13c79e2b25a34/e5187733cd2daa6fc1f13c79e2b25a34.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216106.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/168/e7d795bceefe6abf85114e942b985168/e7d795bceefe6abf85114e942b985168.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216111.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/2a9/6d3bd3a8d66ae0af5226c0eb3bb0f2a9/6d3bd3a8d66ae0af5226c0eb3bb0f2a9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216116.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/d7a/31ee92f43b5622e74a5a01fe5e555d7a/31ee92f43b5622e74a5a01fe5e555d7a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216121.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/3a7/6059e9b04666014fe0c235dc9659a3a7/6059e9b04666014fe0c235dc9659a3a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216126.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/282/05c7f1a1e984f67cdce38b409ee3f282/05c7f1a1e984f67cdce38b409ee3f282.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216131.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/1b7/1b146688ffc51a66a5b94d33b58321b7/1b146688ffc51a66a5b94d33b58321b7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216136.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/c44/442e5a4eb19e9d03f65aaf6254f27c44/442e5a4eb19e9d03f65aaf6254f27c44.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216141.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/857/a04641cacf7c220d848e1f854578f857/a04641cacf7c220d848e1f854578f857.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216146.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/a29/cea43042d74ec4477b61ec7035c88a29/cea43042d74ec4477b61ec7035c88a29.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216151.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/2c3/34cbfba94016f5efc02ad85615b642c3/34cbfba94016f5efc02ad85615b642c3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216156.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/eda/a51d336e2f917f0f9f9e03c6adb4beda/a51d336e2f917f0f9f9e03c6adb4beda.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216161.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/136/28195a9fe47c15bb5671d5be361d4136/28195a9fe47c15bb5671d5be361d4136.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216166.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/761/d80354738a81d25270973925a4248761/d80354738a81d25270973925a4248761.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216171.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/001/937c672e5e3a8c80ef0413697e07d001/937c672e5e3a8c80ef0413697e07d001.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216176.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/479/1f36ac8ad0f21ad2363056033637f479/1f36ac8ad0f21ad2363056033637f479.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216181.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/256/de82b4a26030f39a4cd8e36569fe9256/de82b4a26030f39a4cd8e36569fe9256.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216186.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/92c/074019deb7cca85d1ee0fa0b64f3592c/074019deb7cca85d1ee0fa0b64f3592c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216191.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/bba/aa6b898acebc7799699b9df977878bba/aa6b898acebc7799699b9df977878bba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216196.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/4aa/f2ca5108cbe06d53c23847c33d56a4aa/f2ca5108cbe06d53c23847c33d56a4aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216201.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/43e/0d18f418f69f31828aa7f903f69d743e/0d18f418f69f31828aa7f903f69d743e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216206.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/2a0/bb1822dc6db4c7b92c6456dd10a7f2a0/bb1822dc6db4c7b92c6456dd10a7f2a0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216211.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/886/df94aaac75e0e12a1a4202052a187886/df94aaac75e0e12a1a4202052a187886.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216216.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/9e1/b7082166cdc062f3514305f87325d9e1/b7082166cdc062f3514305f87325d9e1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216221.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/5cc/2f6d73e576e0f452ff2f0d324f5615cc/2f6d73e576e0f452ff2f0d324f5615cc.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216226.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/778/e7021a1c1f387ef1fc486355464ca778/e7021a1c1f387ef1fc486355464ca778.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216231.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/727/850370ac12b75166efe6282af4869727/850370ac12b75166efe6282af4869727.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216236.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/147/12ab21057b3839ab98ed8b6b70660147/12ab21057b3839ab98ed8b6b70660147.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216241.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/d1c/55d32079aa81367381b0e1aa45629d1c/55d32079aa81367381b0e1aa45629d1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216246.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/c1d/0e5899d757e6130b11b3cd99f2a09c1d/0e5899d757e6130b11b3cd99f2a09c1d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216251.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/aab/eb08a82eb840983b272e934a549f3aab/eb08a82eb840983b272e934a549f3aab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216256.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/16c/c3e7cd9a27ad5618598fdb85b382a16c/c3e7cd9a27ad5618598fdb85b382a16c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216261.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/3b0/580088fc1d80f118d9e70c87952393b0/580088fc1d80f118d9e70c87952393b0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216266.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/cfe/e6de321154d0376f03e7ad54a2ad9cfe/e6de321154d0376f03e7ad54a2ad9cfe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216271.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/665/cbe06791c54df2a33a1d30b572327665/cbe06791c54df2a33a1d30b572327665.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216276.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/481/708b5302c2f209a7cdf354f42504b481/708b5302c2f209a7cdf354f42504b481.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216281.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/3ef/351532423c5b087d937af6b6a2de73ef/351532423c5b087d937af6b6a2de73ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216286.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/7dc/36e7a3618b113a5692ebf875a555c7dc/36e7a3618b113a5692ebf875a555c7dc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216291.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/2d3/113490030728f2349dfbcf15d4b272d3/113490030728f2349dfbcf15d4b272d3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216296.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/f7c/b799900ab9cc15d847aa83032da66f7c/b799900ab9cc15d847aa83032da66f7c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216301.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/ac8/04f0dbbdf9d588cfad462bacc64bcac8/04f0dbbdf9d588cfad462bacc64bcac8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216306.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/4ab/10e42f3a8aa81f4765fe43470d86b4ab/10e42f3a8aa81f4765fe43470d86b4ab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216311.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/dcf/f921c258b4359e8ff43b2d79e6b51dcf/f921c258b4359e8ff43b2d79e6b51dcf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216316.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/8fc/fba1b8108fe36a24648dac40d17b68fc/fba1b8108fe36a24648dac40d17b68fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216321.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/b5a/0881cb715548f4340ea766af74ebeb5a/0881cb715548f4340ea766af74ebeb5a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216326.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/b8d/ce118e3135ef8f2d451562b32eeaab8d/ce118e3135ef8f2d451562b32eeaab8d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216331.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/140/b5c0c5df76406a8da6f0ab470cb32140/b5c0c5df76406a8da6f0ab470cb32140.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216336.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/0e7/32a13843aa0848ba04bfa89e945c20e7/32a13843aa0848ba04bfa89e945c20e7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216341.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/c09/eacc18978dfc93c5abd3ef45e9479c09/eacc18978dfc93c5abd3ef45e9479c09.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216346.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/d40/942dc75de6c261eedbf590185eb55d40/942dc75de6c261eedbf590185eb55d40.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216351.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/3d6/e3e73cd3b130ac5e781a296dba1f53d6/e3e73cd3b130ac5e781a296dba1f53d6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216356.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/e49/c1cf19f8d3797b197e3d9222cab97e49/c1cf19f8d3797b197e3d9222cab97e49.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216361.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/6e7/33292f8c890f464e47ec6b36e3cd26e7/33292f8c890f464e47ec6b36e3cd26e7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216366.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/b32/7886b68c09eae758739283a49613ab32/7886b68c09eae758739283a49613ab32.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216371.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/536/747d3964596afbb814294da26a0c9536/747d3964596afbb814294da26a0c9536.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216376.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/121/e5ad9ca56afeca9f234dcb48a280b121/e5ad9ca56afeca9f234dcb48a280b121.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216381.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/61d/2aa53e5c43196912f2470e2ba92fa61d/2aa53e5c43196912f2470e2ba92fa61d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216386.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/1ea/4593d76307fc4eea14b7044ff97041ea/4593d76307fc4eea14b7044ff97041ea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216391.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/90b/54c7319a9a19efcf3d0ba18dd68eb90b/54c7319a9a19efcf3d0ba18dd68eb90b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216396.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/b35/9be5c9b4675cd87ea3a33b9a47fbbb35/9be5c9b4675cd87ea3a33b9a47fbbb35.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file ... ok + +test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: tx64fea7422b1f452497016-00697415c2) +test DEBUG: Setting object count to 1068 (txn: tx64fea7422b1f452497016-00697415c2) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txbb588eb76a0e4e65a146f-00697415c2) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txbb588eb76a0e4e65a146f-00697415c2) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: txbb588eb76a0e4e65a146f-00697415c2) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txbb588eb76a0e4e65a146f-00697415c2) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbb588eb76a0e4e65a146f-00697415c2) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbb588eb76a0e4e65a146f-00697415c2) +test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: txbb588eb76a0e4e65a146f-00697415c2) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txbb588eb76a0e4e65a146f-00697415c2) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbb588eb76a0e4e65a146f-00697415c2) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: txbb588eb76a0e4e65a146f-00697415c2) +test DEBUG: Setting object count to 1068 (txn: txbb588eb76a0e4e65a146f-00697415c2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txcde52e1e3f4c48bc929ad-00697415c3) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txcde52e1e3f4c48bc929ad-00697415c3) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txcde52e1e3f4c48bc929ad-00697415c3) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txcde52e1e3f4c48bc929ad-00697415c3) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txcde52e1e3f4c48bc929ad-00697415c3) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txcde52e1e3f4c48bc929ad-00697415c3) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 404 (txn: txcde52e1e3f4c48bc929ad-00697415c3) +test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: txcde52e1e3f4c48bc929ad-00697415c3) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx91352542cbe04ea99ec46-00697415c4) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx91352542cbe04ea99ec46-00697415c4) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx91352542cbe04ea99ec46-00697415c4) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx91352542cbe04ea99ec46-00697415c4) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx91352542cbe04ea99ec46-00697415c4) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx91352542cbe04ea99ec46-00697415c4) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: tx91352542cbe04ea99ec46-00697415c4) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: tx91352542cbe04ea99ec46-00697415c4) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: tx91352542cbe04ea99ec46-00697415c4) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: tx91352542cbe04ea99ec46-00697415c4) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: tx91352542cbe04ea99ec46-00697415c4) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: tx91352542cbe04ea99ec46-00697415c4) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx91352542cbe04ea99ec46-00697415c4) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 503 (txn: tx91352542cbe04ea99ec46-00697415c4) +test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: tx91352542cbe04ea99ec46-00697415c4) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx1300e4c6757e4dcd9b816-00697415c5) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: tx1300e4c6757e4dcd9b816-00697415c5) +test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1300e4c6757e4dcd9b816-00697415c5) +test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: tx1300e4c6757e4dcd9b816-00697415c5) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx1300e4c6757e4dcd9b816-00697415c5) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1300e4c6757e4dcd9b816-00697415c5) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx1300e4c6757e4dcd9b816-00697415c5) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1300e4c6757e4dcd9b816-00697415c5) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1300e4c6757e4dcd9b816-00697415c5) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx1300e4c6757e4dcd9b816-00697415c5) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: tx1300e4c6757e4dcd9b816-00697415c5) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: tx1300e4c6757e4dcd9b816-00697415c5)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards ... ok +test ERROR: Failed to unlink '/tmp/tmp_d_4176m/containers/part/suffix/hash/container.db': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state os.unlink(retiring_file) @@ -107475,131 +106702,525 @@ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpijf61ir1/containers/part/suffix/hash/container_1734804849.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpijf61ir1/containers/part/suffix/hash/container_1734804849.00000.db': ['/tmp/tmpijf61ir1/containers/part/suffix/hash/container.db', '/tmp/tmpijf61ir1/containers/part/suffix/hash/container_1734804850.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpijf61ir1/containers/part/suffix/hash/container_1734804850.00000.db']. +test DEBUG: Unlinked retiring db '/tmp/tmp_d_4176m/containers/part/suffix/hash/container_1769215422.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmp_d_4176m/containers/part/suffix/hash/container_1769215422.00000.db': ['/tmp/tmp_d_4176m/containers/part/suffix/hash/container.db', '/tmp/tmp_d_4176m/containers/part/suffix/hash/container_1769215423.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp_d_4176m/containers/part/suffix/hash/container_1769215423.00000.db']. test ERROR: Failed to set the ROWID of the fresh database for a/c: test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync INFO: Container sync report: a/c, time window start: 1734804849.5442564, time window end: 1734804849.5442564, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 5, sync_point2: None, total_rows: 1 -test-container-sync ERROR: ERROR Syncing : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 389, in container_sync - if not self.container_sync_row( - ^^^^^^^^^^^^^^^^^^^^^^^^ -TypeError: TestContainerSync.test_container_report..fake_container_sync_row() missing 1 required positional argument: 'realm_key' -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync INFO: Container sync report: a/c, time window start: 1734804849.5475645, time window end: 1734804849.5475752, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync ERROR: ERROR Syncing {'ROWID': 1, 'name': 'o'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 535, in container_sync_row - row['created_at']) - ~~~^^^^^^^^^^^^^^ -KeyError: 'created_at' -test-container-sync INFO: Container sync report: a/c, time window start: 1734804849.5477352, time window end: 1734804849.5480368, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync INFO: Container sync report: a/c, time window start: 1734804849.5481408, time window end: 1734804849.548191, puts: 0, posts: 0, deletes: 1, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +test ERROR: Problem finding shard upper in '/tmp/tmp7g6x25hc/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmp7g6x25hc/test_container.db': : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 883, in fake_delete_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 900, in fake_delete_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 883, in fake_delete_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 900, in fake_delete_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row - self.swift.get_object(info['account'], - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1146, in fake_get_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row - self.swift.get_object(info['account'], - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1173, in fake_get_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805492.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/edb/5444af81a7731ba40b9352e16a8ceedb/5444af81a7731ba40b9352e16a8ceedb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805497.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/eea/545840e85f6be5bfd54cea8c9071eeea/545840e85f6be5bfd54cea8c9071eeea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805502.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/a05/51f396754aa4a4aca7550ebea7616a05/51f396754aa4a4aca7550ebea7616a05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805507.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/d0a/a70ffcef8469f2aed205435ce3f51d0a/a70ffcef8469f2aed205435ce3f51d0a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805512.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/313/6c6ef68dc9adf800692db9beafc55313/6c6ef68dc9adf800692db9beafc55313.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805517.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/617/99ad417a958cf82409de0379329d2617/99ad417a958cf82409de0379329d2617.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805522.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/78c/b8ff34aa5aa3e45eeb86211c5996f78c/b8ff34aa5aa3e45eeb86211c5996f78c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805527.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/372/1051a80b4140286eb5ad69524703c372/1051a80b4140286eb5ad69524703c372.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805532.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/447/9f01214dbed73994367d63a4ccefa447/9f01214dbed73994367d63a4ccefa447.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805537.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/27a/bae0c551359e87dbf6a889d1eddca27a/bae0c551359e87dbf6a889d1eddca27a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805542.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/bc9/2804f72d731d58238f3aebde5f41cbc9/2804f72d731d58238f3aebde5f41cbc9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805547.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/810/ad93d45c3bfb8051158f0bdf92c98810/ad93d45c3bfb8051158f0bdf92c98810.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805552.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/f03/628832d3f704c187bbe599e3ee89cf03/628832d3f704c187bbe599e3ee89cf03.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805557.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/f0c/96f0eac17cb3c70a8633ebc4eb8a2f0c/96f0eac17cb3c70a8633ebc4eb8a2f0c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805562.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/276/a77ec1a3acc595eeaf629dbe8081b276/a77ec1a3acc595eeaf629dbe8081b276.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805567.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/0fa/14e05f9dff8a869b69bf445837a3c0fa/14e05f9dff8a869b69bf445837a3c0fa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805572.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/7f2/07b17d491a84c1aafb4e74178653c7f2/07b17d491a84c1aafb4e74178653c7f2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805577.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/309/82c8f8d6b4e2e5fcf27050bf5e934309/82c8f8d6b4e2e5fcf27050bf5e934309.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805582.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/0a4/ad6b99944843472ce853129ad454b0a4/ad6b99944843472ce853129ad454b0a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805587.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/c33/4860055f8259982b10ac83e10d19dc33/4860055f8259982b10ac83e10d19dc33.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805592.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/4fc/acdf57b2f5956ced560caf9b4bbeb4fc/acdf57b2f5956ced560caf9b4bbeb4fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805597.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/d3b/f396c2be2d0e64730f8b25559bd9ad3b/f396c2be2d0e64730f8b25559bd9ad3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805602.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/996/0b8c5d874868429be0fe066ed3bbc996/0b8c5d874868429be0fe066ed3bbc996.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805607.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/98a/f578d5f855949173e43a3fdd128df98a/f578d5f855949173e43a3fdd128df98a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805612.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/640/12e055c6245ba7de0d79c94096fea640/12e055c6245ba7de0d79c94096fea640.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805617.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/399/7e67f7c67310408f8c32786f62de3399/7e67f7c67310408f8c32786f62de3399.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805622.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/1e7/16d1bf852c5dc1a4ead3a058cbf371e7/16d1bf852c5dc1a4ead3a058cbf371e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805627.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/390/1ecaeceaa3fa7bbc8fb1f63a4559e390/1ecaeceaa3fa7bbc8fb1f63a4559e390.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805632.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/ce9/801477c9c9c84625af5ca050cdd8fce9/801477c9c9c84625af5ca050cdd8fce9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805637.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/cf8/c660333f65b681fdd5276082a259ccf8/c660333f65b681fdd5276082a259ccf8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805642.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/a9c/ae47aa141f5c6a7a44243f56b62fea9c/ae47aa141f5c6a7a44243f56b62fea9c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805647.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/016/79a364038e608cbe5dedb1542a67f016/79a364038e608cbe5dedb1542a67f016.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805652.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/44f/53c274678b35eea4d37c5787cebe644f/53c274678b35eea4d37c5787cebe644f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805657.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/46f/abf380004dbacf44f8bf397c4441f46f/abf380004dbacf44f8bf397c4441f46f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805662.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/d51/278cfc8cba57ed018644a032327edd51/278cfc8cba57ed018644a032327edd51.dbtest.unit.container.test_sync.TestContainerSync.test_container_sync_row_put -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms ... ok -test.unit.container.test_sync.TestContainerSync.test_run_forever -test.unit.container.test_sync.TestContainerSync.test_run_forever ... ok -test.unit.container.test_sync.TestContainerSync.test_run_once -test.unit.container.test_sync.TestContainerSync.test_run_once ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one ... ok + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmp4zqle072/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmp4zqle072/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216401.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/744/ab2362bf2100e3d86c03a75daa7e9744/ab2362bf2100e3d86c03a75daa7e9744.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216406.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/8ae/817ae98d0a3f0d70999f5322d5a5e8ae/817ae98d0a3f0d70999f5322d5a5e8ae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216411.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/fe9/2792a9623a4057da0f88bb9ff8214fe9/2792a9623a4057da0f88bb9ff8214fe9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216416.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/fbd/25a4bea056bc8f3ce7e31d0277509fbd/25a4bea056bc8f3ce7e31d0277509fbd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216421.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/bf0/a9a3dacf4b3667df9f9d33311c079bf0/a9a3dacf4b3667df9f9d33311c079bf0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216426.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/6d3/b605a4f8bfca3dca8da4a21cc994c6d3/b605a4f8bfca3dca8da4a21cc994c6d3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216431.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/0bf/5956e66230ec764a18a6fb78bff310bf/5956e66230ec764a18a6fb78bff310bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216436.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/ee7/57beab96ee23c1cdb7b9afd4bc6baee7/57beab96ee23c1cdb7b9afd4bc6baee7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216441.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/aae/8bf329743ef73a12fb74b06f97472aae/8bf329743ef73a12fb74b06f97472aae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216446.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/038/806b05bd86cf76147a582839f10cf038/806b05bd86cf76147a582839f10cf038.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216451.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/d11/d7a55e896ad18190d2293e1a7f2f8d11/d7a55e896ad18190d2293e1a7f2f8d11.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216456.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/b2f/ac6dbb65b91b6344ae082bbaaf16bb2f/ac6dbb65b91b6344ae082bbaaf16bb2f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216461.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/df0/6dedbe0c29bc02f7aa229545fabdadf0/6dedbe0c29bc02f7aa229545fabdadf0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216466.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/41d/26d7cfc1e9b35b425451abcdadc6341d/26d7cfc1e9b35b425451abcdadc6341d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216471.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/4c6/42e2459a057ea0ddedb4812e397024c6/42e2459a057ea0ddedb4812e397024c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216476.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/2be/1ad4cb11c02d9644147fcc10f311c2be/1ad4cb11c02d9644147fcc10f311c2be.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216481.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/6fa/edca86105f9aed3344f86c52aeace6fa/edca86105f9aed3344f86c52aeace6fa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216486.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/e60/0f17f0efc8951754b1b2b88a18a55e60/0f17f0efc8951754b1b2b88a18a55e60.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216491.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/b9a/4bfe80b4df17db2edd229205f6264b9a/4bfe80b4df17db2edd229205f6264b9a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216496.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/7c5/cef8b74db8c90bada179bc70d0f247c5/cef8b74db8c90bada179bc70d0f247c5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216501.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/cea/58f2a6c0c7c6515f3def35d1b77e6cea/58f2a6c0c7c6515f3def35d1b77e6cea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216506.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/1d0/2efd0aec4abda039c775840d04eda1d0/2efd0aec4abda039c775840d04eda1d0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216511.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/626/0eec8e4aa7248f1ec49da03a779b0626/0eec8e4aa7248f1ec49da03a779b0626.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216516.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/2eb/14cc884406ec722fbd366de6a29df2eb/14cc884406ec722fbd366de6a29df2eb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216521.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/0f1/95e292d852c1c4211898dca96a9400f1/95e292d852c1c4211898dca96a9400f1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216526.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/4e0/700d7256e88159046cf6bf0912a734e0/700d7256e88159046cf6bf0912a734e0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216531.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/fcd/9e499132b26a331fce186bc34b2e9fcd/9e499132b26a331fce186bc34b2e9fcd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216536.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/082/0c5da28bb9041b1823f04263138b7082/0c5da28bb9041b1823f04263138b7082.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216541.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/334/f3515775befb2f8982c20200fbb31334/f3515775befb2f8982c20200fbb31334.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216546.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/82d/e0212b9bbdb755775490b775ced3d82d/e0212b9bbdb755775490b775ced3d82d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216551.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/79a/31eb2f4cd29a00d17d7106b31dd6379a/31eb2f4cd29a00d17d7106b31dd6379a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216556.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/53b/0b5526de33d3225478b08035450c853b/0b5526de33d3225478b08035450c853b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216561.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/d70/ae54c446f8f3a0b9ad5545b917e19d70/ae54c446f8f3a0b9ad5545b917e19d70.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216566.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/fa2/0c0dc450944845c33dc5138cce8abfa2/0c0dc450944845c33dc5138cce8abfa2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216571.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/2c0/4cab6902c9051fd57fbaa821a86e32c0/4cab6902c9051fd57fbaa821a86e32c0.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging ... ok +test.unit.obj.test_diskfile.TestECDiskFile.test_close_error +test.unit.obj.test_diskfile.TestECDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit +test.unit.obj.test_diskfile.TestECDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror +test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space +test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called +test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_delete +test.unit.obj.test_diskfile.TestECDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files +test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path +test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache +test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup +test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking +test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired +test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_euclean +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_euclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks +test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable +test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch +test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices ... ok test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs @@ -107704,3437 +107325,57 @@ test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache ... ok - -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 613, in container_sync_row - put_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1239, in fake_put_object - raise ClientException('test client exception', http_status=503) -swift.common.exceptions.ClientException: test client exception: 503 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 559, in container_sync_row - if self._object_in_remote_container(row['name'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 491, in _object_in_remote_container - metadata, _ = head_object(sync_to, name=name, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1338, in fake_head_object - raise Exception() -Exception -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row - self.swift.get_object(info['account'], - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1146, in fake_get_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row - self.swift.get_object(info['account'], - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1173, in fake_get_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 613, in container_sync_row - put_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1239, in fake_put_object - raise ClientException('test client exception', http_status=503) -swift.common.exceptions.ClientException: test client exception: 503 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 559, in container_sync_row - if self._object_in_remote_container(row['name'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 491, in _object_in_remote_container - metadata, _ = head_object(sync_to, name=name, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1338, in fake_head_object - raise Exception() -Exception -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpw8idshsa/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpw8idshsa/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpw8idshsa/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpw8idshsa/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:09 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0035 "-" 33269 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:09 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0037 "-" 33269 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:09 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0033 "-" 33269 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:09 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 33269 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:09 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txbb234662a1a3409f98c69-0067670571" "proxy-server 33269" 0.0014 "-" 33269 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:09 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:45847/sda1/1/a/c" "txbb234662a1a3409f98c69-0067670571" "container-server 33269" 0.0018 "-" 33269 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:09 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:56549/sdb1/1/a/c" "txbb234662a1a3409f98c69-0067670571" "container-server 33269" 0.0011 "-" 33269 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:09 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txbb234662a1a3409f98c69-0067670571" "proxy-server 33269" 0.0206 "-" 33269 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:09 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txbb234662a1a3409f98c69-0067670571" "proxy-server 33269" 0.0117 "-" 33269 0/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_server.TestController.test_account_info_200 -test.unit.proxy.test_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_404 -test.unit.proxy.test_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_container_count -test.unit.proxy.test_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_no_account -test.unit.proxy.test_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_no_cache -test.unit.proxy.test_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_200 -test.unit.proxy.test_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_404 -test.unit.proxy.test_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_invalid_account -test.unit.proxy.test_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_no_cache -test.unit.proxy.test_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings -test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings -test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_make_requests -test.unit.proxy.test_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_transfer_headers -test.unit.proxy.test_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805667.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/d01/49ee5505c2dbf70681f2e306cdf4fd01/49ee5505c2dbf70681f2e306cdf4fd01.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805672.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/244/cea1936819620d34c7cffc2bdd83c244/cea1936819620d34c7cffc2bdd83c244.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805677.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/b83/354cdd54d19f8a1376e18edcacb94b83/354cdd54d19f8a1376e18edcacb94b83.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805682.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/2a7/225d0465e5754ab98ca11f74e09ed2a7/225d0465e5754ab98ca11f74e09ed2a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805687.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/6e1/6d892d7bb720e45c29868fcc492df6e1/6d892d7bb720e45c29868fcc492df6e1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805692.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/97d/69d7d7681dfda521651f4e29804a597d/69d7d7681dfda521651f4e29804a597d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805697.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/bcf/af0e51b382d50895a440cf19c385bbcf/af0e51b382d50895a440cf19c385bbcf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805702.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/441/b92443564cf0bbf7ea1f9a2474373441/b92443564cf0bbf7ea1f9a2474373441.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805707.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/86f/f52833fe791e620f66e863d833c8586f/f52833fe791e620f66e863d833c8586f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805712.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/5ff/806bebd3bc588ceef282e26ec9db45ff/806bebd3bc588ceef282e26ec9db45ff.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805717.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/e94/fb6b9c1baa145ffaa2652c7af7945e94/fb6b9c1baa145ffaa2652c7af7945e94.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805722.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/91f/8efbc84d62bacaaf846c97251040591f/8efbc84d62bacaaf846c97251040591f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805727.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/596/13e774318d089589b8b63aab5dcbd596/13e774318d089589b8b63aab5dcbd596.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805732.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/039/e464ea654e4c8cb8e37574a354a2d039/e464ea654e4c8cb8e37574a354a2d039.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805737.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/6c0/a4cb7338b153aed549b05ca474e606c0/a4cb7338b153aed549b05ca474e606c0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805742.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/c06/feff1467fbf707ec8bf7b615c0c44c06/feff1467fbf707ec8bf7b615c0c44c06.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805747.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/e49/fa8504cc134f097297276ccf01d0be49/fa8504cc134f097297276ccf01d0be49.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805752.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/13d/90e6e5e725a431a8462c3e76ab4e213d/90e6e5e725a431a8462c3e76ab4e213d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805757.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/fe1/813349b7c9b6a43a1635ff7174ef1fe1/813349b7c9b6a43a1635ff7174ef1fe1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805762.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/7b2/b449f538eda5ac28c3d626724d17b7b2/b449f538eda5ac28c3d626724d17b7b2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805767.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/977/0881a6b83f5f2e1bfeb7c539bd4bf977/0881a6b83f5f2e1bfeb7c539bd4bf977.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805772.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/53b/d00696e87d0b51d4a02157d1b8fc053b/d00696e87d0b51d4a02157d1b8fc053b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805777.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/e77/180727e7155798ad3a75501d3fc23e77/180727e7155798ad3a75501d3fc23e77.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805782.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/738/25be277e141aece1d2e54f2b2e854738/25be277e141aece1d2e54f2b2e854738.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805787.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/456/b12a4ffdfad0aaf8bc7b2d03cff35456/b12a4ffdfad0aaf8bc7b2d03cff35456.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805792.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/fda/c6bc0c8c5b358fdcaee5d2a0ce9fffda/c6bc0c8c5b358fdcaee5d2a0ce9fffda.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805797.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/8e0/e16351719fd4e527bbb1ca4fa231e8e0/e16351719fd4e527bbb1ca4fa231e8e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805802.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/e85/2689ca0cdf65d1fdd3fcde51d62cee85/2689ca0cdf65d1fdd3fcde51d62cee85.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805807.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/348/a66b85da138e6a78f689a3ba407c9348/a66b85da138e6a78f689a3ba407c9348.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805812.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/bcf/b99c25ace3299880cfcf16dfa0135bcf/b99c25ace3299880cfcf16dfa0135bcf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805817.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/4cf/707006a43e1a829bfbfbba2d8b03e4cf/707006a43e1a829bfbfbba2d8b03e4cf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805822.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/e92/723b7fa308ade83287aefdfb4283de92/723b7fa308ade83287aefdfb4283de92.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805827.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/c6b/e884b331919eeb79745a7ee4aa3e5c6b/e884b331919eeb79745a7ee4aa3e5c6b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805832.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/b47/64183d68f2618146b0d0d6062c803b47/64183d68f2618146b0d0d6062c803b47.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805837.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/207/7402aa319dd455ec598f9d2f5c8d8207/7402aa319dd455ec598f9d2f5c8d8207.db -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/14/09 PUT /v1/a/c HTTP/1.0 201 - - t - - - txbb234662a1a3409f98c69-0067670571 - 0.0307 - - 1734804849.852564335 1734804849.883232594 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:09 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txb04ce89257a44c439b3fa-0067670571" "proxy-server 33269" 0.0019 "-" 33269 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:09 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:56549/sdb1/1/a1/c1" "txb04ce89257a44c439b3fa-0067670571" "container-server 33269" 0.0025 "-" 33269 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:09 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:45847/sda1/1/a1/c1" "txb04ce89257a44c439b3fa-0067670571" "container-server 33269" 0.0012 "-" 33269 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:09 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txb04ce89257a44c439b3fa-0067670571" "proxy-server 33269" 0.0160 "-" 33269 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:09 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txb04ce89257a44c439b3fa-0067670571" "proxy-server 33269" 0.0118 "-" 33269 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/14/09 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txb04ce89257a44c439b3fa-0067670571 - 0.0267 - - 1734804849.884870291 1734804849.911569595 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:09 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx026e676fcf3d48e6bce8f-0067670571" "proxy-server 33269" 0.0051 "-" 33269 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:09 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:45847/sda1/2/a/c1" "tx026e676fcf3d48e6bce8f-0067670571" "container-server 33269" 0.0031 "-" 33269 1 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:09 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:56549/sdb1/2/a/c1" "tx026e676fcf3d48e6bce8f-0067670571" "container-server 33269" 0.0012 "-" 33269 1 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:09 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx026e676fcf3d48e6bce8f-0067670571" "proxy-server 33269" 0.0124 "-" 33269 1 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:09 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx026e676fcf3d48e6bce8f-0067670571" "proxy-server 33269" 0.0220 "-" 33269 1 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/14/09 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx026e676fcf3d48e6bce8f-0067670571 - 0.0343 - - 1734804849.914043903 1734804849.948323250 1 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:09 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx2f6323f0e22f4f9e87a1d-0067670571" "proxy-server 33269" 0.0058 "-" 33269 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:09 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:45847/sda1/1/a/c2" "tx2f6323f0e22f4f9e87a1d-0067670571" "container-server 33269" 0.0023 "-" 33269 2 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:09 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:56549/sdb1/1/a/c2" "tx2f6323f0e22f4f9e87a1d-0067670571" "container-server 33269" 0.0019 "-" 33269 2 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:09 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx2f6323f0e22f4f9e87a1d-0067670571" "proxy-server 33269" 0.0220 "-" 33269 2 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:09 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx2f6323f0e22f4f9e87a1d-0067670571" "proxy-server 33269" 0.0149 "-" 33269 2 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/14/09 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx2f6323f0e22f4f9e87a1d-0067670571 - 0.0366 - - 1734804849.951174259 1734804849.987726927 2 -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache ... ok -test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it -test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it ... ok - -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txb346e6f4c7db4d32ac482-0067670570) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txb346e6f4c7db4d32ac482-0067670570) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb346e6f4c7db4d32ac482-0067670570) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb346e6f4c7db4d32ac482-0067670570) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txb346e6f4c7db4d32ac482-0067670570) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txcda0ad5379f14f9d8d566-0067670570) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txcda0ad5379f14f9d8d566-0067670570) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txcda0ad5379f14f9d8d566-0067670570) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txcda0ad5379f14f9d8d566-0067670570) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txcda0ad5379f14f9d8d566-0067670570) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx75f0f62026df41938e691-0067670570) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx75f0f62026df41938e691-0067670570) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx75f0f62026df41938e691-0067670570) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx75f0f62026df41938e691-0067670570) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx75f0f62026df41938e691-0067670570) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx6ac90201cb5647a4b8243-0067670571) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx6ac90201cb5647a4b8243-0067670571) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6ac90201cb5647a4b8243-0067670571) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx6ac90201cb5647a4b8243-0067670571) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx6ac90201cb5647a4b8243-0067670571) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6ac90201cb5647a4b8243-0067670571) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx6ac90201cb5647a4b8243-0067670571) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6ac90201cb5647a4b8243-0067670571) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6ac90201cb5647a4b8243-0067670571) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 404 (txn: tx6ac90201cb5647a4b8243-0067670571) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: tx6ac90201cb5647a4b8243-0067670571) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx10e1cd3b332143d8af571-0067670572) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx10e1cd3b332143d8af571-0067670572) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx10e1cd3b332143d8af571-0067670572) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx10e1cd3b332143d8af571-0067670572) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx10e1cd3b332143d8af571-0067670572) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx10e1cd3b332143d8af571-0067670572) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx10e1cd3b332143d8af571-0067670572) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx10e1cd3b332143d8af571-0067670572) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx10e1cd3b332143d8af571-0067670572) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx10e1cd3b332143d8af571-0067670572) -test DEBUG: Setting object count to 1065 (txn: tx10e1cd3b332143d8af571-0067670572) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpsb7uewfz/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpsb7uewfz/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpsb7uewfz/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpsb7uewfz/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:10 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0034 "-" 33288 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:10 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0032 "-" 33288 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:10 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 33288 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:10 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 33288 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:10 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd232f4cd4744470cb4603-0067670572" "proxy-server 33288" 0.0013 "-" 33288 - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805842.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/7ac/f65112403c09eabfb0297a01714047ac/f65112403c09eabfb0297a01714047ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805847.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/41c/1565761c00ececb5e28d7d22d7d2441c/1565761c00ececb5e28d7d22d7d2441c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805852.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/95a/5287e7edd97699f638d11bd939cf695a/5287e7edd97699f638d11bd939cf695a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805857.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/881/97f602f50d3056e2143e6c5fea8d6881/97f602f50d3056e2143e6c5fea8d6881.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805862.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/abb/197a04c9df2c8ccfeaeb2ea18aeb1abb/197a04c9df2c8ccfeaeb2ea18aeb1abb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805867.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/548/3afa94d78ac9a15eef5dc7ca904db548/3afa94d78ac9a15eef5dc7ca904db548.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805872.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/c46/fa07466be3197b36f6fff4e1707f0c46/fa07466be3197b36f6fff4e1707f0c46.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805877.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/3ad/a36549706b8fb799260f75d228c073ad/a36549706b8fb799260f75d228c073ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805882.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/4b7/33a550d86cc88de500f5e1f5256724b7/33a550d86cc88de500f5e1f5256724b7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805887.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/2a1/f9c41b41a53f2d462925386757e632a1/f9c41b41a53f2d462925386757e632a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805892.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/0af/2d492112454c8841c88db30fdf0f80af/2d492112454c8841c88db30fdf0f80af.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805897.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/14f/15fbd1f1d0a617cb68a808b7b28d014f/15fbd1f1d0a617cb68a808b7b28d014f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805902.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/0f7/2e482c1efd2a57662addf85838de70f7/2e482c1efd2a57662addf85838de70f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805907.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/360/6150da8996a679652526c278c86d5360/6150da8996a679652526c278c86d5360.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805912.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/2f3/abbd8b5d4ad1a9cd346e7d3fa923c2f3/abbd8b5d4ad1a9cd346e7d3fa923c2f3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805917.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/df8/3eba60785afc17d4dd5d486743a1bdf8/3eba60785afc17d4dd5d486743a1bdf8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805922.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/675/1669847ef4d7c4816fe635bcdecc8675/1669847ef4d7c4816fe635bcdecc8675.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805927.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/2ad/b489008446b08bc3e92a39c3d2abf2ad/b489008446b08bc3e92a39c3d2abf2ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805932.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/830/42b8cc1f93aaa4f89fe9281b4c63e830/42b8cc1f93aaa4f89fe9281b4c63e830.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805937.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/634/cd9c2d2b53811342d3eee2f525050634/cd9c2d2b53811342d3eee2f525050634.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805942.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/3bd/5ab738cfc9c97ebd8a5205b10a3c43bd/5ab738cfc9c97ebd8a5205b10a3c43bd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805947.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/97d/2d64b49bb6933a7057fffe1fb0c3d97d/2d64b49bb6933a7057fffe1fb0c3d97d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805952.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/80b/090d7f3b5fe1587eec9d56fc0d59c80b/090d7f3b5fe1587eec9d56fc0d59c80b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805957.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/c72/40fc86ea1555051bdbdacb949925ec72/40fc86ea1555051bdbdacb949925ec72.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805962.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/b4d/e1af7b9ee3d5ff14bb455875f5711b4d/e1af7b9ee3d5ff14bb455875f5711b4d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805967.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/1be/79e9bff4c25f32a7e952d697e23a01be/79e9bff4c25f32a7e952d697e23a01be.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805972.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/ab6/5496fc3a55a81ecbd6fe9cd0c6539ab6/5496fc3a55a81ecbd6fe9cd0c6539ab6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805977.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/253/c5775901e0fb9ed770a9bf9a3ff0b253/c5775901e0fb9ed770a9bf9a3ff0b253.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805982.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/bd8/f9bcdbe9654fcaadc47b0854469d2bd8/f9bcdbe9654fcaadc47b0854469d2bd8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805987.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/9cd/c4bc6da4d337f66c9a373aba519b59cd/c4bc6da4d337f66c9a373aba519b59cd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805992.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/56a/f4d2b21285ec8cdb4e4662f43ef5856a/f4d2b21285ec8cdb4e4662f43ef5856a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805997.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/d3a/d886e861e45bbd4bafa7a2d2f4603d3a/d886e861e45bbd4bafa7a2d2f4603d3a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806002.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/b0e/0e8268da6d06e7212e2ef82f0a3c2b0e/0e8268da6d06e7212e2ef82f0a3c2b0e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806007.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/1ac/d7c643170b22f17f011528a4c833d1ac/d7c643170b22f17f011528a4c833d1ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806012.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/1c3/9c3a99f1530effb72101b509dc9c11c3/9c3a99f1530effb72101b509dc9c11c3.db/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string ... ok -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_GET -test.unit.proxy.test_mem_server.TestAccountController.test_GET ... ok -test.unit.container.test_sharder.TestSharder.test_audit_root_container -test.unit.container.test_sharder.TestSharder.test_audit_root_container ... ok -test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch -test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate -test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate ... ok -test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping -test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806017.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/80b/adfe8ec1eec8dbfb26b846982f55880b/adfe8ec1eec8dbfb26b846982f55880b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806022.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/fb2/cb8744e03e5ff32c786efb309f8c3fb2/cb8744e03e5ff32c786efb309f8c3fb2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806027.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/040/9b6060a10a7e3ad1eefa7f25fe78e040/9b6060a10a7e3ad1eefa7f25fe78e040.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806032.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/27a/34febe4aa68bbebcf232371a9916b27a/34febe4aa68bbebcf232371a9916b27a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806037.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/aae/955609aa6194adb3c9a1db248baafaae/955609aa6194adb3c9a1db248baafaae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806042.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/3eb/4974d39889e3b5b97e7c6d0eb21db3eb/4974d39889e3b5b97e7c6d0eb21db3eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806047.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/c14/0d9f565a080c9abf04c8d208e73f9c14/0d9f565a080c9abf04c8d208e73f9c14.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806052.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/18e/4a55e55199fb3cc3b417ced3f04fe18e/4a55e55199fb3cc3b417ced3f04fe18e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806057.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/42a/cc3620b1411ac830a5f0a801cfb6942a/cc3620b1411ac830a5f0a801cfb6942a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806062.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/dfd/cc7a9d1d3d3f36dd796825b0d03c8dfd/cc7a9d1d3d3f36dd796825b0d03c8dfd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806067.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/282/aeb72e733790de7086dea77cbfb39282/aeb72e733790de7086dea77cbfb39282.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806072.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/11e/488691393e0cf6497d6f7c73a1f2511e/488691393e0cf6497d6f7c73a1f2511e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806077.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/268/eba37989aa0fea0885ec1795e85e3268/eba37989aa0fea0885ec1795e85e3268.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806082.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/208/96e21cb85033c4c586072f6c7744a208/96e21cb85033c4c586072f6c7744a208.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806087.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/8b8/e6263e197b24de4c46ebdbe363cb68b8/e6263e197b24de4c46ebdbe363cb68b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806092.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/59f/367770c76e3ca615a57f4333b9a6459f/367770c76e3ca615a57f4333b9a6459f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806097.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/2e7/096bffc1cc4d315bcc002406fcabe2e7/096bffc1cc4d315bcc002406fcabe2e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806102.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/56b/2ce8e158492ef85df8dfa469c085556b/2ce8e158492ef85df8dfa469c085556b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806107.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/aae/a6a98b074f0cc0953098cabd2e9fbaae/a6a98b074f0cc0953098cabd2e9fbaae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806112.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/820/501bbd8b4d4684e4bab93cf96b69f820/501bbd8b4d4684e4bab93cf96b69f820.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806117.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/413/ff10c652539f919f887cba06a9b0b413/ff10c652539f919f887cba06a9b0b413.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806122.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/a8c/a3e59ffcfb1cd2939cb95c45de3a8a8c/a3e59ffcfb1cd2939cb95c45de3a8a8c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806127.00000-0, db: /tmp/tmp9l341v1x/sda/containers/0/aed/a81bad0fe4be469a8dedf7862ab07aed/a81bad0fe4be469a8dedf7862ab07aed.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'found': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp395t323f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'created': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp395t323f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp395t323f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp395t323f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'sharding': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp395t323f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp395t323f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp395t323f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp395t323f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp395t323f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: own_shard_range reset to None should be 1734804850.00000, path: a/c, db: /tmp/tmpzfz8ze0k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804850.00000.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': a-f c-f, a-c a-f, path: a/c, db: /tmp/tmpv35_9r0z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804851.00000-0, db: /tmp/tmpy_pxanf8/sda/containers/0/fef/33e26c01924b72d70eceb7cbff10ffef/33e26c01924b72d70eceb7cbff10ffef.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS -test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_container ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT -test.unit.proxy.test_mem_server.TestAccountController.test_PUT ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json -test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused -test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error -test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header ... ok - -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804851.00000-0, db: /tmp/tmpy_pxanf8/sda/containers/0/fef/33e26c01924b72d70eceb7cbff10ffef/33e26c01924b72d70eceb7cbff10ffef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804854.00000-0, db: /tmp/tmpy_pxanf8/sda/containers/0/465/9358299baa9dd8bb974689b31b28b465/9358299baa9dd8bb974689b31b28b465.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804854.00000-0, db: /tmp/tmpy_pxanf8/sda/containers/0/465/9358299baa9dd8bb974689b31b28b465/9358299baa9dd8bb974689b31b28b465.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmpf1wjqp5f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmpf1wjqp5f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmpf1wjqp5f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpf1wjqp5f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1734804851.00000, (0, 0) as of 1734804851.00000, active as of 1734804851.00000> to ShardRange<'k' to 't' as of 1734804852.00000, (0, 0) as of 1734804852.00000, active as of 1734804852.00000>, path: .shards_a/shard_c, db: /tmp/tmpf1wjqp5f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpf1wjqp5f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpf1wjqp5f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpf1wjqp5f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpf1wjqp5f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804856.00000, (0, 0) as of 1734804856.00000, shrinking as of 1734804853.00000> to ShardRange<'k' to 't' as of 1734804856.00000, (0, 0) as of 1734804856.00000, sharding as of 1734804857.00000>, path: .shards_a/shard_c, db: /tmp/tmpf1wjqp5f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpf1wjqp5f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpf1wjqp5f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpf1wjqp5f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-965e4dd9b15b9e58d8cd3479825fa090-1734804855.00000-2, db: /tmp/tmps35u4z7g/sda/containers/0/e89/81a68e98181e012102d4f2d699387e89/81a68e98181e012102d4f2d699387e89.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804851.00000-2, db: /tmp/tmprr9h83b5/sda/containers/0/47d/a80811529ee67bfb8b0113e0fd1ed47d/a80811529ee67bfb8b0113e0fd1ed47d.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804851.00000-2, db: /tmp/tmprr9h83b5/sda/containers/0/47d/a80811529ee67bfb8b0113e0fd1ed47d/a80811529ee67bfb8b0113e0fd1ed47d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804860.00000-2, db: /tmp/tmprr9h83b5/sda/containers/0/220/71889c7b7dcfbcdf54ce20abf871c220/71889c7b7dcfbcdf54ce20abf871c220.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804860.00000-2, db: /tmp/tmprr9h83b5/sda/containers/0/220/71889c7b7dcfbcdf54ce20abf871c220/71889c7b7dcfbcdf54ce20abf871c220.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804869.00000-2, db: /tmp/tmprr9h83b5/sda/containers/0/cf8/b7b40742740e064679085d177415fcf8/b7b40742740e064679085d177415fcf8.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804869.00000-2, db: /tmp/tmprr9h83b5/sda/containers/0/cf8/b7b40742740e064679085d177415fcf8/b7b40742740e064679085d177415fcf8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804878.00000-2, db: /tmp/tmprr9h83b5/sda/containers/0/b91/52222bfc6e0fca2b880e74b3f9e27b91/52222bfc6e0fca2b880e74b3f9e27b91.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804878.00000-2, db: /tmp/tmprr9h83b5/sda/containers/0/b91/52222bfc6e0fca2b880e74b3f9e27b91/52222bfc6e0fca2b880e74b3f9e27b91.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804887.00000-2, db: /tmp/tmprr9h83b5/sda/containers/0/83c/7f3f61a09a8745ebed2b5c20f63df83c/7f3f61a09a8745ebed2b5c20f63df83c.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804887.00000-2, db: /tmp/tmprr9h83b5/sda/containers/0/83c/7f3f61a09a8745ebed2b5c20f63df83c/7f3f61a09a8745ebed2b5c20f63df83c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804896.00000-2, db: /tmp/tmprr9h83b5/sda/containers/0/f62/6d626216ba59ffac2f7a9c382734df62/6d626216ba59ffac2f7a9c382734df62.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804896.00000-2, db: /tmp/tmprr9h83b5/sda/containers/0/f62/6d626216ba59ffac2f7a9c382734df62/6d626216ba59ffac2f7a9c382734df62.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804905.00000-2, db: /tmp/tmprr9h83b5/sda/containers/0/415/3d0dd8f81c58629664aa73a03830e415/3d0dd8f81c58629664aa73a03830e415.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804905.00000-2, db: /tmp/tmprr9h83b5/sda/containers/0/415/3d0dd8f81c58629664aa73a03830e415/3d0dd8f81c58629664aa73a03830e415.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804914.00000-2, db: /tmp/tmprr9h83b5/sda/containers/0/a22/a295ddb499e9b5f195a69a35674d6a22/a295ddb499e9b5f195a69a35674d6a22.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804914.00000-2, db: /tmp/tmprr9h83b5/sda/containers/0/a22/a295ddb499e9b5f195a69a35674d6a22/a295ddb499e9b5f195a69a35674d6a22.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804923.00000-2, db: /tmp/tmprr9h83b5/sda/containers/0/890/ffe374d8c7ee0951d9a945fce3678890/ffe374d8c7ee0951d9a945fce3678890.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804923.00000-2, db: /tmp/tmprr9h83b5/sda/containers/0/890/ffe374d8c7ee0951d9a945fce3678890/ffe374d8c7ee0951d9a945fce3678890.dbtest.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding ... ok - -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804923.00000-2, db: /tmp/tmprr9h83b5/sda/containers/0/890/ffe374d8c7ee0951d9a945fce3678890/ffe374d8c7ee0951d9a945fce3678890.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804932.00000-2, db: /tmp/tmprr9h83b5/sda/containers/0/0ba/6451cbb3057b49bbcf612899fe7580ba/6451cbb3057b49bbcf612899fe7580ba.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804932.00000-2, db: /tmp/tmprr9h83b5/sda/containers/0/0ba/6451cbb3057b49bbcf612899fe7580ba/6451cbb3057b49bbcf612899fe7580ba.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804932.00000-2, db: /tmp/tmprr9h83b5/sda/containers/0/0ba/6451cbb3057b49bbcf612899fe7580ba/6451cbb3057b49bbcf612899fe7580ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804941.00000-2, db: /tmp/tmprr9h83b5/sda/containers/0/c15/7c86169389f3b9ba9a1f4566447fec15/7c86169389f3b9ba9a1f4566447fec15.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804941.00000-2, db: /tmp/tmprr9h83b5/sda/containers/0/c15/7c86169389f3b9ba9a1f4566447fec15/7c86169389f3b9ba9a1f4566447fec15.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804941.00000-2, db: /tmp/tmprr9h83b5/sda/containers/0/c15/7c86169389f3b9ba9a1f4566447fec15/7c86169389f3b9ba9a1f4566447fec15.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804950.00000-2, db: /tmp/tmprr9h83b5/sda/containers/0/111/666bfb07086347562a2d33a5124e1111/666bfb07086347562a2d33a5124e1111.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804950.00000-2, db: /tmp/tmprr9h83b5/sda/containers/0/111/666bfb07086347562a2d33a5124e1111/666bfb07086347562a2d33a5124e1111.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804950.00000-2, db: /tmp/tmprr9h83b5/sda/containers/0/111/666bfb07086347562a2d33a5124e1111/666bfb07086347562a2d33a5124e1111.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804959.00000-2, db: /tmp/tmprr9h83b5/sda/containers/0/f7b/2a67344e8ddbad8db17b943c26ab4f7b/2a67344e8ddbad8db17b943c26ab4f7b.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804959.00000-2, db: /tmp/tmprr9h83b5/sda/containers/0/f7b/2a67344e8ddbad8db17b943c26ab4f7b/2a67344e8ddbad8db17b943c26ab4f7b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804959.00000-2, db: /tmp/tmprr9h83b5/sda/containers/0/f7b/2a67344e8ddbad8db17b943c26ab4f7b/2a67344e8ddbad8db17b943c26ab4f7b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804968.00000-2, db: /tmp/tmprr9h83b5/sda/containers/0/de3/ab7c8e6a1742a98a2bd46ee0dca13de3/ab7c8e6a1742a98a2bd46ee0dca13de3.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804968.00000-2, db: /tmp/tmprr9h83b5/sda/containers/0/de3/ab7c8e6a1742a98a2bd46ee0dca13de3/ab7c8e6a1742a98a2bd46ee0dca13de3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804968.00000-2, db: /tmp/tmprr9h83b5/sda/containers/0/de3/ab7c8e6a1742a98a2bd46ee0dca13de3/ab7c8e6a1742a98a2bd46ee0dca13de3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804977.00000-2, db: /tmp/tmprr9h83b5/sda/containers/0/a78/4a7a726328c994405df442c21d89da78/4a7a726328c994405df442c21d89da78.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804977.00000-2, db: /tmp/tmprr9h83b5/sda/containers/0/a78/4a7a726328c994405df442c21d89da78/4a7a726328c994405df442c21d89da78.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804977.00000-2, db: /tmp/tmprr9h83b5/sda/containers/0/a78/4a7a726328c994405df442c21d89da78/4a7a726328c994405df442c21d89da78.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804986.00000-2, db: /tmp/tmprr9h83b5/sda/containers/0/f9c/eeb75ee8125defd93393fdfd0a017f9c/eeb75ee8125defd93393fdfd0a017f9c.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804986.00000-2, db: /tmp/tmprr9h83b5/sda/containers/0/f9c/eeb75ee8125defd93393fdfd0a017f9c/eeb75ee8125defd93393fdfd0a017f9c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804986.00000-2, db: /tmp/tmprr9h83b5/sda/containers/0/f9c/eeb75ee8125defd93393fdfd0a017f9c/eeb75ee8125defd93393fdfd0a017f9c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804852.00000-2, db: /tmp/tmp4svyyh_8/sda/containers/0/811/3096e009b40bee4d425095981f26c811/3096e009b40bee4d425095981f26c811.db -sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1734804852.00000, (0, 0) as of 1734804852.00000, active as of 1734804852.00000> to ShardRange<'a' to 'b' as of 1734804852.00000, (0, 0) as of 1734804852.00000, sharding as of 1734804857.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804852.00000-2, db: /tmp/tmp4svyyh_8/sda/containers/0/811/3096e009b40bee4d425095981f26c811/3096e009b40bee4d425095981f26c811.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804852.00000-2, db: /tmp/tmp4svyyh_8/sda/containers/0/811/3096e009b40bee4d425095981f26c811/3096e009b40bee4d425095981f26c811.db -sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804852.00000-2, db: /tmp/tmp4svyyh_8/sda/containers/0/811/3096e009b40bee4d425095981f26c811/3096e009b40bee4d425095981f26c811.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804852.00000-2, db: /tmp/tmp4svyyh_8/sda/containers/0/811/3096e009b40bee4d425095981f26c811/3096e009b40bee4d425095981f26c811_1734804852.00000.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804852.00000-2, db: /tmp/tmp4svyyh_8/sda/containers/0/811/3096e009b40bee4d425095981f26c811/3096e009b40bee4d425095981f26c811_1734804852.00000.db -sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804852.00000-2, db: /tmp/tmp4svyyh_8/sda/containers/0/811/3096e009b40bee4d425095981f26c811/3096e009b40bee4d425095981f26c811_1734804852.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4svyyh_8/sda/containers/0/811/3096e009b40bee4d425095981f26c811/3096e009b40bee4d425095981f26c811.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804852.00000-2, db: /tmp/tmp4svyyh_8/sda/containers/0/811/3096e009b40bee4d425095981f26c811/3096e009b40bee4d425095981f26c811_1734804852.00000.db -sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1734804852.00000, (0, 0) as of 1734804852.00000, sharding as of 1734804858.00000> to ShardRange<'a' to 'b' as of 1734804852.00000, (0, 0) as of 1734804852.00000, sharded as of 1734804861.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1734804852.00000-2, db: /tmp/tmp4svyyh_8/sda/containers/0/811/3096e009b40bee4d425095981f26c811/3096e009b40bee4d425095981f26c811_1734804852.00000.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded ... ok - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:10 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:43779/sda1/3/a/c" "txd232f4cd4744470cb4603-0067670572" "container-server 33288" 0.0011 "-" 33288 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:10 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:50349/sdb1/3/a/c" "txd232f4cd4744470cb4603-0067670572" "container-server 33288" 0.0012 "-" 33288 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:10 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txd232f4cd4744470cb4603-0067670572" "proxy-server 33288" 0.0332 "-" 33288 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:10 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txd232f4cd4744470cb4603-0067670572" "proxy-server 33288" 0.0266 "-" 33288 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/14/10 PUT /v1/a/c HTTP/1.0 201 - - t - - - txd232f4cd4744470cb4603-0067670572 - 0.0499 - - 1734804850.395076513 1734804850.445025682 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:10 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx0e4b529fcdfa4ddcb5f6b-0067670572" "proxy-server 33288" 0.0014 "-" 33288 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:10 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:43779/sda1/0/a1/c1" "tx0e4b529fcdfa4ddcb5f6b-0067670572" "container-server 33288" 0.0012 "-" 33288 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:10 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:50349/sdb1/0/a1/c1" "tx0e4b529fcdfa4ddcb5f6b-0067670572" "container-server 33288" 0.0011 "-" 33288 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:10 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0e4b529fcdfa4ddcb5f6b-0067670572" "proxy-server 33288" 0.0148 "-" 33288 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:10 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0e4b529fcdfa4ddcb5f6b-0067670572" "proxy-server 33288" 0.0110 "-" 33288 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/14/10 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx0e4b529fcdfa4ddcb5f6b-0067670572 - 0.0252 - - 1734804850.446702957 1734804850.471910715 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:10 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe985c6611ab54eeb85146-0067670572" "proxy-server 33288" 0.0022 "-" 33288 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:10 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:43779/sda1/3/a/c1" "txe985c6611ab54eeb85146-0067670572" "container-server 33288" 0.0662 "-" 33288 1 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:10 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:50349/sdb1/3/a/c1" "txe985c6611ab54eeb85146-0067670572" "container-server 33288" 0.0012 "-" 33288 1 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:10 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe985c6611ab54eeb85146-0067670572" "proxy-server 33288" 0.0804 "-" 33288 1 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:10 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe985c6611ab54eeb85146-0067670572" "proxy-server 33288" 0.0768 "-" 33288 1 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/14/10 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txe985c6611ab54eeb85146-0067670572 - 0.0905 - - 1734804850.473641396 1734804850.564173937 1 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:10 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txef4e08fd4f8946f38216c-0067670572" "proxy-server 33288" 0.0021 "-" 33288 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:10 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:43779/sda1/0/a/c2" "txef4e08fd4f8946f38216c-0067670572" "container-server 33288" 0.0013 "-" 33288 2 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:10 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:50349/sdb1/0/a/c2" "txef4e08fd4f8946f38216c-0067670572" "container-server 33288" 0.0019 "-" 33288 2 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:10 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txef4e08fd4f8946f38216c-0067670572" "proxy-server 33288" 0.0127 "-" 33288 2 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:10 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txef4e08fd4f8946f38216c-0067670572" "proxy-server 33288" 0.0190 "-" 33288 2 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/14/10 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txef4e08fd4f8946f38216c-0067670572 - 0.0285 - - 1734804850.567849159 1734804850.596346378 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp_saiox13/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp_saiox13/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp_saiox13/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp_saiox13/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:11 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0032 "-" 33288 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:11 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0035 "-" 33288 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:11 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 33288 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:11 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 33288 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:11 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb08732fdf383410a83bcb-0067670573" "proxy-server 33288" 0.0012 "-" 33288 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:11 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:47723/sdb1/3/a/c" "txb08732fdf383410a83bcb-0067670573" "container-server 33288" 0.0012 "-" 33288 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:11 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:36931/sda1/3/a/c" "txb08732fdf383410a83bcb-0067670573" "container-server 33288" 0.0011 "-" 33288 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:11 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txb08732fdf383410a83bcb-0067670573" "proxy-server 33288" 0.0160 "-" 33288 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:11 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txb08732fdf383410a83bcb-0067670573" "proxy-server 33288" 0.0109 "-" 33288 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/14/11 PUT /v1/a/c HTTP/1.0 201 - - t - - - txb08732fdf383410a83bcb-0067670573 - 0.0271 - - 1734804851.051095963 1734804851.078219414 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:11 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx0e76cc173a8c46a88000c-0067670573" "proxy-server 33288" 0.0012 "-" 33288 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:11 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:36931/sda1/0/a1/c1" "tx0e76cc173a8c46a88000c-0067670573" "container-server 33288" 0.0106 "-" 33288 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:11 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:47723/sdb1/0/a1/c1" "tx0e76cc173a8c46a88000c-0067670573" "container-server 33288" 0.0013 "-" 33288 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:11 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0e76cc173a8c46a88000c-0067670573" "proxy-server 33288" 0.0186 "-" 33288 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:11 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0e76cc173a8c46a88000c-0067670573" "proxy-server 33288" 0.0282 "-" 33288 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/14/11 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx0e76cc173a8c46a88000c-0067670573 - 0.0366 - - 1734804851.079873800 1734804851.116484404 0/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options -test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts -test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings -test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings -test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804852.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/7c1/e21bc28ffcd4f275164fe9fd4cbfe7c1/e21bc28ffcd4f275164fe9fd4cbfe7c1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804854.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/e13/f7af842f38e8dfb74070db63e7187e13/f7af842f38e8dfb74070db63e7187e13.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804853.00000, (0, 0) as of 1734804853.00000, found as of 1734804853.00000> to ShardRange<'k' to 't' as of 1734804854.00000, (0, 0) as of 1734804854.00000, created as of 1734804854.00000>, path: .shards_a/shard_c_1734804854.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/e13/f7af842f38e8dfb74070db63e7187e13/f7af842f38e8dfb74070db63e7187e13.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804856.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/31a/540f59064be04700d2feb5612e96631a/540f59064be04700d2feb5612e96631a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804855.00000, (0, 0) as of 1734804855.00000, found as of 1734804855.00000> to ShardRange<'k' to 't' as of 1734804856.00000, (0, 0) as of 1734804856.00000, cleaved as of 1734804856.00000>, path: .shards_a/shard_c_1734804856.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/31a/540f59064be04700d2feb5612e96631a/540f59064be04700d2feb5612e96631a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804858.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/8ac/b7495a4a4eab63449cf3b144e9ee88ac/b7495a4a4eab63449cf3b144e9ee88ac.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804857.00000, (0, 0) as of 1734804857.00000, found as of 1734804857.00000> to ShardRange<'k' to 't' as of 1734804858.00000, (0, 0) as of 1734804858.00000, active as of 1734804858.00000>, path: .shards_a/shard_c_1734804858.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/8ac/b7495a4a4eab63449cf3b144e9ee88ac/b7495a4a4eab63449cf3b144e9ee88ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804860.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/9bf/7ca386bb58a8db03b27b2948f09ab9bf/7ca386bb58a8db03b27b2948f09ab9bf.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804859.00000, (0, 0) as of 1734804859.00000, found as of 1734804859.00000> to ShardRange<'k' to 't' as of 1734804860.00000, (0, 0) as of 1734804860.00000, shrinking as of 1734804860.00000>, path: .shards_a/shard_c_1734804860.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/9bf/7ca386bb58a8db03b27b2948f09ab9bf/7ca386bb58a8db03b27b2948f09ab9bf.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804860.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/9bf/7ca386bb58a8db03b27b2948f09ab9bf/7ca386bb58a8db03b27b2948f09ab9bf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804862.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/e31/c7685c92c9bf5c8714fb30c5f1defe31/c7685c92c9bf5c8714fb30c5f1defe31.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804861.00000, (0, 0) as of 1734804861.00000, found as of 1734804861.00000> to ShardRange<'k' to 't' as of 1734804862.00000, (0, 0) as of 1734804862.00000, sharding as of 1734804862.00000>, path: .shards_a/shard_c_1734804862.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/e31/c7685c92c9bf5c8714fb30c5f1defe31/c7685c92c9bf5c8714fb30c5f1defe31.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804862.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/e31/c7685c92c9bf5c8714fb30c5f1defe31/c7685c92c9bf5c8714fb30c5f1defe31.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804864.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/34b/784880b2d5ba7ecc283e08731e0c934b/784880b2d5ba7ecc283e08731e0c934b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804863.00000, (0, 0) as of 1734804863.00000, found as of 1734804863.00000> to ShardRange<'k' to 't' as of 1734804864.00000, (0, 0) as of 1734804864.00000, sharded as of 1734804864.00000>, path: .shards_a/shard_c_1734804864.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/34b/784880b2d5ba7ecc283e08731e0c934b/784880b2d5ba7ecc283e08731e0c934b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804864.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/34b/784880b2d5ba7ecc283e08731e0c934b/784880b2d5ba7ecc283e08731e0c934b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804866.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/cfa/9f2e8b506085a61c35bfef27b18a9cfa/9f2e8b506085a61c35bfef27b18a9cfa.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804865.00000, (0, 0) as of 1734804865.00000, found as of 1734804865.00000> to ShardRange<'k' to 't' as of 1734804866.00000, (0, 0) as of 1734804866.00000, shrunk as of 1734804866.00000>, path: .shards_a/shard_c_1734804866.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/cfa/9f2e8b506085a61c35bfef27b18a9cfa/9f2e8b506085a61c35bfef27b18a9cfa.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804866.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/cfa/9f2e8b506085a61c35bfef27b18a9cfa/9f2e8b506085a61c35bfef27b18a9cfa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804868.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/db1/7e9e5d9a994af7e2dc876fc5bbe00db1/7e9e5d9a994af7e2dc876fc5bbe00db1.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804867.00000, (0, 0) as of 1734804867.00000, created as of 1734804867.00000> to ShardRange<'k' to 't' as of 1734804868.00000, (0, 0) as of 1734804868.00000, found as of 1734804868.00000>, path: .shards_a/shard_c_1734804868.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/db1/7e9e5d9a994af7e2dc876fc5bbe00db1/7e9e5d9a994af7e2dc876fc5bbe00db1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804870.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/0df/d5672d2d70c180694b3e0fc4a8e180df/d5672d2d70c180694b3e0fc4a8e180df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804872.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/961/5dea37d3bc92c5bed586984bdd769961/5dea37d3bc92c5bed586984bdd769961.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804871.00000, (0, 0) as of 1734804871.00000, created as of 1734804871.00000> to ShardRange<'k' to 't' as of 1734804872.00000, (0, 0) as of 1734804872.00000, cleaved as of 1734804872.00000>, path: .shards_a/shard_c_1734804872.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/961/5dea37d3bc92c5bed586984bdd769961/5dea37d3bc92c5bed586984bdd769961.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804874.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/606/9d784b4a4d71cd2a896df849dec30606/9d784b4a4d71cd2a896df849dec30606.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804873.00000, (0, 0) as of 1734804873.00000, created as of 1734804873.00000> to ShardRange<'k' to 't' as of 1734804874.00000, (0, 0) as of 1734804874.00000, active as of 1734804874.00000>, path: .shards_a/shard_c_1734804874.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/606/9d784b4a4d71cd2a896df849dec30606/9d784b4a4d71cd2a896df849dec30606.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804876.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/906/1e572ab52761668be850946f5aa95906/1e572ab52761668be850946f5aa95906.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804875.00000, (0, 0) as of 1734804875.00000, created as of 1734804875.00000> to ShardRange<'k' to 't' as of 1734804876.00000, (0, 0) as of 1734804876.00000, shrinking as of 1734804876.00000>, path: .shards_a/shard_c_1734804876.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/906/1e572ab52761668be850946f5aa95906/1e572ab52761668be850946f5aa95906.db -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:11 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1121c6821d864d6389e21-0067670573" "proxy-server 33288" 0.0022 "-" 33288 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:11 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:47723/sdb1/3/a/c1" "tx1121c6821d864d6389e21-0067670573" "container-server 33288" 0.0018 "-" 33288 1 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:11 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:36931/sda1/3/a/c1" "tx1121c6821d864d6389e21-0067670573" "container-server 33288" 0.0018 "-" 33288 1 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:11 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx1121c6821d864d6389e21-0067670573" "proxy-server 33288" 0.0168 "-" 33288 1 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:11 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx1121c6821d864d6389e21-0067670573" "proxy-server 33288" 0.0130 "-" 33288 1 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/14/11 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx1121c6821d864d6389e21-0067670573 - 0.0276 - - 1734804851.122483015 1734804851.150084972 1 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:11 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4a28df16a380445aac779-0067670573" "proxy-server 33288" 0.0020 "-" 33288 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:11 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:47723/sdb1/0/a/c2" "tx4a28df16a380445aac779-0067670573" "container-server 33288" 0.0026 "-" 33288 2 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:11 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:36931/sda1/0/a/c2" "tx4a28df16a380445aac779-0067670573" "container-server 33288" 0.0011 "-" 33288 2 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:11 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx4a28df16a380445aac779-0067670573" "proxy-server 33288" 0.0117 "-" 33288 2 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:11 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx4a28df16a380445aac779-0067670573" "proxy-server 33288" 0.0174 "-" 33288 2 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/14/11 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx4a28df16a380445aac779-0067670573 - 0.0371 - - 1734804851.151725054 1734804851.188788652 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': True, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 4}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.2, 'concurrent_ec_extra_requests': 0}, app) - -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804876.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/906/1e572ab52761668be850946f5aa95906/1e572ab52761668be850946f5aa95906.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804878.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/10d/591b69582ebb522ceae8a1fd084dc10d/591b69582ebb522ceae8a1fd084dc10d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804877.00000, (0, 0) as of 1734804877.00000, created as of 1734804877.00000> to ShardRange<'k' to 't' as of 1734804878.00000, (0, 0) as of 1734804878.00000, sharding as of 1734804878.00000>, path: .shards_a/shard_c_1734804878.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/10d/591b69582ebb522ceae8a1fd084dc10d/591b69582ebb522ceae8a1fd084dc10d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804878.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/10d/591b69582ebb522ceae8a1fd084dc10d/591b69582ebb522ceae8a1fd084dc10d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804880.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/254/868fabfa4f87bf13e580c8b4b2267254/868fabfa4f87bf13e580c8b4b2267254.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804879.00000, (0, 0) as of 1734804879.00000, created as of 1734804879.00000> to ShardRange<'k' to 't' as of 1734804880.00000, (0, 0) as of 1734804880.00000, sharded as of 1734804880.00000>, path: .shards_a/shard_c_1734804880.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/254/868fabfa4f87bf13e580c8b4b2267254/868fabfa4f87bf13e580c8b4b2267254.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804880.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/254/868fabfa4f87bf13e580c8b4b2267254/868fabfa4f87bf13e580c8b4b2267254.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804882.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/37d/c776f107f43faacc31fbcebfc17f337d/c776f107f43faacc31fbcebfc17f337d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804881.00000, (0, 0) as of 1734804881.00000, created as of 1734804881.00000> to ShardRange<'k' to 't' as of 1734804882.00000, (0, 0) as of 1734804882.00000, shrunk as of 1734804882.00000>, path: .shards_a/shard_c_1734804882.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/37d/c776f107f43faacc31fbcebfc17f337d/c776f107f43faacc31fbcebfc17f337d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804882.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/37d/c776f107f43faacc31fbcebfc17f337d/c776f107f43faacc31fbcebfc17f337d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804884.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/a75/bf1f7f7e299f9dc5e0d1114ffe0bca75/bf1f7f7e299f9dc5e0d1114ffe0bca75.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804883.00000, (0, 0) as of 1734804883.00000, cleaved as of 1734804883.00000> to ShardRange<'k' to 't' as of 1734804884.00000, (0, 0) as of 1734804884.00000, found as of 1734804884.00000>, path: .shards_a/shard_c_1734804884.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/a75/bf1f7f7e299f9dc5e0d1114ffe0bca75/bf1f7f7e299f9dc5e0d1114ffe0bca75.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804886.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/486/3182ab94550beab984f6da88afee8486/3182ab94550beab984f6da88afee8486.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804885.00000, (0, 0) as of 1734804885.00000, cleaved as of 1734804885.00000> to ShardRange<'k' to 't' as of 1734804886.00000, (0, 0) as of 1734804886.00000, created as of 1734804886.00000>, path: .shards_a/shard_c_1734804886.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/486/3182ab94550beab984f6da88afee8486/3182ab94550beab984f6da88afee8486.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804888.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/e23/7657c125d360f631870e21027d5b8e23/7657c125d360f631870e21027d5b8e23.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804890.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/52f/f655373f50ec8c5f1eb3c4886428452f/f655373f50ec8c5f1eb3c4886428452f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804889.00000, (0, 0) as of 1734804889.00000, cleaved as of 1734804889.00000> to ShardRange<'k' to 't' as of 1734804890.00000, (0, 0) as of 1734804890.00000, active as of 1734804890.00000>, path: .shards_a/shard_c_1734804890.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/52f/f655373f50ec8c5f1eb3c4886428452f/f655373f50ec8c5f1eb3c4886428452f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804892.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/4dc/e848893a8b35562a306e654edcfe84dc/e848893a8b35562a306e654edcfe84dc.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804891.00000, (0, 0) as of 1734804891.00000, cleaved as of 1734804891.00000> to ShardRange<'k' to 't' as of 1734804892.00000, (0, 0) as of 1734804892.00000, shrinking as of 1734804892.00000>, path: .shards_a/shard_c_1734804892.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/4dc/e848893a8b35562a306e654edcfe84dc/e848893a8b35562a306e654edcfe84dc.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804892.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/4dc/e848893a8b35562a306e654edcfe84dc/e848893a8b35562a306e654edcfe84dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804894.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/0b4/85f2009bdba4b6596b2c2e8a26d8c0b4/85f2009bdba4b6596b2c2e8a26d8c0b4.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804893.00000, (0, 0) as of 1734804893.00000, cleaved as of 1734804893.00000> to ShardRange<'k' to 't' as of 1734804894.00000, (0, 0) as of 1734804894.00000, sharding as of 1734804894.00000>, path: .shards_a/shard_c_1734804894.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/0b4/85f2009bdba4b6596b2c2e8a26d8c0b4/85f2009bdba4b6596b2c2e8a26d8c0b4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804894.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/0b4/85f2009bdba4b6596b2c2e8a26d8c0b4/85f2009bdba4b6596b2c2e8a26d8c0b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804896.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/30a/d26f6808032dc42cc72429130a67630a/d26f6808032dc42cc72429130a67630a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804895.00000, (0, 0) as of 1734804895.00000, cleaved as of 1734804895.00000> to ShardRange<'k' to 't' as of 1734804896.00000, (0, 0) as of 1734804896.00000, sharded as of 1734804896.00000>, path: .shards_a/shard_c_1734804896.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/30a/d26f6808032dc42cc72429130a67630a/d26f6808032dc42cc72429130a67630a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804896.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/30a/d26f6808032dc42cc72429130a67630a/d26f6808032dc42cc72429130a67630a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804898.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/dc4/315d3381ac352c6ba617320fbbcf3dc4/315d3381ac352c6ba617320fbbcf3dc4.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804897.00000, (0, 0) as of 1734804897.00000, cleaved as of 1734804897.00000> to ShardRange<'k' to 't' as of 1734804898.00000, (0, 0) as of 1734804898.00000, shrunk as of 1734804898.00000>, path: .shards_a/shard_c_1734804898.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/dc4/315d3381ac352c6ba617320fbbcf3dc4/315d3381ac352c6ba617320fbbcf3dc4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804898.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/dc4/315d3381ac352c6ba617320fbbcf3dc4/315d3381ac352c6ba617320fbbcf3dc4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804900.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/df4/56fe119853cb3994ed23bed73701bdf4/56fe119853cb3994ed23bed73701bdf4.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804899.00000, (0, 0) as of 1734804899.00000, active as of 1734804899.00000> to ShardRange<'k' to 't' as of 1734804900.00000, (0, 0) as of 1734804900.00000, found as of 1734804900.00000>, path: .shards_a/shard_c_1734804900.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/df4/56fe119853cb3994ed23bed73701bdf4/56fe119853cb3994ed23bed73701bdf4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804902.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/455/3a63f9a6e66f451f88419e4179af8455/3a63f9a6e66f451f88419e4179af8455.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804901.00000, (0, 0) as of 1734804901.00000, active as of 1734804901.00000> to ShardRange<'k' to 't' as of 1734804902.00000, (0, 0) as of 1734804902.00000, created as of 1734804902.00000>, path: .shards_a/shard_c_1734804902.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/455/3a63f9a6e66f451f88419e4179af8455/3a63f9a6e66f451f88419e4179af8455.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804904.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/912/656aba92693ab5f1f8e03d9d1aa1d912/656aba92693ab5f1f8e03d9d1aa1d912.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804903.00000, (0, 0) as of 1734804903.00000, active as of 1734804903.00000> to ShardRange<'k' to 't' as of 1734804904.00000, (0, 0) as of 1734804904.00000, cleaved as of 1734804904.00000>, path: .shards_a/shard_c_1734804904.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/912/656aba92693ab5f1f8e03d9d1aa1d912/656aba92693ab5f1f8e03d9d1aa1d912.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804906.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/979/ebcdd8b3c8e171a8dc4087756cf2f979/ebcdd8b3c8e171a8dc4087756cf2f979.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804908.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/6c5/78c51799cb4413a438f0d2cd48bd36c5/78c51799cb4413a438f0d2cd48bd36c5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804907.00000, (0, 0) as of 1734804907.00000, active as of 1734804907.00000> to ShardRange<'k' to 't' as of 1734804908.00000, (0, 0) as of 1734804908.00000, shrinking as of 1734804908.00000>, path: .shards_a/shard_c_1734804908.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/6c5/78c51799cb4413a438f0d2cd48bd36c5/78c51799cb4413a438f0d2cd48bd36c5.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804908.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/6c5/78c51799cb4413a438f0d2cd48bd36c5/78c51799cb4413a438f0d2cd48bd36c5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804910.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/750/03a25f91cd31eea1d61f1dcc6abc3750/03a25f91cd31eea1d61f1dcc6abc3750.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804909.00000, (0, 0) as of 1734804909.00000, active as of 1734804909.00000> to ShardRange<'k' to 't' as of 1734804910.00000, (0, 0) as of 1734804910.00000, sharding as of 1734804910.00000>, path: .shards_a/shard_c_1734804910.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/750/03a25f91cd31eea1d61f1dcc6abc3750/03a25f91cd31eea1d61f1dcc6abc3750.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804910.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/750/03a25f91cd31eea1d61f1dcc6abc3750/03a25f91cd31eea1d61f1dcc6abc3750.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804912.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/4bd/f0431d59982aff123207ec796358d4bd/f0431d59982aff123207ec796358d4bd.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804911.00000, (0, 0) as of 1734804911.00000, active as of 1734804911.00000> to ShardRange<'k' to 't' as of 1734804912.00000, (0, 0) as of 1734804912.00000, sharded as of 1734804912.00000>, path: .shards_a/shard_c_1734804912.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/4bd/f0431d59982aff123207ec796358d4bd/f0431d59982aff123207ec796358d4bd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804912.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/4bd/f0431d59982aff123207ec796358d4bd/f0431d59982aff123207ec796358d4bd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804914.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/f89/7c60e6f2a07f20ced165ffa66da62f89/7c60e6f2a07f20ced165ffa66da62f89.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804913.00000, (0, 0) as of 1734804913.00000, active as of 1734804913.00000> to ShardRange<'k' to 't' as of 1734804914.00000, (0, 0) as of 1734804914.00000, shrunk as of 1734804914.00000>, path: .shards_a/shard_c_1734804914.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/f89/7c60e6f2a07f20ced165ffa66da62f89/7c60e6f2a07f20ced165ffa66da62f89.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804914.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/f89/7c60e6f2a07f20ced165ffa66da62f89/7c60e6f2a07f20ced165ffa66da62f89.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804916.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/f46/55ca0621ae9aba9ef7057f2e23a40f46/55ca0621ae9aba9ef7057f2e23a40f46.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804915.00000, (0, 0) as of 1734804915.00000, shrinking as of 1734804915.00000> to ShardRange<'k' to 't' as of 1734804916.00000, (0, 0) as of 1734804916.00000, found as of 1734804916.00000>, path: .shards_a/shard_c_1734804916.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/f46/55ca0621ae9aba9ef7057f2e23a40f46/55ca0621ae9aba9ef7057f2e23a40f46.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804918.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/a2f/0ac606b3d7df4b514fd429fdfce33a2f/0ac606b3d7df4b514fd429fdfce33a2f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804917.00000, (0, 0) as of 1734804917.00000, shrinking as of 1734804917.00000> to ShardRange<'k' to 't' as of 1734804918.00000, (0, 0) as of 1734804918.00000, created as of 1734804918.00000>, path: .shards_a/shard_c_1734804918.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/a2f/0ac606b3d7df4b514fd429fdfce33a2f/0ac606b3d7df4b514fd429fdfce33a2f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804920.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/946/29d113c5faf6cfe1a9bb8a263bd7d946/29d113c5faf6cfe1a9bb8a263bd7d946.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804919.00000, (0, 0) as of 1734804919.00000, shrinking as of 1734804919.00000> to ShardRange<'k' to 't' as of 1734804920.00000, (0, 0) as of 1734804920.00000, cleaved as of 1734804920.00000>, path: .shards_a/shard_c_1734804920.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/946/29d113c5faf6cfe1a9bb8a263bd7d946/29d113c5faf6cfe1a9bb8a263bd7d946.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804922.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/969/2d338819e524dc656dee9aa6cf64b969/2d338819e524dc656dee9aa6cf64b969.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804921.00000, (0, 0) as of 1734804921.00000, shrinking as of 1734804921.00000> to ShardRange<'k' to 't' as of 1734804922.00000, (0, 0) as of 1734804922.00000, active as of 1734804922.00000>, path: .shards_a/shard_c_1734804922.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/969/2d338819e524dc656dee9aa6cf64b969/2d338819e524dc656dee9aa6cf64b969.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804924.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/74b/b5506468150d507cd8d7b3926048174b/b5506468150d507cd8d7b3926048174b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804924.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/74b/b5506468150d507cd8d7b3926048174b/b5506468150d507cd8d7b3926048174b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804926.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/23d/7d0c9097ae7c174ae5c8916b4612523d/7d0c9097ae7c174ae5c8916b4612523d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804925.00000, (0, 0) as of 1734804925.00000, shrinking as of 1734804925.00000> to ShardRange<'k' to 't' as of 1734804926.00000, (0, 0) as of 1734804926.00000, sharding as of 1734804926.00000>, path: .shards_a/shard_c_1734804926.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/23d/7d0c9097ae7c174ae5c8916b4612523d/7d0c9097ae7c174ae5c8916b4612523d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804926.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/23d/7d0c9097ae7c174ae5c8916b4612523d/7d0c9097ae7c174ae5c8916b4612523d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804928.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/c80/da226e75e2e27ac07040560a7c889c80/da226e75e2e27ac07040560a7c889c80.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804927.00000, (0, 0) as of 1734804927.00000, shrinking as of 1734804927.00000> to ShardRange<'k' to 't' as of 1734804928.00000, (0, 0) as of 1734804928.00000, sharded as of 1734804928.00000>, path: .shards_a/shard_c_1734804928.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/c80/da226e75e2e27ac07040560a7c889c80/da226e75e2e27ac07040560a7c889c80.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804928.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/c80/da226e75e2e27ac07040560a7c889c80/da226e75e2e27ac07040560a7c889c80.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804930.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/516/f6a4d95ba9973e903fdec2746f48d516/f6a4d95ba9973e903fdec2746f48d516.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804929.00000, (0, 0) as of 1734804929.00000, shrinking as of 1734804929.00000> to ShardRange<'k' to 't' as of 1734804930.00000, (0, 0) as of 1734804930.00000, shrunk as of 1734804930.00000>, path: .shards_a/shard_c_1734804930.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/516/f6a4d95ba9973e903fdec2746f48d516/f6a4d95ba9973e903fdec2746f48d516.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804930.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/516/f6a4d95ba9973e903fdec2746f48d516/f6a4d95ba9973e903fdec2746f48d516.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804932.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/2d1/a9a3a49ec83fb270c3e0ed765106d2d1/a9a3a49ec83fb270c3e0ed765106d2d1.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804931.00000, (0, 0) as of 1734804931.00000, sharding as of 1734804931.00000> to ShardRange<'k' to 't' as of 1734804932.00000, (0, 0) as of 1734804932.00000, found as of 1734804932.00000>, path: .shards_a/shard_c_1734804932.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/2d1/a9a3a49ec83fb270c3e0ed765106d2d1/a9a3a49ec83fb270c3e0ed765106d2d1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804934.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/792/4f45c507752379bb9a3d254678ec4792/4f45c507752379bb9a3d254678ec4792.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804933.00000, (0, 0) as of 1734804933.00000, sharding as of 1734804933.00000> to ShardRange<'k' to 't' as of 1734804934.00000, (0, 0) as of 1734804934.00000, created as of 1734804934.00000>, path: .shards_a/shard_c_1734804934.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/792/4f45c507752379bb9a3d254678ec4792/4f45c507752379bb9a3d254678ec4792.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804936.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/dfd/7fa45d06d355be7e6eb11d08bf630dfd/7fa45d06d355be7e6eb11d08bf630dfd.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804935.00000, (0, 0) as of 1734804935.00000, sharding as of 1734804935.00000> to ShardRange<'k' to 't' as of 1734804936.00000, (0, 0) as of 1734804936.00000, cleaved as of 1734804936.00000>, path: .shards_a/shard_c_1734804936.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/dfd/7fa45d06d355be7e6eb11d08bf630dfd/7fa45d06d355be7e6eb11d08bf630dfd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804938.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/37a/2a10cdc2c93000d48fbf63330aafb37a/2a10cdc2c93000d48fbf63330aafb37a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804937.00000, (0, 0) as of 1734804937.00000, sharding as of 1734804937.00000> to ShardRange<'k' to 't' as of 1734804938.00000, (0, 0) as of 1734804938.00000, active as of 1734804938.00000>, path: .shards_a/shard_c_1734804938.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/37a/2a10cdc2c93000d48fbf63330aafb37a/2a10cdc2c93000d48fbf63330aafb37a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804940.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/ac5/d121e6f24a7e9bf61ea879774203eac5/d121e6f24a7e9bf61ea879774203eac5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804939.00000, (0, 0) as of 1734804939.00000, sharding as of 1734804939.00000> to ShardRange<'k' to 't' as of 1734804940.00000, (0, 0) as of 1734804940.00000, shrinking as of 1734804940.00000>, path: .shards_a/shard_c_1734804940.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/ac5/d121e6f24a7e9bf61ea879774203eac5/d121e6f24a7e9bf61ea879774203eac5.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804940.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/ac5/d121e6f24a7e9bf61ea879774203eac5/d121e6f24a7e9bf61ea879774203eac5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804942.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/a31/41bee78f6edc8329cb4ae6749ef4aa31/41bee78f6edc8329cb4ae6749ef4aa31.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804942.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/a31/41bee78f6edc8329cb4ae6749ef4aa31/41bee78f6edc8329cb4ae6749ef4aa31.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804944.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/681/25f578ecd18c2f875bd03644b3aa9681/25f578ecd18c2f875bd03644b3aa9681.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804943.00000, (0, 0) as of 1734804943.00000, sharding as of 1734804943.00000> to ShardRange<'k' to 't' as of 1734804944.00000, (0, 0) as of 1734804944.00000, sharded as of 1734804944.00000>, path: .shards_a/shard_c_1734804944.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/681/25f578ecd18c2f875bd03644b3aa9681/25f578ecd18c2f875bd03644b3aa9681.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804944.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/681/25f578ecd18c2f875bd03644b3aa9681/25f578ecd18c2f875bd03644b3aa9681.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804946.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/42e/29992cd49bdacce448a91ebe099ad42e/29992cd49bdacce448a91ebe099ad42e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804945.00000, (0, 0) as of 1734804945.00000, sharding as of 1734804945.00000> to ShardRange<'k' to 't' as of 1734804946.00000, (0, 0) as of 1734804946.00000, shrunk as of 1734804946.00000>, path: .shards_a/shard_c_1734804946.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/42e/29992cd49bdacce448a91ebe099ad42e/29992cd49bdacce448a91ebe099ad42e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804946.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/42e/29992cd49bdacce448a91ebe099ad42e/29992cd49bdacce448a91ebe099ad42e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804948.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/e8f/3045f147f279b0be10365f195ab2ae8f/3045f147f279b0be10365f195ab2ae8f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804947.00000, (0, 0) as of 1734804947.00000, sharded as of 1734804947.00000> to ShardRange<'k' to 't' as of 1734804948.00000, (0, 0) as of 1734804948.00000, found as of 1734804948.00000>, path: .shards_a/shard_c_1734804948.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/e8f/3045f147f279b0be10365f195ab2ae8f/3045f147f279b0be10365f195ab2ae8f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804950.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/cd3/632d8ac0204646c4359e81236817acd3/632d8ac0204646c4359e81236817acd3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804949.00000, (0, 0) as of 1734804949.00000, sharded as of 1734804949.00000> to ShardRange<'k' to 't' as of 1734804950.00000, (0, 0) as of 1734804950.00000, created as of 1734804950.00000>, path: .shards_a/shard_c_1734804950.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/cd3/632d8ac0204646c4359e81236817acd3/632d8ac0204646c4359e81236817acd3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804952.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/413/494d4501c9126ebc9b0cea2323415413/494d4501c9126ebc9b0cea2323415413.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804951.00000, (0, 0) as of 1734804951.00000, sharded as of 1734804951.00000> to ShardRange<'k' to 't' as of 1734804952.00000, (0, 0) as of 1734804952.00000, cleaved as of 1734804952.00000>, path: .shards_a/shard_c_1734804952.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/413/494d4501c9126ebc9b0cea2323415413/494d4501c9126ebc9b0cea2323415413.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804954.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/850/e66377aba2cf39f2b721a9b05ab87850/e66377aba2cf39f2b721a9b05ab87850.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804953.00000, (0, 0) as of 1734804953.00000, sharded as of 1734804953.00000> to ShardRange<'k' to 't' as of 1734804954.00000, (0, 0) as of 1734804954.00000, active as of 1734804954.00000>, path: .shards_a/shard_c_1734804954.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/850/e66377aba2cf39f2b721a9b05ab87850/e66377aba2cf39f2b721a9b05ab87850.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804956.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/6f6/4d9f7ffb2ebb480f66dfae9236f686f6/4d9f7ffb2ebb480f66dfae9236f686f6.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804955.00000, (0, 0) as of 1734804955.00000, sharded as of 1734804955.00000> to ShardRange<'k' to 't' as of 1734804956.00000, (0, 0) as of 1734804956.00000, shrinking as of 1734804956.00000>, path: .shards_a/shard_c_1734804956.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/6f6/4d9f7ffb2ebb480f66dfae9236f686f6/4d9f7ffb2ebb480f66dfae9236f686f6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804956.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/6f6/4d9f7ffb2ebb480f66dfae9236f686f6/4d9f7ffb2ebb480f66dfae9236f686f6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804958.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/cdd/84cf5ae6338ca8eed0a6762fa8fa3cdd/84cf5ae6338ca8eed0a6762fa8fa3cdd.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804957.00000, (0, 0) as of 1734804957.00000, sharded as of 1734804957.00000> to ShardRange<'k' to 't' as of 1734804958.00000, (0, 0) as of 1734804958.00000, sharding as of 1734804958.00000>, path: .shards_a/shard_c_1734804958.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/cdd/84cf5ae6338ca8eed0a6762fa8fa3cdd/84cf5ae6338ca8eed0a6762fa8fa3cdd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804958.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/cdd/84cf5ae6338ca8eed0a6762fa8fa3cdd/84cf5ae6338ca8eed0a6762fa8fa3cdd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804960.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/208/b3c20d0f6033c1b0252123c762888208/b3c20d0f6033c1b0252123c762888208.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804960.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/208/b3c20d0f6033c1b0252123c762888208/b3c20d0f6033c1b0252123c762888208.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804962.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/2b5/335bffa2077c1af1f03d63e0e45e42b5/335bffa2077c1af1f03d63e0e45e42b5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804961.00000, (0, 0) as of 1734804961.00000, sharded as of 1734804961.00000> to ShardRange<'k' to 't' as of 1734804962.00000, (0, 0) as of 1734804962.00000, shrunk as of 1734804962.00000>, path: .shards_a/shard_c_1734804962.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/2b5/335bffa2077c1af1f03d63e0e45e42b5/335bffa2077c1af1f03d63e0e45e42b5.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804962.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/2b5/335bffa2077c1af1f03d63e0e45e42b5/335bffa2077c1af1f03d63e0e45e42b5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804964.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/31f/2ac4c0b64389298688e480debd3fe31f/2ac4c0b64389298688e480debd3fe31f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804963.00000, (0, 0) as of 1734804963.00000, shrunk as of 1734804963.00000> to ShardRange<'k' to 't' as of 1734804964.00000, (0, 0) as of 1734804964.00000, found as of 1734804964.00000>, path: .shards_a/shard_c_1734804964.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/31f/2ac4c0b64389298688e480debd3fe31f/2ac4c0b64389298688e480debd3fe31f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804966.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/3e0/d9256950ed5b753f925735c689f693e0/d9256950ed5b753f925735c689f693e0.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804965.00000, (0, 0) as of 1734804965.00000, shrunk as of 1734804965.00000> to ShardRange<'k' to 't' as of 1734804966.00000, (0, 0) as of 1734804966.00000, created as of 1734804966.00000>, path: .shards_a/shard_c_1734804966.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/3e0/d9256950ed5b753f925735c689f693e0/d9256950ed5b753f925735c689f693e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804968.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/284/184ab8b3bb7e6fbcda8f8ea827d1e284/184ab8b3bb7e6fbcda8f8ea827d1e284.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804967.00000, (0, 0) as of 1734804967.00000, shrunk as of 1734804967.00000> to ShardRange<'k' to 't' as of 1734804968.00000, (0, 0) as of 1734804968.00000, cleaved as of 1734804968.00000>, path: .shards_a/shard_c_1734804968.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/284/184ab8b3bb7e6fbcda8f8ea827d1e284/184ab8b3bb7e6fbcda8f8ea827d1e284.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804970.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/674/acbde3ccfa1c2c462132b342bacbb674/acbde3ccfa1c2c462132b342bacbb674.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804969.00000, (0, 0) as of 1734804969.00000, shrunk as of 1734804969.00000> to ShardRange<'k' to 't' as of 1734804970.00000, (0, 0) as of 1734804970.00000, active as of 1734804970.00000>, path: .shards_a/shard_c_1734804970.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/674/acbde3ccfa1c2c462132b342bacbb674/acbde3ccfa1c2c462132b342bacbb674.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804972.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/c33/4f4cc6f44f51ff1469436dc65c337c33/4f4cc6f44f51ff1469436dc65c337c33.db -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txacc3f34542504e2d97cbe-0067670570) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txacc3f34542504e2d97cbe-0067670570) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txacc3f34542504e2d97cbe-0067670570) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00&states=listing: 404 (txn: txacc3f34542504e2d97cbe-0067670570) -test ERROR: Aborting listing from shards due to bad response: [404] (txn: txacc3f34542504e2d97cbe-0067670570) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: tx3e7ab66ad3e34694bbcf3-0067670571) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx3e7ab66ad3e34694bbcf3-0067670571) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3e7ab66ad3e34694bbcf3-0067670571) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx3e7ab66ad3e34694bbcf3-0067670571) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3e7ab66ad3e34694bbcf3-0067670571) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3e7ab66ad3e34694bbcf3-0067670571) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx3e7ab66ad3e34694bbcf3-0067670571) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3e7ab66ad3e34694bbcf3-0067670571) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3e7ab66ad3e34694bbcf3-0067670571) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx3e7ab66ad3e34694bbcf3-0067670571) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3e7ab66ad3e34694bbcf3-0067670571) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3e7ab66ad3e34694bbcf3-0067670571) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx3e7ab66ad3e34694bbcf3-0067670571) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: txf76126c53ab24b96947d6-0067670572) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf76126c53ab24b96947d6-0067670572) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txf76126c53ab24b96947d6-0067670572) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txf76126c53ab24b96947d6-0067670572) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf76126c53ab24b96947d6-0067670572) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txf76126c53ab24b96947d6-0067670572) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: txf76126c53ab24b96947d6-0067670572) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf76126c53ab24b96947d6-0067670572) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: txf76126c53ab24b96947d6-0067670572) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txf76126c53ab24b96947d6-0067670572) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txf76126c53ab24b96947d6-0067670572) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: txf76126c53ab24b96947d6-0067670572) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txf76126c53ab24b96947d6-0067670572) -test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: txf76126c53ab24b96947d6-0067670572) -test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf76126c53ab24b96947d6-0067670572) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: txf76126c53ab24b96947d6-0067670572) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txee1aa2f4294548e0a215a-0067670573) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txee1aa2f4294548e0a215a-0067670573) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txee1aa2f4294548e0a215a-0067670573) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txee1aa2f4294548e0a215a-0067670573) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txee1aa2f4294548e0a215a-0067670573) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txee1aa2f4294548e0a215a-0067670573) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txee1aa2f4294548e0a215a-0067670573) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txee1aa2f4294548e0a215a-0067670573) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txee1aa2f4294548e0a215a-0067670573) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txee1aa2f4294548e0a215a-0067670573) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txee1aa2f4294548e0a215a-0067670573) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txee1aa2f4294548e0a215a-0067670573) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txee1aa2f4294548e0a215a-0067670573) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txee1aa2f4294548e0a215a-0067670573) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txee1aa2f4294548e0a215a-0067670573) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txee1aa2f4294548e0a215a-0067670573) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txee1aa2f4294548e0a215a-0067670573) -test DEBUG: Setting object count to 3120 (txn: txee1aa2f4294548e0a215a-0067670573) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txa2ad6b75c62d417bb39ec-0067670574) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txa2ad6b75c62d417bb39ec-0067670574) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa2ad6b75c62d417bb39ec-0067670574) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa2ad6b75c62d417bb39ec-0067670574) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa2ad6b75c62d417bb39ec-0067670574) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa2ad6b75c62d417bb39ec-0067670574) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa2ad6b75c62d417bb39ec-0067670574) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txa2ad6b75c62d417bb39ec-0067670574) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txa2ad6b75c62d417bb39ec-0067670574) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txa2ad6b75c62d417bb39ec-0067670574) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txa2ad6b75c62d417bb39ec-0067670574) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txa2ad6b75c62d417bb39ec-0067670574) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txa2ad6b75c62d417bb39ec-0067670574) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txa2ad6b75c62d417bb39ec-0067670574) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa2ad6b75c62d417bb39ec-0067670574) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa2ad6b75c62d417bb39ec-0067670574) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txa2ad6b75c62d417bb39ec-0067670574) -test DEBUG: Setting object count to 3120 (txn: txa2ad6b75c62d417bb39ec-0067670574) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx8e96e52771284af9ac80e-0067670574) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx8e96e52771284af9ac80e-0067670574) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8e96e52771284af9ac80e-0067670574) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8e96e52771284af9ac80e-0067670574) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8e96e52771284af9ac80e-0067670574) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8e96e52771284af9ac80e-0067670574) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8e96e52771284af9ac80e-0067670574) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx8e96e52771284af9ac80e-0067670574) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx8e96e52771284af9ac80e-0067670574) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8e96e52771284af9ac80e-0067670574) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx8e96e52771284af9ac80e-0067670574) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx8e96e52771284af9ac80e-0067670574) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8e96e52771284af9ac80e-0067670574) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx8e96e52771284af9ac80e-0067670574) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8e96e52771284af9ac80e-0067670574) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8e96e52771284af9ac80e-0067670574) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx8e96e52771284af9ac80e-0067670574) -test DEBUG: Setting object count to 3120 (txn: tx8e96e52771284af9ac80e-0067670574) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx1e524a83b56e43f8abddd-0067670574) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx1e524a83b56e43f8abddd-0067670574) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1e524a83b56e43f8abddd-0067670574) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1e524a83b56e43f8abddd-0067670574) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx1e524a83b56e43f8abddd-0067670574) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1e524a83b56e43f8abddd-0067670574) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1e524a83b56e43f8abddd-0067670574) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx1e524a83b56e43f8abddd-0067670574) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx1e524a83b56e43f8abddd-0067670574) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx1e524a83b56e43f8abddd-0067670574) -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804971.00000, (0, 0) as of 1734804971.00000, shrunk as of 1734804971.00000> to ShardRange<'k' to 't' as of 1734804972.00000, (0, 0) as of 1734804972.00000, shrinking as of 1734804972.00000>, path: .shards_a/shard_c_1734804972.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/c33/4f4cc6f44f51ff1469436dc65c337c33/4f4cc6f44f51ff1469436dc65c337c33.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804972.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/c33/4f4cc6f44f51ff1469436dc65c337c33/4f4cc6f44f51ff1469436dc65c337c33.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804974.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/6bf/e4d51f5bc626e066696d878e9f7686bf/e4d51f5bc626e066696d878e9f7686bf.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804973.00000, (0, 0) as of 1734804973.00000, shrunk as of 1734804973.00000> to ShardRange<'k' to 't' as of 1734804974.00000, (0, 0) as of 1734804974.00000, sharding as of 1734804974.00000>, path: .shards_a/shard_c_1734804974.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/6bf/e4d51f5bc626e066696d878e9f7686bf/e4d51f5bc626e066696d878e9f7686bf.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804974.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/6bf/e4d51f5bc626e066696d878e9f7686bf/e4d51f5bc626e066696d878e9f7686bf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804976.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/dee/67da0b28646360bc726ebb657774bdee/67da0b28646360bc726ebb657774bdee.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804975.00000, (0, 0) as of 1734804975.00000, shrunk as of 1734804975.00000> to ShardRange<'k' to 't' as of 1734804976.00000, (0, 0) as of 1734804976.00000, sharded as of 1734804976.00000>, path: .shards_a/shard_c_1734804976.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/dee/67da0b28646360bc726ebb657774bdee/67da0b28646360bc726ebb657774bdee.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804976.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/dee/67da0b28646360bc726ebb657774bdee/67da0b28646360bc726ebb657774bdee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804978.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/32d/dd192ac8dbbaa1d56dad5d815179532d/dd192ac8dbbaa1d56dad5d815179532d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734804978.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/32d/dd192ac8dbbaa1d56dad5d815179532d/dd192ac8dbbaa1d56dad5d815179532d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804979.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/c12/04b42feedd3438adbd8898e29c5b1c12/04b42feedd3438adbd8898e29c5b1c12.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804981.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/0b8/c7c97e47f3527184fafb1374de8da0b8/c7c97e47f3527184fafb1374de8da0b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804983.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/80a/7692b4995e84f70b461a72d40911b80a/7692b4995e84f70b461a72d40911b80a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804985.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/32d/52401700dc8c28caa8ba3b1a7705232d/52401700dc8c28caa8ba3b1a7705232d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804987.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/adf/8796c778abb17cbe584e105eb4176adf/8796c778abb17cbe584e105eb4176adf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804989.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/ac3/b774b95b0034aa123eefaaef66426ac3/b774b95b0034aa123eefaaef66426ac3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804991.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/c0a/e8b173e56be816238e9a7cdddc880c0a/e8b173e56be816238e9a7cdddc880c0a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804993.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/526/0fcb50d06dfc937b068ad6ada35c0526/0fcb50d06dfc937b068ad6ada35c0526.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804995.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/1eb/cee69c8c299b4cabe62e97bd72dbf1eb/cee69c8c299b4cabe62e97bd72dbf1eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804997.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/46f/6e57e1411a47f6c912faed6e7a4b346f/6e57e1411a47f6c912faed6e7a4b346f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734804999.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/761/0e9895abac31b069583f276b3e621761/0e9895abac31b069583f276b3e621761.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805001.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/9cb/dceadfcf082456a14c782bed048a09cb/dceadfcf082456a14c782bed048a09cb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805003.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/bc5/c4fca0f0bb14723922114234d758ebc5/c4fca0f0bb14723922114234d758ebc5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805005.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/fec/2d4160620587d5687f3f388e8cd9cfec/2d4160620587d5687f3f388e8cd9cfec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805007.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/2ff/05988bce76bed7afe58be6490da652ff/05988bce76bed7afe58be6490da652ff.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805009.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/ef5/0f6ebb3b298eb7d5769f84c6ec668ef5/0f6ebb3b298eb7d5769f84c6ec668ef5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805011.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/3d3/5d046c736a815a318f209c48cfb3c3d3/5d046c736a815a318f209c48cfb3c3d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805013.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/f15/080c7ba6a921acdb881de30442c4af15/080c7ba6a921acdb881de30442c4af15.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805015.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/6b4/faf53f75f73dcfb308f959afb03b66b4/faf53f75f73dcfb308f959afb03b66b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805017.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/452/46865614fb54a1051a314b78934c5452/46865614fb54a1051a314b78934c5452.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805019.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/3fd/4edb08696084d95709a527c0061e03fd/4edb08696084d95709a527c0061e03fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805021.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/591/8eb624f0a5a36a381e265c954eae9591/8eb624f0a5a36a381e265c954eae9591.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805023.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/11c/b30e40ae83fa1df282f44b104603a11c/b30e40ae83fa1df282f44b104603a11c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805025.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/394/c494cf462d434c53c331ab6072e15394/c494cf462d434c53c331ab6072e15394.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805027.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/5c9/2ee81af7cf64c91aa68da3561a6d25c9/2ee81af7cf64c91aa68da3561a6d25c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805029.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/f86/da5aef477e2f20243152609c3bc69f86/da5aef477e2f20243152609c3bc69f86.db -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx1e524a83b56e43f8abddd-0067670574) -test DEBUG: Setting object count to 3120 (txn: tx1e524a83b56e43f8abddd-0067670574) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txa2b208eca2df4b7084a01-0067670574) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: txa2b208eca2df4b7084a01-0067670574) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa2b208eca2df4b7084a01-0067670574) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: txa2b208eca2df4b7084a01-0067670574) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txa2b208eca2df4b7084a01-0067670574) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txa2b208eca2df4b7084a01-0067670574) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: txa2b208eca2df4b7084a01-0067670574) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: txa2b208eca2df4b7084a01-0067670574) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txa2b208eca2df4b7084a01-0067670574) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txa2b208eca2df4b7084a01-0067670574) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: txa2b208eca2df4b7084a01-0067670574) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa2b208eca2df4b7084a01-0067670574) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txa2b208eca2df4b7084a01-0067670574) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: txa2b208eca2df4b7084a01-0067670574) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa2b208eca2df4b7084a01-0067670574) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa2b208eca2df4b7084a01-0067670574) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: txa2b208eca2df4b7084a01-0067670574) -test DEBUG: Setting object count to 3120 (txn: txa2b208eca2df4b7084a01-0067670574) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx23e95ecb4cf24a6ebe528-0067670574) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx23e95ecb4cf24a6ebe528-0067670574) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx23e95ecb4cf24a6ebe528-0067670574) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx23e95ecb4cf24a6ebe528-0067670574) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx23e95ecb4cf24a6ebe528-0067670574) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx23e95ecb4cf24a6ebe528-0067670574) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx23e95ecb4cf24a6ebe528-0067670574) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx23e95ecb4cf24a6ebe528-0067670574) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx23e95ecb4cf24a6ebe528-0067670574) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx23e95ecb4cf24a6ebe528-0067670574) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx23e95ecb4cf24a6ebe528-0067670574) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx675b0834e04f4b5caf7fe-0067670574) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx675b0834e04f4b5caf7fe-0067670574) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx675b0834e04f4b5caf7fe-0067670574) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx675b0834e04f4b5caf7fe-0067670574) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx675b0834e04f4b5caf7fe-0067670574) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx675b0834e04f4b5caf7fe-0067670574) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx675b0834e04f4b5caf7fe-0067670574) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx675b0834e04f4b5caf7fe-0067670574) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx2f4b62a56ff2494d81591-0067670574) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx2f4b62a56ff2494d81591-0067670574) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2f4b62a56ff2494d81591-0067670574) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2f4b62a56ff2494d81591-0067670574) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx2f4b62a56ff2494d81591-0067670574) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2f4b62a56ff2494d81591-0067670574) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx2f4b62a56ff2494d81591-0067670574) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx2f4b62a56ff2494d81591-0067670574) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx2f4b62a56ff2494d81591-0067670574) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx2f4b62a56ff2494d81591-0067670574) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx2f4b62a56ff2494d81591-0067670574) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx2f4b62a56ff2494d81591-0067670574) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx2f4b62a56ff2494d81591-0067670574) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx2f4b62a56ff2494d81591-0067670574)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805031.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/d7b/3562ff20178d3973c30869f9335dcd7b/3562ff20178d3973c30869f9335dcd7b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805033.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/f61/7941fe1fefbfcc4d2989f2e18e07af61/7941fe1fefbfcc4d2989f2e18e07af61.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805035.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/ae6/dfb9a3858c0c8e99d9d17d724e328ae6/dfb9a3858c0c8e99d9d17d724e328ae6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805037.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/252/2e854be2b56ee7713a23d9c947714252/2e854be2b56ee7713a23d9c947714252.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805039.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/cb7/bd7eb4ebbabe74c6d7ba681a4bbcccb7/bd7eb4ebbabe74c6d7ba681a4bbcccb7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805041.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/599/2b705524164a19a2daabec089ef40599/2b705524164a19a2daabec089ef40599.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805043.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/2e9/396390141aec2c63f4f95a4dde8522e9/396390141aec2c63f4f95a4dde8522e9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805043.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/2e9/396390141aec2c63f4f95a4dde8522e9/396390141aec2c63f4f95a4dde8522e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805045.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/dc2/63c9db5cd46e35b3d4b28246cdbbbdc2/63c9db5cd46e35b3d4b28246cdbbbdc2.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805045.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/dc2/63c9db5cd46e35b3d4b28246cdbbbdc2/63c9db5cd46e35b3d4b28246cdbbbdc2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805047.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/315/32738808605b2ec43e7f22dfa7524315/32738808605b2ec43e7f22dfa7524315.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805047.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/315/32738808605b2ec43e7f22dfa7524315/32738808605b2ec43e7f22dfa7524315.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805049.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/635/32bece191f7c03979be4ca880acdd635/32bece191f7c03979be4ca880acdd635.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805049.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/635/32bece191f7c03979be4ca880acdd635/32bece191f7c03979be4ca880acdd635.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805051.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/271/fc194c70ad1c4fee050f435f2c587271/fc194c70ad1c4fee050f435f2c587271.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805051.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/271/fc194c70ad1c4fee050f435f2c587271/fc194c70ad1c4fee050f435f2c587271.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805053.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/11f/627974d9aec01aae2555d6a0ed2de11f/627974d9aec01aae2555d6a0ed2de11f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805053.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/11f/627974d9aec01aae2555d6a0ed2de11f/627974d9aec01aae2555d6a0ed2de11f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805055.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/4ff/3a9cc8f69436e35a89590221df3a74ff/3a9cc8f69436e35a89590221df3a74ff.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805055.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/4ff/3a9cc8f69436e35a89590221df3a74ff/3a9cc8f69436e35a89590221df3a74ff.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805057.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/e64/fc68299e6a06f760abf634e67824ee64/fc68299e6a06f760abf634e67824ee64.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805057.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/e64/fc68299e6a06f760abf634e67824ee64/fc68299e6a06f760abf634e67824ee64.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805059.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/95d/f87ba658d43b7339f2c1d78a4315695d/f87ba658d43b7339f2c1d78a4315695d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805059.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/95d/f87ba658d43b7339f2c1d78a4315695d/f87ba658d43b7339f2c1d78a4315695d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805061.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/33d/1f2309b2e507132e78bc60de6d19433d/1f2309b2e507132e78bc60de6d19433d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805061.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/33d/1f2309b2e507132e78bc60de6d19433d/1f2309b2e507132e78bc60de6d19433d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805063.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/5fe/434f1fcbbc9aab3c2aa973f7a69265fe/434f1fcbbc9aab3c2aa973f7a69265fe.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805063.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/5fe/434f1fcbbc9aab3c2aa973f7a69265fe/434f1fcbbc9aab3c2aa973f7a69265fe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805065.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/08e/a05eae1c778248e5443e6f122ae9008e/a05eae1c778248e5443e6f122ae9008e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805065.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/08e/a05eae1c778248e5443e6f122ae9008e/a05eae1c778248e5443e6f122ae9008e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805067.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/925/b750344c2ce08f03c2ed633a9f0df925/b750344c2ce08f03c2ed633a9f0df925.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805067.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/925/b750344c2ce08f03c2ed633a9f0df925/b750344c2ce08f03c2ed633a9f0df925.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805069.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/397/53522488e2b50d97de5ae00e0c922397/53522488e2b50d97de5ae00e0c922397.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805069.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/397/53522488e2b50d97de5ae00e0c922397/53522488e2b50d97de5ae00e0c922397.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805071.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/43c/8b5f9ed37aeaf5a650f876080d53043c/8b5f9ed37aeaf5a650f876080d53043c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805071.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/43c/8b5f9ed37aeaf5a650f876080d53043c/8b5f9ed37aeaf5a650f876080d53043c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805073.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/282/5ec9d4b71f6255a304126c43279f4282/5ec9d4b71f6255a304126c43279f4282.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805073.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/282/5ec9d4b71f6255a304126c43279f4282/5ec9d4b71f6255a304126c43279f4282.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805075.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/c4a/71280b0c525bc51ff5c1606ac1691c4a/71280b0c525bc51ff5c1606ac1691c4a.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container ... ok - -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805075.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/c4a/71280b0c525bc51ff5c1606ac1691c4a/71280b0c525bc51ff5c1606ac1691c4a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805077.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/cf5/8eb51dec309e650cafb59f3fb8dbecf5/8eb51dec309e650cafb59f3fb8dbecf5.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805077.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/cf5/8eb51dec309e650cafb59f3fb8dbecf5/8eb51dec309e650cafb59f3fb8dbecf5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805079.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/4d8/20147411f5fe5764fb15bc99bd8984d8/20147411f5fe5764fb15bc99bd8984d8.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805079.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/4d8/20147411f5fe5764fb15bc99bd8984d8/20147411f5fe5764fb15bc99bd8984d8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805081.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/745/7c6294fe5e9d253cd967612a4324a745/7c6294fe5e9d253cd967612a4324a745.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805081.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/745/7c6294fe5e9d253cd967612a4324a745/7c6294fe5e9d253cd967612a4324a745.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805083.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/3d4/91243fb13d8c29eb3899bbe87c8b83d4/91243fb13d8c29eb3899bbe87c8b83d4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805083.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/3d4/91243fb13d8c29eb3899bbe87c8b83d4/91243fb13d8c29eb3899bbe87c8b83d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805085.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/d36/43386b5e85097458ef85d351d2e92d36/43386b5e85097458ef85d351d2e92d36.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805085.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/d36/43386b5e85097458ef85d351d2e92d36/43386b5e85097458ef85d351d2e92d36.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805087.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/e18/e576d0cab3a01b07d1cc8ac25b224e18/e576d0cab3a01b07d1cc8ac25b224e18.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805087.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/e18/e576d0cab3a01b07d1cc8ac25b224e18/e576d0cab3a01b07d1cc8ac25b224e18.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805089.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/a6a/2340529d4107a0870b0656d9ccf90a6a/2340529d4107a0870b0656d9ccf90a6a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805089.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/a6a/2340529d4107a0870b0656d9ccf90a6a/2340529d4107a0870b0656d9ccf90a6a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805091.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/d1e/c21b8b53422da7c19c17d8af92b6ad1e/c21b8b53422da7c19c17d8af92b6ad1e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805091.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/d1e/c21b8b53422da7c19c17d8af92b6ad1e/c21b8b53422da7c19c17d8af92b6ad1e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805093.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/3ee/fdf204781f4c810f305085d6ceb603ee/fdf204781f4c810f305085d6ceb603ee.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805093.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/3ee/fdf204781f4c810f305085d6ceb603ee/fdf204781f4c810f305085d6ceb603ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805095.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/dd1/84e46ac7aa159cbb264485dd0b077dd1/84e46ac7aa159cbb264485dd0b077dd1.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805095.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/dd1/84e46ac7aa159cbb264485dd0b077dd1/84e46ac7aa159cbb264485dd0b077dd1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805097.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/0ca/f1386cab58ec75f530b38cd42b2840ca/f1386cab58ec75f530b38cd42b2840ca.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805097.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/0ca/f1386cab58ec75f530b38cd42b2840ca/f1386cab58ec75f530b38cd42b2840ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805099.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/341/db9458cfbdf26868e13eac76aede6341/db9458cfbdf26868e13eac76aede6341.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805099.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/341/db9458cfbdf26868e13eac76aede6341/db9458cfbdf26868e13eac76aede6341.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805101.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/be1/3d1d54821e47ebb3ada3d053920c3be1/3d1d54821e47ebb3ada3d053920c3be1.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805101.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/be1/3d1d54821e47ebb3ada3d053920c3be1/3d1d54821e47ebb3ada3d053920c3be1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805103.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/7ad/62e84f8526f1aa7592eb2c2e63cde7ad/62e84f8526f1aa7592eb2c2e63cde7ad.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805103.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/7ad/62e84f8526f1aa7592eb2c2e63cde7ad/62e84f8526f1aa7592eb2c2e63cde7ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1734805105.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/54f/de3f56ad9d94ba51f7352e498e71d54f/de3f56ad9d94ba51f7352e498e71d54f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1734805105.00000, db: /tmp/tmpwq1b7di3/sda/containers/0/54f/de3f56ad9d94ba51f7352e498e71d54f/de3f56ad9d94ba51f7352e498e71d54f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpm82wsqtx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1734804852.00000, (0, 0) as of 1734804852.00000, active as of 1734804852.00000> to ShardRange<'k' to 't' as of 1734804853.00000, (0, 0) as of 1734804853.00000, sharded as of 1734804854.00000>, path: .shards_a/shard_c, db: /tmp/tmpm82wsqtx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpm82wsqtx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpr15pu40a/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804853.00000-0, db: /tmp/tmp01r2tj4k/sda/containers/0/b3c/48a1851a9fb59b63ecbd98a4a563bb3c/48a1851a9fb59b63ecbd98a4a563bb3c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804856.00000-0, db: /tmp/tmp01r2tj4k/sda/containers/0/d2b/e07016a752efd29aac46c58dc664dd2b/e07016a752efd29aac46c58dc664dd2b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804859.00000-0, db: /tmp/tmp01r2tj4k/sda/containers/0/c9a/cb58d177cfdcc6043aa72bc467deac9a/cb58d177cfdcc6043aa72bc467deac9a.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804862.00000-0, db: /tmp/tmp01r2tj4k/sda/containers/0/766/75736ced915d2e4f1fc833415b855766/75736ced915d2e4f1fc833415b855766.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804865.00000-0, db: /tmp/tmp01r2tj4k/sda/containers/0/b8b/4353adecb32c6d825d1b82922f4a4b8b/4353adecb32c6d825d1b82922f4a4b8b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804868.00000-0, db: /tmp/tmp01r2tj4k/sda/containers/0/5b4/57f237b54691c985b2a695d4dc0955b4/57f237b54691c985b2a695d4dc0955b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804871.00000-0, db: /tmp/tmp01r2tj4k/sda/containers/0/157/49ca772af1b85753ca11d6ee8ae2d157/49ca772af1b85753ca11d6ee8ae2d157.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804874.00000-0, db: /tmp/tmp01r2tj4k/sda/containers/0/78d/b97776a25e2a1df12b1fa520c731a78d/b97776a25e2a1df12b1fa520c731a78d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804877.00000-0, db: /tmp/tmp01r2tj4k/sda/containers/0/250/e481ed23107801785ca789b6f8f1f250/e481ed23107801785ca789b6f8f1f250.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804880.00000-0, db: /tmp/tmp01r2tj4k/sda/containers/0/1ab/5f95d2a9081be4b45a4ba171613a01ab/5f95d2a9081be4b45a4ba171613a01ab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804883.00000-0, db: /tmp/tmp01r2tj4k/sda/containers/0/59a/523b44166e5b329006c52a7614b1859a/523b44166e5b329006c52a7614b1859a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804886.00000-0, db: /tmp/tmp01r2tj4k/sda/containers/0/a16/f84d1ab61d04a7d667603737f2368a16/f84d1ab61d04a7d667603737f2368a16.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804889.00000-0, db: /tmp/tmp01r2tj4k/sda/containers/0/91a/ae5f0c54929ae663671c01e0d2aad91a/ae5f0c54929ae663671c01e0d2aad91a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804892.00000-0, db: /tmp/tmp01r2tj4k/sda/containers/0/9ee/3d3033178bc39ae4792075048fce89ee/3d3033178bc39ae4792075048fce89ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804853.00000-0, db: /tmp/tmpo8s_zzh8/sda/containers/0/b3c/48a1851a9fb59b63ecbd98a4a563bb3c/48a1851a9fb59b63ecbd98a4a563bb3c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804857.00000-0, db: /tmp/tmpo8s_zzh8/sda/containers/0/11f/19861aa95cdba8ce5269a9dac764311f/19861aa95cdba8ce5269a9dac764311f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804855.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/0f2/da1de239b28addcfdd4802ebe90c40f2/da1de239b28addcfdd4802ebe90c40f2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804859.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/c9a/cb58d177cfdcc6043aa72bc467deac9a/cb58d177cfdcc6043aa72bc467deac9a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804863.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/a84/7c0975d8f9688d3b2c3f2c0020b1ba84/7c0975d8f9688d3b2c3f2c0020b1ba84.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804867.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/6fb/37a1ab19907f47edf95f26645f2216fb/37a1ab19907f47edf95f26645f2216fb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804867.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/6fb/37a1ab19907f47edf95f26645f2216fb/37a1ab19907f47edf95f26645f2216fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804871.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/157/49ca772af1b85753ca11d6ee8ae2d157/49ca772af1b85753ca11d6ee8ae2d157.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804875.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/a01/ce6aa9350ed9e32f010510727c54aa01/ce6aa9350ed9e32f010510727c54aa01.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804879.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/fb3/92511cbfd2256243e3b8cbcbe263cfb3/92511cbfd2256243e3b8cbcbe263cfb3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804883.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/59a/523b44166e5b329006c52a7614b1859a/523b44166e5b329006c52a7614b1859a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804887.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/efc/4551a8e2e47101266e8ceed01e5ddefc/4551a8e2e47101266e8ceed01e5ddefc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804891.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/c42/3795899e6688de6e66e4cb74cb3acc42/3795899e6688de6e66e4cb74cb3acc42.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804895.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/761/625f7f23587ef6b1912de70516454761/625f7f23587ef6b1912de70516454761.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804899.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/e89/0e1fa01c656bad4ec628ed3ea4f8ae89/0e1fa01c656bad4ec628ed3ea4f8ae89.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804899.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/e89/0e1fa01c656bad4ec628ed3ea4f8ae89/0e1fa01c656bad4ec628ed3ea4f8ae89.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804903.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/7cb/503e3134a769892ce74493e7eca1b7cb/503e3134a769892ce74493e7eca1b7cb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804907.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/355/62b86a5133ff4567ed10c4f9a29db355/62b86a5133ff4567ed10c4f9a29db355.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804911.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/01d/f72c297b79257ed34298ad1cbca7f01d/f72c297b79257ed34298ad1cbca7f01d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804915.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/85b/d524c714e924ee8aef94e8eab2ad585b/d524c714e924ee8aef94e8eab2ad585b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804919.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/5aa/49ae0cacac188c4205c7818e2fc205aa/49ae0cacac188c4205c7818e2fc205aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804923.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/d40/c7d4a3712ad7e33013de583430fc7d40/c7d4a3712ad7e33013de583430fc7d40.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804927.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/77d/1fd2fd043d4ced42956060917c50877d/1fd2fd043d4ced42956060917c50877d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804931.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/cba/6dc3c7fd999b92cb9a6c4b285b25dcba/6dc3c7fd999b92cb9a6c4b285b25dcba.dbtest.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok - -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804931.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/cba/6dc3c7fd999b92cb9a6c4b285b25dcba/6dc3c7fd999b92cb9a6c4b285b25dcba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804935.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/81f/ed141ffb621cf07ad8b05c50e370781f/ed141ffb621cf07ad8b05c50e370781f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804939.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/159/25f07991922e73e8f0c2792960046159/25f07991922e73e8f0c2792960046159.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804943.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/3b1/a1b4ad44b094f08f5e28f9ae6b3d83b1/a1b4ad44b094f08f5e28f9ae6b3d83b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804947.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/f2f/7a8993061021070bc19378d132d36f2f/7a8993061021070bc19378d132d36f2f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804951.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/231/a3e3b28af7e3f41ca4746bd5c98df231/a3e3b28af7e3f41ca4746bd5c98df231.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804955.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/180/d5c9db6bb8f6f020957089cfa33af180/d5c9db6bb8f6f020957089cfa33af180.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804959.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/bfc/f13a8313cea2fe16558d3928a8a08bfc/f13a8313cea2fe16558d3928a8a08bfc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804963.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/569/7849ecc8901770284b3b01b7fab4a569/7849ecc8901770284b3b01b7fab4a569.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804963.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/569/7849ecc8901770284b3b01b7fab4a569/7849ecc8901770284b3b01b7fab4a569.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804967.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/577/97d8c7744c3933a9bf48d7d0dc3b1577/97d8c7744c3933a9bf48d7d0dc3b1577.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804971.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/3fc/5b7c3f2d9d68fb7cb560453f5d5a23fc/5b7c3f2d9d68fb7cb560453f5d5a23fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804975.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/50a/13a57776ba92eeec234640f01a32e50a/13a57776ba92eeec234640f01a32e50a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804979.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/dec/cc3f49639296057c9258b9a8732fcdec/cc3f49639296057c9258b9a8732fcdec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804983.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/d33/93f1d9c407ad4839a70c814f145d2d33/93f1d9c407ad4839a70c814f145d2d33.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804987.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/ee9/93feeb82c6f55d4e1fbff773cc151ee9/93feeb82c6f55d4e1fbff773cc151ee9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804991.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/b8c/b7369b6f9ec86e5db32350defa19bb8c/b7369b6f9ec86e5db32350defa19bb8c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804995.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/ef0/19d3e22373a7fb6bf5c2cf221828cef0/19d3e22373a7fb6bf5c2cf221828cef0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804995.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/ef0/19d3e22373a7fb6bf5c2cf221828cef0/19d3e22373a7fb6bf5c2cf221828cef0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804999.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/749/2cbc4db2b4bfc1c3a16efa2c8ea43749/2cbc4db2b4bfc1c3a16efa2c8ea43749.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805003.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/f88/2791c9b84bb8c18da1033494042d8f88/2791c9b84bb8c18da1033494042d8f88.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805007.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/b7b/f4828e8b29b88c06650fa44f49f16b7b/f4828e8b29b88c06650fa44f49f16b7b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805011.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/76c/bab7eedddd787409107ba2797fb9576c/bab7eedddd787409107ba2797fb9576c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805015.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/07b/c9202032331a28d401b828786671707b/c9202032331a28d401b828786671707b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805019.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/3d4/902d77621e49eabca0d308bd7e9013d4/902d77621e49eabca0d308bd7e9013d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805023.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/dc7/22d0dafd51d34fd14bffe5a5d295ddc7/22d0dafd51d34fd14bffe5a5d295ddc7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805027.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/296/5d648a4db4210d110093ae7d5f4bd296/5d648a4db4210d110093ae7d5f4bd296.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805027.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/296/5d648a4db4210d110093ae7d5f4bd296/5d648a4db4210d110093ae7d5f4bd296.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805031.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/4f4/751e7c714ec0039529f314d4e00804f4/751e7c714ec0039529f314d4e00804f4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805035.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/fbf/e168e2a058c8e3e267fcbecd03babfbf/e168e2a058c8e3e267fcbecd03babfbf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805039.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/74e/6bf49ef735d5a19fcc378110b0ed174e/6bf49ef735d5a19fcc378110b0ed174e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805043.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/8b3/0ed3b9ffc3454c88bd53451a56d998b3/0ed3b9ffc3454c88bd53451a56d998b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805047.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/6c2/29ad56202de2075ce0ae2dd3154586c2/29ad56202de2075ce0ae2dd3154586c2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805051.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/f37/de481feec3741712e43a7b9f51f48f37/de481feec3741712e43a7b9f51f48f37.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805055.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/6cc/45dd6b7ba9f0d966ead4461247a2c6cc/45dd6b7ba9f0d966ead4461247a2c6cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805059.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/448/b8f8ab85af2cda6b1fcd7ca590283448/b8f8ab85af2cda6b1fcd7ca590283448.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805059.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/448/b8f8ab85af2cda6b1fcd7ca590283448/b8f8ab85af2cda6b1fcd7ca590283448.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805063.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/57b/e089bf82db8c3f213eb2bd9f3259357b/e089bf82db8c3f213eb2bd9f3259357b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805067.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/d41/460dc99f8bafac570d1706187b4b8d41/460dc99f8bafac570d1706187b4b8d41.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805071.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/50f/0040b0a50172127a0936c5d99e76c50f/0040b0a50172127a0936c5d99e76c50f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805075.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/4a2/dbc62a77db92bb95032fb4f05fcf64a2/dbc62a77db92bb95032fb4f05fcf64a2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805079.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/201/398f2be33202c0933adca7c8a1ff9201/398f2be33202c0933adca7c8a1ff9201.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805083.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/28f/802a0db65a0be99c4a66a4e04fea728f/802a0db65a0be99c4a66a4e04fea728f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805087.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/3f1/13844d49b236974723aecfef078733f1/13844d49b236974723aecfef078733f1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805091.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/99c/d9e1934c7ac6cf4b005dbb943598499c/d9e1934c7ac6cf4b005dbb943598499c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805091.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/99c/d9e1934c7ac6cf4b005dbb943598499c/d9e1934c7ac6cf4b005dbb943598499c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805095.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/f7e/3428752a940c8314567c8ebb5a546f7e/3428752a940c8314567c8ebb5a546f7e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805099.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/c4c/04a61cc699b00d8f3a7205714ed2fc4c/04a61cc699b00d8f3a7205714ed2fc4c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805103.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/b8d/c98949c9d976f49e040745145329fb8d/c98949c9d976f49e040745145329fb8d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805107.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/c7f/64ce7f935b15fe09ed7d2fccbf632c7f/64ce7f935b15fe09ed7d2fccbf632c7f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805111.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/615/143cef22489fcafe8ed24fb0e9921615/143cef22489fcafe8ed24fb0e9921615.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805115.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/237/8ef03410e3a5920d658faedf886d0237/8ef03410e3a5920d658faedf886d0237.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805119.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/d9e/bc3b065b241871eba46937eefb2a2d9e/bc3b065b241871eba46937eefb2a2d9e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805123.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/8eb/63d1b1cfd770da5414f9859da7d1c8eb/63d1b1cfd770da5414f9859da7d1c8eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805127.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/953/f53d6d24f970297e956aff1a37c5b953/f53d6d24f970297e956aff1a37c5b953.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805131.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/387/8bb5dfc13e9d29704cde54e50f59c387/8bb5dfc13e9d29704cde54e50f59c387.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805135.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/767/30a84bb353a7c2823238746ca5ead767/30a84bb353a7c2823238746ca5ead767.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805139.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/18b/cf5c774933a43dbfe08990300362918b/cf5c774933a43dbfe08990300362918b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805143.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/e33/78d292a15a00fd914f7794ffdaddee33/78d292a15a00fd914f7794ffdaddee33.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805147.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/d5f/aae071fccce6b8cd13509179e6e8bd5f/aae071fccce6b8cd13509179e6e8bd5f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805151.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/5d5/36d38c57a156698d77d0634ff9c005d5/36d38c57a156698d77d0634ff9c005d5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805155.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/214/1c4605435b5bc14f29ad7454c175c214/1c4605435b5bc14f29ad7454c175c214.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805159.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/c65/ba09aad6270fa4fc3e1779a1741f0c65/ba09aad6270fa4fc3e1779a1741f0c65.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805163.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/3a9/2407de038f008ed34d357753a7a6e3a9/2407de038f008ed34d357753a7a6e3a9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805167.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/45e/17e95f15db926e1389bf9ac9d56d345e/17e95f15db926e1389bf9ac9d56d345e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805171.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/c6e/88286f6e3353e70ac00c8d4d947dfc6e/88286f6e3353e70ac00c8d4d947dfc6e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805175.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/8cb/1b1c74a4d044b147e18c30e7e37ee8cb/1b1c74a4d044b147e18c30e7e37ee8cb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805179.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/ed5/e4e1e9d7b57f5c685a0027316797ded5/e4e1e9d7b57f5c685a0027316797ded5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805183.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/e8d/96b942ab7f8e3ec1396d0b262cabfe8d/96b942ab7f8e3ec1396d0b262cabfe8d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805187.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/d82/4dd666cb7aa4b02016999d3d2e24ed82/4dd666cb7aa4b02016999d3d2e24ed82.dbtest.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805191.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/ec3/e504ee030f9ff6214c03a9b207043ec3/e504ee030f9ff6214c03a9b207043ec3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805195.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/206/531c3454a1391fda69e74d04982ce206/531c3454a1391fda69e74d04982ce206.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805199.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/b41/542811071d0b01d135205a4e2f437b41/542811071d0b01d135205a4e2f437b41.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805203.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/990/276ebeb1bb4ef6392c3968237f302990/276ebeb1bb4ef6392c3968237f302990.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805207.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/11c/290bb0403134a082bc6865ea3105e11c/290bb0403134a082bc6865ea3105e11c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805211.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/846/3bd2e510a4d9121cb25a2cfaeeee3846/3bd2e510a4d9121cb25a2cfaeeee3846.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805215.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/cf0/80858466baf6d0c28ccddb0752b2acf0/80858466baf6d0c28ccddb0752b2acf0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805219.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/acd/e52a16c5d1200668acb57c6102318acd/e52a16c5d1200668acb57c6102318acd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805223.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/a0d/6e053b7788da77e1cb196cced4af3a0d/6e053b7788da77e1cb196cced4af3a0d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805227.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/fa1/be9d85576e82e20ae2270e1cd4925fa1/be9d85576e82e20ae2270e1cd4925fa1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805231.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/830/31ddbc3c946dbbb61662560cc072e830/31ddbc3c946dbbb61662560cc072e830.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805235.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/aaf/cf4f50c8818d86ea4a514c207226caaf/cf4f50c8818d86ea4a514c207226caaf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805239.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/4e0/dfc940b9509b8dd73e44a64a433094e0/dfc940b9509b8dd73e44a64a433094e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805243.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/bdb/859870c2eb5d58ddf5f05b8ab0d6ebdb/859870c2eb5d58ddf5f05b8ab0d6ebdb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805247.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/d3c/18b69e2a26e3a2819e94bf1f7efddd3c/18b69e2a26e3a2819e94bf1f7efddd3c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805251.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/b9e/acf47bedbda8efef7fd221465f697b9e/acf47bedbda8efef7fd221465f697b9e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805255.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/e4b/575fce2887148df7b38e73542bdb6e4b/575fce2887148df7b38e73542bdb6e4b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805259.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/6bf/5c07dc9982850353d511145ab59c86bf/5c07dc9982850353d511145ab59c86bf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805263.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/6bd/07eeaa486db3753d32a4e76fafea46bd/07eeaa486db3753d32a4e76fafea46bd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805267.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/1f1/13b4c5ef18060ee0862e726f349ae1f1/13b4c5ef18060ee0862e726f349ae1f1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805271.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/f03/52bcb7e5fbce2733ad2961314fc1ef03/52bcb7e5fbce2733ad2961314fc1ef03.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805275.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/2cf/365cf7549f9181b6d3e2d2cd93d642cf/365cf7549f9181b6d3e2d2cd93d642cf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805279.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/4e1/c6de2722902dbaceae95037dba4cd4e1/c6de2722902dbaceae95037dba4cd4e1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805283.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/647/7102b7c602b76b78e471db5ad6a04647/7102b7c602b76b78e471db5ad6a04647.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805287.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/99e/b18c02a1ae7438bd980ec69a2abf999e/b18c02a1ae7438bd980ec69a2abf999e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805291.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/563/304563b280e5b2feeb2f1ddeacef7563/304563b280e5b2feeb2f1ddeacef7563.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805295.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/f82/4379c525b4dcf4887bad8a2dea32df82/4379c525b4dcf4887bad8a2dea32df82.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805299.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/023/5630347144001e6c8d02ad0b24e01023/5630347144001e6c8d02ad0b24e01023.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805303.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/3a4/d222214ece6ee764dc2e4aae32da93a4/d222214ece6ee764dc2e4aae32da93a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805307.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/e63/05267aaca00997a64bf81ec908dbbe63/05267aaca00997a64bf81ec908dbbe63.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805311.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/11f/ef10c0e84880e6720a6515ddfe01c11f/ef10c0e84880e6720a6515ddfe01c11f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805315.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/e8b/168fd5b3f37b9497cef3ad39dd170e8b/168fd5b3f37b9497cef3ad39dd170e8b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805319.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/151/056060b51aacee844545a8439da7a151/056060b51aacee844545a8439da7a151.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805323.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/60d/11960f97950b2084957a15b26df3560d/11960f97950b2084957a15b26df3560d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805327.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/a1e/684fa5bd6546291101f12be3aa6eda1e/684fa5bd6546291101f12be3aa6eda1e.dbtest.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_all_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_all_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses ... ok - -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx6a066ee0d00f4795b9f5f-0067670574) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx6a066ee0d00f4795b9f5f-0067670574) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6a066ee0d00f4795b9f5f-0067670574) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6a066ee0d00f4795b9f5f-0067670574) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx6a066ee0d00f4795b9f5f-0067670574) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txa1400727f6b041eca788f-0067670574) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txa1400727f6b041eca788f-0067670574) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txa1400727f6b041eca788f-0067670574) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txa1400727f6b041eca788f-0067670574) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txa1400727f6b041eca788f-0067670574) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx5551d100ae174b969ddc0-0067670574) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx5551d100ae174b969ddc0-0067670574) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx5551d100ae174b969ddc0-0067670574) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx5551d100ae174b969ddc0-0067670574) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx5551d100ae174b969ddc0-0067670574) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txa7126328074d44c8a9dfe-0067670575) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txa7126328074d44c8a9dfe-0067670575) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txa7126328074d44c8a9dfe-0067670575) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txa7126328074d44c8a9dfe-0067670575) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txa7126328074d44c8a9dfe-0067670575) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txa7126328074d44c8a9dfe-0067670575) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txa7126328074d44c8a9dfe-0067670575) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa7126328074d44c8a9dfe-0067670575) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa7126328074d44c8a9dfe-0067670575) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 404 (txn: txa7126328074d44c8a9dfe-0067670575) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: txa7126328074d44c8a9dfe-0067670575) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx4e25778ead3741ba852f0-0067670576) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4e25778ead3741ba852f0-0067670576) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4e25778ead3741ba852f0-0067670576) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4e25778ead3741ba852f0-0067670576) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4e25778ead3741ba852f0-0067670576) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4e25778ead3741ba852f0-0067670576) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx4e25778ead3741ba852f0-0067670576) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4e25778ead3741ba852f0-0067670576) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4e25778ead3741ba852f0-0067670576) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx4e25778ead3741ba852f0-0067670576) -test DEBUG: Setting object count to 1065 (txn: tx4e25778ead3741ba852f0-0067670576) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: txc66f67cedb364cc6a97b9-0067670576)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507 ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: txb5ee4ace46954987bb414-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sdv, error: ERROR Insufficient Storage (txn: txb5ee4ace46954987bb414-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sdz, error: ERROR Insufficient Storage (txn: txb5ee4ace46954987bb414-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: txb5ee4ace46954987bb414-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: txb5ee4ace46954987bb414-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sdp, error: ERROR Insufficient Storage (txn: txb5ee4ace46954987bb414-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sdo, error: ERROR Insufficient Storage (txn: txb5ee4ace46954987bb414-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: txb5ee4ace46954987bb414-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: txb5ee4ace46954987bb414-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sdr, error: ERROR Insufficient Storage (txn: txb5ee4ace46954987bb414-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sds, error: ERROR Insufficient Storage (txn: txb5ee4ace46954987bb414-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sdx, error: ERROR Insufficient Storage (txn: txb5ee4ace46954987bb414-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sdq, error: ERROR Insufficient Storage (txn: txb5ee4ace46954987bb414-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sdu, error: ERROR Insufficient Storage (txn: txb5ee4ace46954987bb414-0067670576) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sdt, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sdx, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sdu, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sdw, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sdp, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sdy, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sdb, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok - -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: txd12ec9b7088d4e7a8333b-0067670576) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sdo, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sdx, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sdr, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sdz, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sds, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sdt, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sdp, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: tx3e8b9748013e45fdb551d-0067670576)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_timeouts -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_timeouts ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_none_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_none_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_one_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_one_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication ... ok - -proxy-server ERROR: Object DELETE returning 503 for (204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx3e8b9748013e45fdb551d-0067670576) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txbb9d053ec01e42c8a8dc3-0067670576) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txbb9d053ec01e42c8a8dc3-0067670576) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txbb9d053ec01e42c8a8dc3-0067670576) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txbb9d053ec01e42c8a8dc3-0067670576) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txbb9d053ec01e42c8a8dc3-0067670576) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txbb9d053ec01e42c8a8dc3-0067670576) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txbb9d053ec01e42c8a8dc3-0067670576) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txbb9d053ec01e42c8a8dc3-0067670576) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txbb9d053ec01e42c8a8dc3-0067670576) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txbb9d053ec01e42c8a8dc3-0067670576) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txbb9d053ec01e42c8a8dc3-0067670576) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txbb9d053ec01e42c8a8dc3-0067670576) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txbb9d053ec01e42c8a8dc3-0067670576) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txbb9d053ec01e42c8a8dc3-0067670576) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txbb9d053ec01e42c8a8dc3-0067670576) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sdu (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sdr (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sdq (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sdo (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sds (txn: tx3c2664520ed047dab977d-0067670576)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805331.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/5ec/d38a2588b1edae9737ce4183d383b5ec/d38a2588b1edae9737ce4183d383b5ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805335.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/c1c/cd15f22639956ce3335dd5b1d964cc1c/cd15f22639956ce3335dd5b1d964cc1c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805339.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/2a7/9d764bc549a81d4a9ae68f0181ffd2a7/9d764bc549a81d4a9ae68f0181ffd2a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805343.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/7d4/ac8b25a85460b4345d92b3bb98f597d4/ac8b25a85460b4345d92b3bb98f597d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805347.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/bb3/f4d99689984b7fa47055abf581232bb3/f4d99689984b7fa47055abf581232bb3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805351.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/20d/ad3583b8f63a33a359be2ef36bc7720d/ad3583b8f63a33a359be2ef36bc7720d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805355.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/93d/7fbdd5989f9be90d9f1d21cda5de593d/7fbdd5989f9be90d9f1d21cda5de593d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805359.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/0e5/c52ce046d146b6fb6accf5ef4f4280e5/c52ce046d146b6fb6accf5ef4f4280e5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805363.00000-0, db: /tmp/tmpjvqt0sqs/sda/containers/0/a44/075043e4eaf024e300d9f20f6f5c7a44/075043e4eaf024e300d9f20f6f5c7a44.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpsjyh3whd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804855.00000.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpsjyh3whd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804855.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804858.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/710/900de6059fdebd60472f3f9fc3367710/900de6059fdebd60472f3f9fc3367710_1734804858.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804858.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/710/900de6059fdebd60472f3f9fc3367710/900de6059fdebd60472f3f9fc3367710_1734804858.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804861.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/e87/843a54acf51e7760b433c468ecb27e87/843a54acf51e7760b433c468ecb27e87_1734804861.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804861.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/e87/843a54acf51e7760b433c468ecb27e87/843a54acf51e7760b433c468ecb27e87_1734804861.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804864.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/655/2ad91db29b9f09f9d210ce1f65093655/2ad91db29b9f09f9d210ce1f65093655_1734804864.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804864.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/655/2ad91db29b9f09f9d210ce1f65093655/2ad91db29b9f09f9d210ce1f65093655_1734804864.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804867.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/6fb/37a1ab19907f47edf95f26645f2216fb/37a1ab19907f47edf95f26645f2216fb_1734804867.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804867.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/6fb/37a1ab19907f47edf95f26645f2216fb/37a1ab19907f47edf95f26645f2216fb_1734804867.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804870.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/206/2ef979f0168dbe40169b1db856d04206/2ef979f0168dbe40169b1db856d04206_1734804870.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804870.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/206/2ef979f0168dbe40169b1db856d04206/2ef979f0168dbe40169b1db856d04206_1734804870.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804873.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/dc8/6ea7355cbd7fac8a754c8cf905f97dc8/6ea7355cbd7fac8a754c8cf905f97dc8_1734804873.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804873.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/dc8/6ea7355cbd7fac8a754c8cf905f97dc8/6ea7355cbd7fac8a754c8cf905f97dc8_1734804873.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804876.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/7ed/659df5f97b24de6bdc30c30a50c397ed/659df5f97b24de6bdc30c30a50c397ed_1734804876.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804876.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/7ed/659df5f97b24de6bdc30c30a50c397ed/659df5f97b24de6bdc30c30a50c397ed_1734804876.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804879.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/fb3/92511cbfd2256243e3b8cbcbe263cfb3/92511cbfd2256243e3b8cbcbe263cfb3_1734804879.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804879.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/fb3/92511cbfd2256243e3b8cbcbe263cfb3/92511cbfd2256243e3b8cbcbe263cfb3_1734804879.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804882.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/612/5b2dbd582329fa8efdb4a71822f56612/5b2dbd582329fa8efdb4a71822f56612_1734804882.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804882.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/612/5b2dbd582329fa8efdb4a71822f56612/5b2dbd582329fa8efdb4a71822f56612_1734804882.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804885.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/9e1/83932b886202b0d44224d8b50472a9e1/83932b886202b0d44224d8b50472a9e1_1734804885.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804885.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/9e1/83932b886202b0d44224d8b50472a9e1/83932b886202b0d44224d8b50472a9e1_1734804885.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804888.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/50f/0ddf84bdc8baee0b058a2c23aa36150f/0ddf84bdc8baee0b058a2c23aa36150f_1734804888.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804888.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/50f/0ddf84bdc8baee0b058a2c23aa36150f/0ddf84bdc8baee0b058a2c23aa36150f_1734804888.00000.db -proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sdw (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sdz (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sdv (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sdy (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sdp (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sdb (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sdt (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sdx (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server ERROR: Object returning 503 for [] (txn: tx3c2664520ed047dab977d-0067670576) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7dab25d1bda45d690760-0067670576)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container ... ok - -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server ERROR: Object returning 503 for [] (txn: txa7dab25d1bda45d690760-0067670576) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb0eb3dbef5864fc89ccfe-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb0eb3dbef5864fc89ccfe-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb0eb3dbef5864fc89ccfe-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb0eb3dbef5864fc89ccfe-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb0eb3dbef5864fc89ccfe-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb0eb3dbef5864fc89ccfe-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb0eb3dbef5864fc89ccfe-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb0eb3dbef5864fc89ccfe-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb0eb3dbef5864fc89ccfe-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb0eb3dbef5864fc89ccfe-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb0eb3dbef5864fc89ccfe-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb0eb3dbef5864fc89ccfe-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb0eb3dbef5864fc89ccfe-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb0eb3dbef5864fc89ccfe-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb0eb3dbef5864fc89ccfe-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb0eb3dbef5864fc89ccfe-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb0eb3dbef5864fc89ccfe-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb0eb3dbef5864fc89ccfe-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb0eb3dbef5864fc89ccfe-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb0eb3dbef5864fc89ccfe-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb0eb3dbef5864fc89ccfe-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb0eb3dbef5864fc89ccfe-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb0eb3dbef5864fc89ccfe-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb0eb3dbef5864fc89ccfe-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb0eb3dbef5864fc89ccfe-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb0eb3dbef5864fc89ccfe-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb0eb3dbef5864fc89ccfe-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb0eb3dbef5864fc89ccfe-0067670576) -proxy-server ERROR: Object returning 503 for [] (txn: txb0eb3dbef5864fc89ccfe-0067670576) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd03e46f5cab34b6681a94-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd03e46f5cab34b6681a94-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd03e46f5cab34b6681a94-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd03e46f5cab34b6681a94-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd03e46f5cab34b6681a94-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd03e46f5cab34b6681a94-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd03e46f5cab34b6681a94-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd03e46f5cab34b6681a94-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd03e46f5cab34b6681a94-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd03e46f5cab34b6681a94-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03e46f5cab34b6681a94-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03e46f5cab34b6681a94-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03e46f5cab34b6681a94-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03e46f5cab34b6681a94-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03e46f5cab34b6681a94-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03e46f5cab34b6681a94-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03e46f5cab34b6681a94-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03e46f5cab34b6681a94-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03e46f5cab34b6681a94-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03e46f5cab34b6681a94-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03e46f5cab34b6681a94-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03e46f5cab34b6681a94-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03e46f5cab34b6681a94-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03e46f5cab34b6681a94-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03e46f5cab34b6681a94-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03e46f5cab34b6681a94-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03e46f5cab34b6681a94-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03e46f5cab34b6681a94-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03e46f5cab34b6681a94-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03e46f5cab34b6681a94-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03e46f5cab34b6681a94-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03e46f5cab34b6681a94-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03e46f5cab34b6681a94-0067670576)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804891.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/c42/3795899e6688de6e66e4cb74cb3acc42/3795899e6688de6e66e4cb74cb3acc42_1734804891.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804891.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/c42/3795899e6688de6e66e4cb74cb3acc42/3795899e6688de6e66e4cb74cb3acc42_1734804891.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804894.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/5f8/dc4d6f0a742f53846c8635bc7d7d95f8/dc4d6f0a742f53846c8635bc7d7d95f8_1734804894.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804894.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/5f8/dc4d6f0a742f53846c8635bc7d7d95f8/dc4d6f0a742f53846c8635bc7d7d95f8_1734804894.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804897.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/2d9/09b76e14af5da275625d41ee745972d9/09b76e14af5da275625d41ee745972d9_1734804897.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804897.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/2d9/09b76e14af5da275625d41ee745972d9/09b76e14af5da275625d41ee745972d9_1734804897.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804900.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/54f/302184302ed05c0324da51dd90c6354f/302184302ed05c0324da51dd90c6354f_1734804900.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804900.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/54f/302184302ed05c0324da51dd90c6354f/302184302ed05c0324da51dd90c6354f_1734804900.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804903.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/7cb/503e3134a769892ce74493e7eca1b7cb/503e3134a769892ce74493e7eca1b7cb_1734804903.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804903.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/7cb/503e3134a769892ce74493e7eca1b7cb/503e3134a769892ce74493e7eca1b7cb_1734804903.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804906.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/3e7/3fbb0d2d2fc331cdb31494a034de13e7/3fbb0d2d2fc331cdb31494a034de13e7_1734804906.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804906.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/3e7/3fbb0d2d2fc331cdb31494a034de13e7/3fbb0d2d2fc331cdb31494a034de13e7_1734804906.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804909.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/650/b9c9da648bd81eede93a261b24557650/b9c9da648bd81eede93a261b24557650_1734804909.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804909.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/650/b9c9da648bd81eede93a261b24557650/b9c9da648bd81eede93a261b24557650_1734804909.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804912.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/7ed/cbd0edd8992155cf6a118d19874cd7ed/cbd0edd8992155cf6a118d19874cd7ed_1734804912.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804912.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/7ed/cbd0edd8992155cf6a118d19874cd7ed/cbd0edd8992155cf6a118d19874cd7ed_1734804912.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804915.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/85b/d524c714e924ee8aef94e8eab2ad585b/d524c714e924ee8aef94e8eab2ad585b_1734804915.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804915.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/85b/d524c714e924ee8aef94e8eab2ad585b/d524c714e924ee8aef94e8eab2ad585b_1734804915.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804918.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/172/2a4abb7d355cc563ab970f43deee0172/2a4abb7d355cc563ab970f43deee0172_1734804918.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804918.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/172/2a4abb7d355cc563ab970f43deee0172/2a4abb7d355cc563ab970f43deee0172_1734804918.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804921.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/ac5/9f1d39a23c1d55584d0f99c19aa9eac5/9f1d39a23c1d55584d0f99c19aa9eac5_1734804921.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804921.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/ac5/9f1d39a23c1d55584d0f99c19aa9eac5/9f1d39a23c1d55584d0f99c19aa9eac5_1734804921.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804924.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/27b/a7037f4910c362e13a749ce995c5827b/a7037f4910c362e13a749ce995c5827b_1734804924.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804924.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/27b/a7037f4910c362e13a749ce995c5827b/a7037f4910c362e13a749ce995c5827b_1734804924.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804927.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/77d/1fd2fd043d4ced42956060917c50877d/1fd2fd043d4ced42956060917c50877d_1734804927.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804927.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/77d/1fd2fd043d4ced42956060917c50877d/1fd2fd043d4ced42956060917c50877d_1734804927.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804930.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/102/6514399a99d547c019a58b5ac04ce102/6514399a99d547c019a58b5ac04ce102_1734804930.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804930.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/102/6514399a99d547c019a58b5ac04ce102/6514399a99d547c019a58b5ac04ce102_1734804930.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804933.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/3e2/3674acc639d44b464214847f94aeb3e2/3674acc639d44b464214847f94aeb3e2_1734804933.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804933.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/3e2/3674acc639d44b464214847f94aeb3e2/3674acc639d44b464214847f94aeb3e2_1734804933.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804936.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/20b/43d0e9e1441f3268c24383e35bc7620b/43d0e9e1441f3268c24383e35bc7620b_1734804936.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804936.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/20b/43d0e9e1441f3268c24383e35bc7620b/43d0e9e1441f3268c24383e35bc7620b_1734804936.00000.db -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03e46f5cab34b6681a94-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03e46f5cab34b6681a94-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03e46f5cab34b6681a94-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03e46f5cab34b6681a94-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03e46f5cab34b6681a94-0067670576) -proxy-server ERROR: Object returning 503 for [] (txn: txd03e46f5cab34b6681a94-0067670576) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3106d0fef9b34fe795c4b-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3106d0fef9b34fe795c4b-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3106d0fef9b34fe795c4b-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3106d0fef9b34fe795c4b-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3106d0fef9b34fe795c4b-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3106d0fef9b34fe795c4b-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3106d0fef9b34fe795c4b-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3106d0fef9b34fe795c4b-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3106d0fef9b34fe795c4b-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3106d0fef9b34fe795c4b-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3106d0fef9b34fe795c4b-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3106d0fef9b34fe795c4b-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3106d0fef9b34fe795c4b-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3106d0fef9b34fe795c4b-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3106d0fef9b34fe795c4b-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3106d0fef9b34fe795c4b-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3106d0fef9b34fe795c4b-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3106d0fef9b34fe795c4b-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3106d0fef9b34fe795c4b-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3106d0fef9b34fe795c4b-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3106d0fef9b34fe795c4b-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3106d0fef9b34fe795c4b-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3106d0fef9b34fe795c4b-0067670576) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server ERROR: Object returning 503 for [] (txn: tx298174ff39ef4d0fa1a2d-0067670576) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container ... ok - -proxy-server ERROR: Object returning 503 for [] (txn: txfd8da7ebd3f445f78fa70-0067670577) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe308c0f1e2444ef86ef6-0067670577) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe308c0f1e2444ef86ef6-0067670577) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe308c0f1e2444ef86ef6-0067670577) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe308c0f1e2444ef86ef6-0067670577) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe308c0f1e2444ef86ef6-0067670577) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe308c0f1e2444ef86ef6-0067670577) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe308c0f1e2444ef86ef6-0067670577) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe308c0f1e2444ef86ef6-0067670577) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe308c0f1e2444ef86ef6-0067670577) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe308c0f1e2444ef86ef6-0067670577) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe308c0f1e2444ef86ef6-0067670577) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe308c0f1e2444ef86ef6-0067670577) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe308c0f1e2444ef86ef6-0067670577) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe308c0f1e2444ef86ef6-0067670577) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe308c0f1e2444ef86ef6-0067670577) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe308c0f1e2444ef86ef6-0067670577) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe308c0f1e2444ef86ef6-0067670577) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe308c0f1e2444ef86ef6-0067670577) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe308c0f1e2444ef86ef6-0067670577) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe308c0f1e2444ef86ef6-0067670577) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe308c0f1e2444ef86ef6-0067670577) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe308c0f1e2444ef86ef6-0067670577) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe308c0f1e2444ef86ef6-0067670577) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe308c0f1e2444ef86ef6-0067670577) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe308c0f1e2444ef86ef6-0067670577) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe308c0f1e2444ef86ef6-0067670577) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe308c0f1e2444ef86ef6-0067670577) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe308c0f1e2444ef86ef6-0067670577) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf9e2c48dd6bc412bb3079-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf9e2c48dd6bc412bb3079-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf9e2c48dd6bc412bb3079-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf9e2c48dd6bc412bb3079-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf9e2c48dd6bc412bb3079-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf9e2c48dd6bc412bb3079-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf9e2c48dd6bc412bb3079-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf9e2c48dd6bc412bb3079-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf9e2c48dd6bc412bb3079-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf9e2c48dd6bc412bb3079-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf9e2c48dd6bc412bb3079-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf9e2c48dd6bc412bb3079-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf9e2c48dd6bc412bb3079-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf9e2c48dd6bc412bb3079-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf9e2c48dd6bc412bb3079-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf9e2c48dd6bc412bb3079-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf9e2c48dd6bc412bb3079-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf9e2c48dd6bc412bb3079-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf9e2c48dd6bc412bb3079-0067670577)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_succeed -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_succeed ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path ... ok - -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf9e2c48dd6bc412bb3079-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf9e2c48dd6bc412bb3079-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf9e2c48dd6bc412bb3079-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf9e2c48dd6bc412bb3079-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf9e2c48dd6bc412bb3079-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf9e2c48dd6bc412bb3079-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf9e2c48dd6bc412bb3079-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf9e2c48dd6bc412bb3079-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf9e2c48dd6bc412bb3079-0067670577) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txf9e2c48dd6bc412bb3079-0067670577) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3095b8faadb8419b9d414-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3095b8faadb8419b9d414-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3095b8faadb8419b9d414-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3095b8faadb8419b9d414-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3095b8faadb8419b9d414-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3095b8faadb8419b9d414-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3095b8faadb8419b9d414-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3095b8faadb8419b9d414-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3095b8faadb8419b9d414-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3095b8faadb8419b9d414-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3095b8faadb8419b9d414-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3095b8faadb8419b9d414-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3095b8faadb8419b9d414-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3095b8faadb8419b9d414-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3095b8faadb8419b9d414-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3095b8faadb8419b9d414-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3095b8faadb8419b9d414-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3095b8faadb8419b9d414-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3095b8faadb8419b9d414-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3095b8faadb8419b9d414-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3095b8faadb8419b9d414-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3095b8faadb8419b9d414-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3095b8faadb8419b9d414-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3095b8faadb8419b9d414-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3095b8faadb8419b9d414-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3095b8faadb8419b9d414-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3095b8faadb8419b9d414-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3095b8faadb8419b9d414-0067670577) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2a2fa0a6b5464ce79ad8b-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2a2fa0a6b5464ce79ad8b-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2a2fa0a6b5464ce79ad8b-0067670577)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok - -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2a2fa0a6b5464ce79ad8b-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2a2fa0a6b5464ce79ad8b-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2a2fa0a6b5464ce79ad8b-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2a2fa0a6b5464ce79ad8b-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2a2fa0a6b5464ce79ad8b-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2a2fa0a6b5464ce79ad8b-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2a2fa0a6b5464ce79ad8b-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2a2fa0a6b5464ce79ad8b-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2a2fa0a6b5464ce79ad8b-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2a2fa0a6b5464ce79ad8b-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2a2fa0a6b5464ce79ad8b-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2a2fa0a6b5464ce79ad8b-0067670577) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx2a2fa0a6b5464ce79ad8b-0067670577) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: tx8aaaa728a63a43988170f-0067670577)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_fail -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order ... ok - -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx8aaaa728a63a43988170f-0067670577) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa716b059a7e44ad5a412a-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa716b059a7e44ad5a412a-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa716b059a7e44ad5a412a-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa716b059a7e44ad5a412a-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa716b059a7e44ad5a412a-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa716b059a7e44ad5a412a-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa716b059a7e44ad5a412a-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa716b059a7e44ad5a412a-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa716b059a7e44ad5a412a-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa716b059a7e44ad5a412a-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa716b059a7e44ad5a412a-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa716b059a7e44ad5a412a-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa716b059a7e44ad5a412a-0067670577) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa716b059a7e44ad5a412a-0067670577) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804939.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/159/25f07991922e73e8f0c2792960046159/25f07991922e73e8f0c2792960046159_1734804939.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804939.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/159/25f07991922e73e8f0c2792960046159/25f07991922e73e8f0c2792960046159_1734804939.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804942.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/b19/7bf20610a1c2bee1000599ca6ed0fb19/7bf20610a1c2bee1000599ca6ed0fb19_1734804942.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804942.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/b19/7bf20610a1c2bee1000599ca6ed0fb19/7bf20610a1c2bee1000599ca6ed0fb19_1734804942.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804945.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/dde/299b9e68f54429d399b70f85d1467dde/299b9e68f54429d399b70f85d1467dde_1734804945.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804945.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/dde/299b9e68f54429d399b70f85d1467dde/299b9e68f54429d399b70f85d1467dde_1734804945.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804948.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/19c/1eb9acccc58f84ebe3edd67ce74de19c/1eb9acccc58f84ebe3edd67ce74de19c_1734804948.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804948.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/19c/1eb9acccc58f84ebe3edd67ce74de19c/1eb9acccc58f84ebe3edd67ce74de19c_1734804948.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804951.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/231/a3e3b28af7e3f41ca4746bd5c98df231/a3e3b28af7e3f41ca4746bd5c98df231_1734804951.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804951.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/231/a3e3b28af7e3f41ca4746bd5c98df231/a3e3b28af7e3f41ca4746bd5c98df231_1734804951.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804954.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/809/8b337dcf55f38f5875b305311dbfc809/8b337dcf55f38f5875b305311dbfc809_1734804954.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804954.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/809/8b337dcf55f38f5875b305311dbfc809/8b337dcf55f38f5875b305311dbfc809_1734804954.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804957.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/ca4/85a947b0a265d17f090bec008276eca4/85a947b0a265d17f090bec008276eca4_1734804957.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804957.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/ca4/85a947b0a265d17f090bec008276eca4/85a947b0a265d17f090bec008276eca4_1734804957.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804960.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/eae/85cc3fb0c6ca646039cae00586a42eae/85cc3fb0c6ca646039cae00586a42eae_1734804960.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804960.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/eae/85cc3fb0c6ca646039cae00586a42eae/85cc3fb0c6ca646039cae00586a42eae_1734804960.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804963.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/569/7849ecc8901770284b3b01b7fab4a569/7849ecc8901770284b3b01b7fab4a569_1734804963.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804963.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/569/7849ecc8901770284b3b01b7fab4a569/7849ecc8901770284b3b01b7fab4a569_1734804963.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804966.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/4db/1d19b53f8b49ab35b906fd59f00724db/1d19b53f8b49ab35b906fd59f00724db_1734804966.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804966.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/4db/1d19b53f8b49ab35b906fd59f00724db/1d19b53f8b49ab35b906fd59f00724db_1734804966.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804969.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/064/305b735dbd9568763ef3f4d006d9d064/305b735dbd9568763ef3f4d006d9d064_1734804969.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804969.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/064/305b735dbd9568763ef3f4d006d9d064/305b735dbd9568763ef3f4d006d9d064_1734804969.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804972.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/674/49535b769e84a04e2d1c7af31f1a9674/49535b769e84a04e2d1c7af31f1a9674_1734804972.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804972.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/674/49535b769e84a04e2d1c7af31f1a9674/49535b769e84a04e2d1c7af31f1a9674_1734804972.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804975.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/50a/13a57776ba92eeec234640f01a32e50a/13a57776ba92eeec234640f01a32e50a_1734804975.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804975.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/50a/13a57776ba92eeec234640f01a32e50a/13a57776ba92eeec234640f01a32e50a_1734804975.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804978.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/a3f/6500dd1fee2557492fa8981d18a1fa3f/6500dd1fee2557492fa8981d18a1fa3f_1734804978.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804978.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/a3f/6500dd1fee2557492fa8981d18a1fa3f/6500dd1fee2557492fa8981d18a1fa3f_1734804978.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804981.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/6c6/8d0291d83cf514f67b2d72cf168a36c6/8d0291d83cf514f67b2d72cf168a36c6_1734804981.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804981.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/6c6/8d0291d83cf514f67b2d72cf168a36c6/8d0291d83cf514f67b2d72cf168a36c6_1734804981.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804984.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/953/5be25131485cd8bf8ab235f3c5f14953/5be25131485cd8bf8ab235f3c5f14953_1734804984.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804984.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/953/5be25131485cd8bf8ab235f3c5f14953/5be25131485cd8bf8ab235f3c5f14953_1734804984.00000.dbtest.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file ... ok - -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804987.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/ee9/93feeb82c6f55d4e1fbff773cc151ee9/93feeb82c6f55d4e1fbff773cc151ee9_1734804987.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804987.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/ee9/93feeb82c6f55d4e1fbff773cc151ee9/93feeb82c6f55d4e1fbff773cc151ee9_1734804987.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804990.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/650/ba20afbf5497cf7b361fad2330c28650/ba20afbf5497cf7b361fad2330c28650_1734804990.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804990.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/650/ba20afbf5497cf7b361fad2330c28650/ba20afbf5497cf7b361fad2330c28650_1734804990.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804993.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/66f/4531f810fde397b595fcc1d7f17db66f/4531f810fde397b595fcc1d7f17db66f_1734804993.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804993.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/66f/4531f810fde397b595fcc1d7f17db66f/4531f810fde397b595fcc1d7f17db66f_1734804993.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804996.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/bb5/2c4071e34f42582662cca438c8f32bb5/2c4071e34f42582662cca438c8f32bb5_1734804996.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804996.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/bb5/2c4071e34f42582662cca438c8f32bb5/2c4071e34f42582662cca438c8f32bb5_1734804996.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804999.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/749/2cbc4db2b4bfc1c3a16efa2c8ea43749/2cbc4db2b4bfc1c3a16efa2c8ea43749_1734804999.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804999.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/749/2cbc4db2b4bfc1c3a16efa2c8ea43749/2cbc4db2b4bfc1c3a16efa2c8ea43749_1734804999.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805002.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/2bb/49f85d0d41e2c6c2f7a9be7c5564e2bb/49f85d0d41e2c6c2f7a9be7c5564e2bb_1734805002.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805002.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/2bb/49f85d0d41e2c6c2f7a9be7c5564e2bb/49f85d0d41e2c6c2f7a9be7c5564e2bb_1734805002.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805005.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/2ea/52f1b63871193902a74b8b08f3b812ea/52f1b63871193902a74b8b08f3b812ea_1734805005.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805005.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/2ea/52f1b63871193902a74b8b08f3b812ea/52f1b63871193902a74b8b08f3b812ea_1734805005.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805008.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/b91/ca3b471726267f6a88730977c8d30b91/ca3b471726267f6a88730977c8d30b91_1734805008.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805008.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/b91/ca3b471726267f6a88730977c8d30b91/ca3b471726267f6a88730977c8d30b91_1734805008.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805011.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/76c/bab7eedddd787409107ba2797fb9576c/bab7eedddd787409107ba2797fb9576c_1734805011.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805011.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/76c/bab7eedddd787409107ba2797fb9576c/bab7eedddd787409107ba2797fb9576c_1734805011.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805014.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/95b/6f12366d479f8979474485f24ef6b95b/6f12366d479f8979474485f24ef6b95b_1734805014.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805014.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/95b/6f12366d479f8979474485f24ef6b95b/6f12366d479f8979474485f24ef6b95b_1734805014.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805017.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/d0d/2503bb667c9caf8f85e6c1e04a209d0d/2503bb667c9caf8f85e6c1e04a209d0d_1734805017.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805017.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/d0d/2503bb667c9caf8f85e6c1e04a209d0d/2503bb667c9caf8f85e6c1e04a209d0d_1734805017.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805020.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/95b/6b5b0737159885eac0fbf31cbdc0995b/6b5b0737159885eac0fbf31cbdc0995b_1734805020.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805020.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/95b/6b5b0737159885eac0fbf31cbdc0995b/6b5b0737159885eac0fbf31cbdc0995b_1734805020.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805023.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/dc7/22d0dafd51d34fd14bffe5a5d295ddc7/22d0dafd51d34fd14bffe5a5d295ddc7_1734805023.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805023.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/dc7/22d0dafd51d34fd14bffe5a5d295ddc7/22d0dafd51d34fd14bffe5a5d295ddc7_1734805023.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805026.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/da0/f3c3ea9b01cbca7c4fd215f00c055da0/f3c3ea9b01cbca7c4fd215f00c055da0_1734805026.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805026.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/da0/f3c3ea9b01cbca7c4fd215f00c055da0/f3c3ea9b01cbca7c4fd215f00c055da0_1734805026.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805029.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/dd2/8a7cf4e3d8920d531a7b732857c64dd2/8a7cf4e3d8920d531a7b732857c64dd2_1734805029.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805029.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/dd2/8a7cf4e3d8920d531a7b732857c64dd2/8a7cf4e3d8920d531a7b732857c64dd2_1734805029.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805032.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/a10/47978f2589c43776e8b3e23dfb880a10/47978f2589c43776e8b3e23dfb880a10_1734805032.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805032.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/a10/47978f2589c43776e8b3e23dfb880a10/47978f2589c43776e8b3e23dfb880a10_1734805032.00000.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_custom_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_custom_config ... ok - -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa899fcd083cb493dbc1d8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx508897eb807547d0923b8-0067670578) -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805035.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/fbf/e168e2a058c8e3e267fcbecd03babfbf/e168e2a058c8e3e267fcbecd03babfbf_1734805035.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805035.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/fbf/e168e2a058c8e3e267fcbecd03babfbf/e168e2a058c8e3e267fcbecd03babfbf_1734805035.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805038.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/ef0/a924aae2ad297ed429f7324015809ef0/a924aae2ad297ed429f7324015809ef0_1734805038.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805038.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/ef0/a924aae2ad297ed429f7324015809ef0/a924aae2ad297ed429f7324015809ef0_1734805038.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805041.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/ef7/0ffa08a910cd82c43d2140ca5997aef7/0ffa08a910cd82c43d2140ca5997aef7_1734805041.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805041.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/ef7/0ffa08a910cd82c43d2140ca5997aef7/0ffa08a910cd82c43d2140ca5997aef7_1734805041.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805044.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/13d/fe6550ec7a78aef94bd2c828e7bb513d/fe6550ec7a78aef94bd2c828e7bb513d_1734805044.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805044.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/13d/fe6550ec7a78aef94bd2c828e7bb513d/fe6550ec7a78aef94bd2c828e7bb513d_1734805044.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805047.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/6c2/29ad56202de2075ce0ae2dd3154586c2/29ad56202de2075ce0ae2dd3154586c2_1734805047.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805047.00000-0, db: /tmp/tmpp_lwk_is/sda/containers/0/6c2/29ad56202de2075ce0ae2dd3154586c2/29ad56202de2075ce0ae2dd3154586c2_1734805047.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804860.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/3e9/1073d9a01f560e5cb19ca3460c32d3e9/1073d9a01f560e5cb19ca3460c32d3e9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804860.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/3e9/1073d9a01f560e5cb19ca3460c32d3e9/1073d9a01f560e5cb19ca3460c32d3e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804864.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/655/2ad91db29b9f09f9d210ce1f65093655/2ad91db29b9f09f9d210ce1f65093655.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804864.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/655/2ad91db29b9f09f9d210ce1f65093655/2ad91db29b9f09f9d210ce1f65093655.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804868.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/5b4/57f237b54691c985b2a695d4dc0955b4/57f237b54691c985b2a695d4dc0955b4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804868.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/5b4/57f237b54691c985b2a695d4dc0955b4/57f237b54691c985b2a695d4dc0955b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804872.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/0cf/6e65240365c0693738a3b498a242e0cf/6e65240365c0693738a3b498a242e0cf.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804872.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/0cf/6e65240365c0693738a3b498a242e0cf/6e65240365c0693738a3b498a242e0cf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804876.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/7ed/659df5f97b24de6bdc30c30a50c397ed/659df5f97b24de6bdc30c30a50c397ed.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804876.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/7ed/659df5f97b24de6bdc30c30a50c397ed/659df5f97b24de6bdc30c30a50c397ed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804880.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/1ab/5f95d2a9081be4b45a4ba171613a01ab/5f95d2a9081be4b45a4ba171613a01ab.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804880.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/1ab/5f95d2a9081be4b45a4ba171613a01ab/5f95d2a9081be4b45a4ba171613a01ab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804884.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/b9c/915d3c45a9c67793f947c6450235eb9c/915d3c45a9c67793f947c6450235eb9c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804884.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/b9c/915d3c45a9c67793f947c6450235eb9c/915d3c45a9c67793f947c6450235eb9c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804888.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/50f/0ddf84bdc8baee0b058a2c23aa36150f/0ddf84bdc8baee0b058a2c23aa36150f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804888.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/50f/0ddf84bdc8baee0b058a2c23aa36150f/0ddf84bdc8baee0b058a2c23aa36150f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804892.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/9ee/3d3033178bc39ae4792075048fce89ee/3d3033178bc39ae4792075048fce89ee.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804892.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/9ee/3d3033178bc39ae4792075048fce89ee/3d3033178bc39ae4792075048fce89ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804896.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/8b8/8b1c5bf4fab368640e326c680ab9b8b8/8b1c5bf4fab368640e326c680ab9b8b8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804896.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/8b8/8b1c5bf4fab368640e326c680ab9b8b8/8b1c5bf4fab368640e326c680ab9b8b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804900.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/54f/302184302ed05c0324da51dd90c6354f/302184302ed05c0324da51dd90c6354f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804900.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/54f/302184302ed05c0324da51dd90c6354f/302184302ed05c0324da51dd90c6354f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804904.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/3c0/8fd04513dfd3d716f045ff34806e03c0/8fd04513dfd3d716f045ff34806e03c0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804904.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/3c0/8fd04513dfd3d716f045ff34806e03c0/8fd04513dfd3d716f045ff34806e03c0.dbtest.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_default_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_default_config ... ok - -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx508897eb807547d0923b8-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f42cc8a241748f68b3ef-0067670578) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpcl01sn6i/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpcl01sn6i/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpcl01sn6i/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpcl01sn6i/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:16 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0035 "-" 33007 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:16 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0048 "-" 33007 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:16 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0033 "-" 33007 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:16 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 33007 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:16 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx840020ffc8ac448d82610-0067670578" "proxy-server 33007" 0.0014 "-" 33007 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:16 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:50145/sdb1/1/a/c" "tx840020ffc8ac448d82610-0067670578" "container-server 33007" 0.0012 "-" 33007 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:16 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:58531/sda1/1/a/c" "tx840020ffc8ac448d82610-0067670578" "container-server 33007" 0.0026 "-" 33007 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:16 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx840020ffc8ac448d82610-0067670578" "proxy-server 33007" 0.0196 "-" 33007 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:16 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx840020ffc8ac448d82610-0067670578" "proxy-server 33007" 0.0139 "-" 33007 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/14/16 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx840020ffc8ac448d82610-0067670578 - 0.0340 - - 1734804856.580453396 1734804856.614418507 0/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file -test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id ... ok -swift: Client disconnected on read of '/a' (txn: tx5bf9a1489ef048039b691-0067670578) -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow ... ok -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804908.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/856/8f4089c6062c5992fc3492b6d7efd856/8f4089c6062c5992fc3492b6d7efd856.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804908.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/856/8f4089c6062c5992fc3492b6d7efd856/8f4089c6062c5992fc3492b6d7efd856.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804912.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/7ed/cbd0edd8992155cf6a118d19874cd7ed/cbd0edd8992155cf6a118d19874cd7ed.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804912.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/7ed/cbd0edd8992155cf6a118d19874cd7ed/cbd0edd8992155cf6a118d19874cd7ed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804916.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/2c5/85afcb9212754049d4826fc10685c2c5/85afcb9212754049d4826fc10685c2c5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804916.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/2c5/85afcb9212754049d4826fc10685c2c5/85afcb9212754049d4826fc10685c2c5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804920.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/abb/00015ee5d5ceaabed77df78838613abb/00015ee5d5ceaabed77df78838613abb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804920.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/abb/00015ee5d5ceaabed77df78838613abb/00015ee5d5ceaabed77df78838613abb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804924.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/27b/a7037f4910c362e13a749ce995c5827b/a7037f4910c362e13a749ce995c5827b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804924.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/27b/a7037f4910c362e13a749ce995c5827b/a7037f4910c362e13a749ce995c5827b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804928.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/cc0/a05b4919ee7ceb341d31adc0f3e14cc0/a05b4919ee7ceb341d31adc0f3e14cc0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804928.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/cc0/a05b4919ee7ceb341d31adc0f3e14cc0/a05b4919ee7ceb341d31adc0f3e14cc0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804932.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/68a/b3909aee33fa26bc20908f04da4ae68a/b3909aee33fa26bc20908f04da4ae68a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804932.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/68a/b3909aee33fa26bc20908f04da4ae68a/b3909aee33fa26bc20908f04da4ae68a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804936.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/20b/43d0e9e1441f3268c24383e35bc7620b/43d0e9e1441f3268c24383e35bc7620b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804936.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/20b/43d0e9e1441f3268c24383e35bc7620b/43d0e9e1441f3268c24383e35bc7620b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804940.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/775/3029bf3b36465e8eee4210f4e4beb775/3029bf3b36465e8eee4210f4e4beb775.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804940.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/775/3029bf3b36465e8eee4210f4e4beb775/3029bf3b36465e8eee4210f4e4beb775.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804944.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/83c/7b8cc79d921c8edfe22c58d8e14fb83c/7b8cc79d921c8edfe22c58d8e14fb83c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804944.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/83c/7b8cc79d921c8edfe22c58d8e14fb83c/7b8cc79d921c8edfe22c58d8e14fb83c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804948.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/19c/1eb9acccc58f84ebe3edd67ce74de19c/1eb9acccc58f84ebe3edd67ce74de19c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804948.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/19c/1eb9acccc58f84ebe3edd67ce74de19c/1eb9acccc58f84ebe3edd67ce74de19c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804952.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/748/a602fd0ab64b4aadec46c01852d74748/a602fd0ab64b4aadec46c01852d74748.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804952.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/748/a602fd0ab64b4aadec46c01852d74748/a602fd0ab64b4aadec46c01852d74748.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804956.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/c80/9992092fde4a738512bad56318c90c80/9992092fde4a738512bad56318c90c80.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804956.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/c80/9992092fde4a738512bad56318c90c80/9992092fde4a738512bad56318c90c80.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804960.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/eae/85cc3fb0c6ca646039cae00586a42eae/85cc3fb0c6ca646039cae00586a42eae.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804960.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/eae/85cc3fb0c6ca646039cae00586a42eae/85cc3fb0c6ca646039cae00586a42eae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804964.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/179/3f04ce715ac682d8deb9966a5c72e179/3f04ce715ac682d8deb9966a5c72e179.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804964.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/179/3f04ce715ac682d8deb9966a5c72e179/3f04ce715ac682d8deb9966a5c72e179.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804968.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/6df/ab1ccc8461fa9f66230ec40f668e96df/ab1ccc8461fa9f66230ec40f668e96df.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804968.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/6df/ab1ccc8461fa9f66230ec40f668e96df/ab1ccc8461fa9f66230ec40f668e96df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804972.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/674/49535b769e84a04e2d1c7af31f1a9674/49535b769e84a04e2d1c7af31f1a9674.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804972.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/674/49535b769e84a04e2d1c7af31f1a9674/49535b769e84a04e2d1c7af31f1a9674.dbtest.unit.proxy.test_server.TestProxyServer.test_check_response_200 -test.unit.proxy.test_server.TestProxyServer.test_check_response_200 ... ok -test.unit.proxy.test_server.TestProxyServer.test_check_response_503 -test.unit.proxy.test_server.TestProxyServer.test_check_response_503 ... ok -test.unit.proxy.test_server.TestProxyServer.test_check_response_507 -test.unit.proxy.test_server.TestProxyServer.test_check_response_507 ... ok -test.unit.proxy.test_server.TestProxyServer.test_denied_host_header -test.unit.proxy.test_server.TestProxyServer.test_denied_host_header ... ok -test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods -test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods ... ok - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:16 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txeb3f3249ba0c4544b7ff9-0067670578" "proxy-server 33007" 0.0012 "-" 33007 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:16 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:58531/sda1/1/a1/c1" "txeb3f3249ba0c4544b7ff9-0067670578" "container-server 33007" 0.0012 "-" 33007 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:16 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:50145/sdb1/1/a1/c1" "txeb3f3249ba0c4544b7ff9-0067670578" "container-server 33007" 0.0012 "-" 33007 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:16 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txeb3f3249ba0c4544b7ff9-0067670578" "proxy-server 33007" 0.0196 "-" 33007 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:16 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txeb3f3249ba0c4544b7ff9-0067670578" "proxy-server 33007" 0.0119 "-" 33007 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/14/16 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txeb3f3249ba0c4544b7ff9-0067670578 - 0.0412 - - 1734804856.616072416 1734804856.657261372 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:16 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4060982165cc424cb3f76-0067670578" "proxy-server 33007" 0.0034 "-" 33007 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:16 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:50145/sdb1/2/a/c1" "tx4060982165cc424cb3f76-0067670578" "container-server 33007" 0.0040 "-" 33007 1 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:16 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:58531/sda1/2/a/c1" "tx4060982165cc424cb3f76-0067670578" "container-server 33007" 0.0024 "-" 33007 1 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:16 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4060982165cc424cb3f76-0067670578" "proxy-server 33007" 0.0752 "-" 33007 1 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:16 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4060982165cc424cb3f76-0067670578" "proxy-server 33007" 0.0804 "-" 33007 1 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/14/16 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx4060982165cc424cb3f76-0067670578 - 0.0931 - - 1734804856.658900976 1734804856.752039909 1 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:16 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx18a68ffd58464260b7207-0067670578" "proxy-server 33007" 0.0027 "-" 33007 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:16 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:50145/sdb1/1/a/c2" "tx18a68ffd58464260b7207-0067670578" "container-server 33007" 0.0103 "-" 33007 2 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:16 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:58531/sda1/1/a/c2" "tx18a68ffd58464260b7207-0067670578" "container-server 33007" 0.0020 "-" 33007 2 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:16 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx18a68ffd58464260b7207-0067670578" "proxy-server 33007" 0.0190 "-" 33007 2 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:16 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx18a68ffd58464260b7207-0067670578" "proxy-server 33007" 0.0258 "-" 33007 2 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/14/16 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx18a68ffd58464260b7207-0067670578 - 0.0436 - - 1734804856.753771544 1734804856.797365665 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: test msg 10.0.0.0:1000/sda -test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1310, in test_error_limit_methods - raise Exception('kaboom1!') -Exception: kaboom1! -test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1324, in test_error_limit_methods - raise Exception('kaboom2!') -Exception: kaboom2! -test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1339, in test_error_limit_methods - raise Exception('kaboom3!') -Exception: kaboom3! -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestProxyServer.test_error_occurred -test.unit.proxy.test_server.TestProxyServer.test_error_occurred ... ok - -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sdatest.unit.proxy.test_server.TestProxyServer.test_exception_occurred -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred ... ok -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok -test.unit.proxy.test_server.TestProxyServer.test_get_info_controller -test.unit.proxy.test_server.TestProxyServer.test_get_info_controller ... ok -test.unit.proxy.test_server.TestProxyServer.test_get_object_ring -test.unit.proxy.test_server.TestProxyServer.test_get_object_ring ... ok -test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request -test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_info_defaults -test.unit.proxy.test_server.TestProxyServer.test_info_defaults ... ok -test.unit.proxy.test_server.TestProxyServer.test_internal_method_request -test.unit.proxy.test_server.TestProxyServer.test_internal_method_request ... ok -swift: Client disconnected on read of '/a/\x00c' (txn: tx3601e7a787ee40e398f48-0067670579) -test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request -test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_negative_content_length -test.unit.proxy.test_server.TestProxyServer.test_negative_content_length ... ok -swift: ERROR 500 b'Response from 127.0.0.1' Trying to GET /account From Account Server 127.0.0.1:6010/sda (txn: txed1a1671ec66443dabe0c-0067670579) -swift: ERROR 500 b'Response from 127.0.0.1' Trying to GET /account From Account Server 127.0.0.1:6010/sda (txn: txed1a1671ec66443dabe0c-0067670579) - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804976.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/587/e26ad23ccccc113103a82daf95e5b587/e26ad23ccccc113103a82daf95e5b587.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804976.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/587/e26ad23ccccc113103a82daf95e5b587/e26ad23ccccc113103a82daf95e5b587.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804980.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/f91/ae4e5ff392c860aaa042d79f50422f91/ae4e5ff392c860aaa042d79f50422f91.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804980.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/f91/ae4e5ff392c860aaa042d79f50422f91/ae4e5ff392c860aaa042d79f50422f91.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804984.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/953/5be25131485cd8bf8ab235f3c5f14953/5be25131485cd8bf8ab235f3c5f14953.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804984.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/953/5be25131485cd8bf8ab235f3c5f14953/5be25131485cd8bf8ab235f3c5f14953.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804988.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/67a/ac30e0337d9300ce402a09dabbab167a/ac30e0337d9300ce402a09dabbab167a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804988.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/67a/ac30e0337d9300ce402a09dabbab167a/ac30e0337d9300ce402a09dabbab167a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804992.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/165/9101d9b722de2660d99d4b4a97e24165/9101d9b722de2660d99d4b4a97e24165.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804992.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/165/9101d9b722de2660d99d4b4a97e24165/9101d9b722de2660d99d4b4a97e24165.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804996.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/bb5/2c4071e34f42582662cca438c8f32bb5/2c4071e34f42582662cca438c8f32bb5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804996.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/bb5/2c4071e34f42582662cca438c8f32bb5/2c4071e34f42582662cca438c8f32bb5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805000.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/1bb/54634d2781de25177c0ab035f1d6c1bb/54634d2781de25177c0ab035f1d6c1bb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805000.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/1bb/54634d2781de25177c0ab035f1d6c1bb/54634d2781de25177c0ab035f1d6c1bb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805004.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/423/0aeb5ba97522fee76795fe621c241423/0aeb5ba97522fee76795fe621c241423.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805004.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/423/0aeb5ba97522fee76795fe621c241423/0aeb5ba97522fee76795fe621c241423.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805008.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/b91/ca3b471726267f6a88730977c8d30b91/ca3b471726267f6a88730977c8d30b91.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805008.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/b91/ca3b471726267f6a88730977c8d30b91/ca3b471726267f6a88730977c8d30b91.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805012.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/07d/f2b5e00d96d4d7d1dfcf7a24a3abf07d/f2b5e00d96d4d7d1dfcf7a24a3abf07d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805012.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/07d/f2b5e00d96d4d7d1dfcf7a24a3abf07d/f2b5e00d96d4d7d1dfcf7a24a3abf07d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805016.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/6c5/6e2541968ae2bf6d555932da401d86c5/6e2541968ae2bf6d555932da401d86c5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805016.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/6c5/6e2541968ae2bf6d555932da401d86c5/6e2541968ae2bf6d555932da401d86c5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805020.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/95b/6b5b0737159885eac0fbf31cbdc0995b/6b5b0737159885eac0fbf31cbdc0995b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805020.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/95b/6b5b0737159885eac0fbf31cbdc0995b/6b5b0737159885eac0fbf31cbdc0995b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805024.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/642/d7e255be23db9c6bd7830b87ec1d5642/d7e255be23db9c6bd7830b87ec1d5642.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805024.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/642/d7e255be23db9c6bd7830b87ec1d5642/d7e255be23db9c6bd7830b87ec1d5642.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805028.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/99e/f465c07c4da555cf5953989e0173699e/f465c07c4da555cf5953989e0173699e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805028.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/99e/f465c07c4da555cf5953989e0173699e/f465c07c4da555cf5953989e0173699e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805032.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/a10/47978f2589c43776e8b3e23dfb880a10/47978f2589c43776e8b3e23dfb880a10.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805032.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/a10/47978f2589c43776e8b3e23dfb880a10/47978f2589c43776e8b3e23dfb880a10.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805036.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/81e/06b5b5df5498332641f836896243a81e/06b5b5df5498332641f836896243a81e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805036.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/81e/06b5b5df5498332641f836896243a81e/06b5b5df5498332641f836896243a81e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805040.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/5f8/3796bb37ed3fd78c55747d25bacdf5f8/3796bb37ed3fd78c55747d25bacdf5f8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805040.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/5f8/3796bb37ed3fd78c55747d25bacdf5f8/3796bb37ed3fd78c55747d25bacdf5f8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805044.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/13d/fe6550ec7a78aef94bd2c828e7bb513d/fe6550ec7a78aef94bd2c828e7bb513d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805044.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/13d/fe6550ec7a78aef94bd2c828e7bb513d/fe6550ec7a78aef94bd2c828e7bb513d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805048.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/fde/8b1a0a4ce101235c329e268d628eefde/8b1a0a4ce101235c329e268d628eefde.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805048.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/fde/8b1a0a4ce101235c329e268d628eefde/8b1a0a4ce101235c329e268d628eefde.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805052.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/50e/bfeca8e66a10660970cb4f2ac467a50e/bfeca8e66a10660970cb4f2ac467a50e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805052.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/50e/bfeca8e66a10660970cb4f2ac467a50e/bfeca8e66a10660970cb4f2ac467a50e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805056.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/417/4f4f8b320f2932177d2f67de6ce89417/4f4f8b320f2932177d2f67de6ce89417.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805056.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/417/4f4f8b320f2932177d2f67de6ce89417/4f4f8b320f2932177d2f67de6ce89417.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805060.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/1e2/99aa56ea573b4ac6fccb81499e63a1e2/99aa56ea573b4ac6fccb81499e63a1e2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805060.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/1e2/99aa56ea573b4ac6fccb81499e63a1e2/99aa56ea573b4ac6fccb81499e63a1e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805064.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/fb7/8fafc41bcb69bdb8629d057cf46a5fb7/8fafc41bcb69bdb8629d057cf46a5fb7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805064.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/fb7/8fafc41bcb69bdb8629d057cf46a5fb7/8fafc41bcb69bdb8629d057cf46a5fb7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805068.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/973/a2f5d943beb62bc920d93f08c11a5973/a2f5d943beb62bc920d93f08c11a5973.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805068.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/973/a2f5d943beb62bc920d93f08c11a5973/a2f5d943beb62bc920d93f08c11a5973.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805072.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/378/0b13359e19957e6fd7dc8745eef48378/0b13359e19957e6fd7dc8745eef48378.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805072.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/378/0b13359e19957e6fd7dc8745eef48378/0b13359e19957e6fd7dc8745eef48378.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805076.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/dda/bcad7cd45ecb5df47a6b1c324c454dda/bcad7cd45ecb5df47a6b1c324c454dda.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805076.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/dda/bcad7cd45ecb5df47a6b1c324c454dda/bcad7cd45ecb5df47a6b1c324c454dda.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805080.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/0b0/c4b3e9dae4fe538c5fe7680df62170b0/c4b3e9dae4fe538c5fe7680df62170b0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805080.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/0b0/c4b3e9dae4fe538c5fe7680df62170b0/c4b3e9dae4fe538c5fe7680df62170b0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805084.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/d4e/e76003042a6af1783ebb7045b484cd4e/e76003042a6af1783ebb7045b484cd4e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805084.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/d4e/e76003042a6af1783ebb7045b484cd4e/e76003042a6af1783ebb7045b484cd4e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805088.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/731/629c7763b9b680aca6aa85efe5095731/629c7763b9b680aca6aa85efe5095731.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805088.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/731/629c7763b9b680aca6aa85efe5095731/629c7763b9b680aca6aa85efe5095731.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805092.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/a42/c4ac90ae6071c363b4576ca440782a42/c4ac90ae6071c363b4576ca440782a42.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805092.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/a42/c4ac90ae6071c363b4576ca440782a42/c4ac90ae6071c363b4576ca440782a42.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805096.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/68e/eb3a9e157d923301bcda24d39294268e/eb3a9e157d923301bcda24d39294268e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805096.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/68e/eb3a9e157d923301bcda24d39294268e/eb3a9e157d923301bcda24d39294268e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805100.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/bb7/e8f306e1a324d7159a2d123445076bb7/e8f306e1a324d7159a2d123445076bb7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805100.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/bb7/e8f306e1a324d7159a2d123445076bb7/e8f306e1a324d7159a2d123445076bb7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805104.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/1ff/ca892b2a751af0e8de797eb95b41c1ff/ca892b2a751af0e8de797eb95b41c1ff.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805104.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/1ff/ca892b2a751af0e8de797eb95b41c1ff/ca892b2a751af0e8de797eb95b41c1ff.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805108.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/d03/63bf80244eb6c34b63de99b4beb49d03/63bf80244eb6c34b63de99b4beb49d03.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805108.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/d03/63bf80244eb6c34b63de99b4beb49d03/63bf80244eb6c34b63de99b4beb49d03.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805112.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/0ef/894e298004d937478e600cee956650ef/894e298004d937478e600cee956650ef.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805112.00000-0, db: /tmp/tmpu4i6f8f0/sda/containers/0/0ef/894e298004d937478e600cee956650ef/894e298004d937478e600cee956650ef.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804862.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/766/75736ced915d2e4f1fc833415b855766/75736ced915d2e4f1fc833415b855766.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804862.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/766/75736ced915d2e4f1fc833415b855766/75736ced915d2e4f1fc833415b855766.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804865.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/b8b/4353adecb32c6d825d1b82922f4a4b8b/4353adecb32c6d825d1b82922f4a4b8b.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804865.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/b8b/4353adecb32c6d825d1b82922f4a4b8b/4353adecb32c6d825d1b82922f4a4b8b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804868.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/5b4/57f237b54691c985b2a695d4dc0955b4/57f237b54691c985b2a695d4dc0955b4.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804868.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/5b4/57f237b54691c985b2a695d4dc0955b4/57f237b54691c985b2a695d4dc0955b4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804871.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/157/49ca772af1b85753ca11d6ee8ae2d157/49ca772af1b85753ca11d6ee8ae2d157.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804871.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/157/49ca772af1b85753ca11d6ee8ae2d157/49ca772af1b85753ca11d6ee8ae2d157.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804874.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/78d/b97776a25e2a1df12b1fa520c731a78d/b97776a25e2a1df12b1fa520c731a78d.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804874.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/78d/b97776a25e2a1df12b1fa520c731a78d/b97776a25e2a1df12b1fa520c731a78d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804877.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/250/e481ed23107801785ca789b6f8f1f250/e481ed23107801785ca789b6f8f1f250.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804877.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/250/e481ed23107801785ca789b6f8f1f250/e481ed23107801785ca789b6f8f1f250.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804880.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/1ab/5f95d2a9081be4b45a4ba171613a01ab/5f95d2a9081be4b45a4ba171613a01ab.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804880.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/1ab/5f95d2a9081be4b45a4ba171613a01ab/5f95d2a9081be4b45a4ba171613a01ab.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804883.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/59a/523b44166e5b329006c52a7614b1859a/523b44166e5b329006c52a7614b1859a.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804883.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/59a/523b44166e5b329006c52a7614b1859a/523b44166e5b329006c52a7614b1859a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804886.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/a16/f84d1ab61d04a7d667603737f2368a16/f84d1ab61d04a7d667603737f2368a16.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804886.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/a16/f84d1ab61d04a7d667603737f2368a16/f84d1ab61d04a7d667603737f2368a16.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804889.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/91a/ae5f0c54929ae663671c01e0d2aad91a/ae5f0c54929ae663671c01e0d2aad91a.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804889.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/91a/ae5f0c54929ae663671c01e0d2aad91a/ae5f0c54929ae663671c01e0d2aad91a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804892.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/9ee/3d3033178bc39ae4792075048fce89ee/3d3033178bc39ae4792075048fce89ee.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804892.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/9ee/3d3033178bc39ae4792075048fce89ee/3d3033178bc39ae4792075048fce89ee.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804895.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/761/625f7f23587ef6b1912de70516454761/625f7f23587ef6b1912de70516454761.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804895.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/761/625f7f23587ef6b1912de70516454761/625f7f23587ef6b1912de70516454761.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804898.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/af9/9ab22289e9a065af778955401abe8af9/9ab22289e9a065af778955401abe8af9.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804898.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/af9/9ab22289e9a065af778955401abe8af9/9ab22289e9a065af778955401abe8af9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804901.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/ce5/07865d2943792c9d8b10a112b098dce5/07865d2943792c9d8b10a112b098dce5.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804901.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/ce5/07865d2943792c9d8b10a112b098dce5/07865d2943792c9d8b10a112b098dce5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804904.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/3c0/8fd04513dfd3d716f045ff34806e03c0/8fd04513dfd3d716f045ff34806e03c0.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804904.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/3c0/8fd04513dfd3d716f045ff34806e03c0/8fd04513dfd3d716f045ff34806e03c0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804907.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/355/62b86a5133ff4567ed10c4f9a29db355/62b86a5133ff4567ed10c4f9a29db355.dbtest.unit.proxy.test_server.TestProxyServer.test_node_concurrency -test.unit.proxy.test_server.TestProxyServer.test_node_concurrency ... ok -swift: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: Network unreachable (txn: txb620bc5173134cd4858d7-006767057a) -swift: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: Network unreachable (txn: txb620bc5173134cd4858d7-006767057a) -swift: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: Network unreachable (txn: txb620bc5173134cd4858d7-006767057a) -swift: Account HEAD returning 503 for [] (txn: txb620bc5173134cd4858d7-006767057a) -test.unit.proxy.test_server.TestProxyServer.test_node_timing -test.unit.proxy.test_server.TestProxyServer.test_node_timing ... ok -test.unit.proxy.test_server.TestProxyServer.test_private_method_request -test.unit.proxy.test_server.TestProxyServer.test_private_method_request ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txad84ed3fa02a472e99e26-0067670578) -test INFO: Client disconnected on read of '/a/c' (txn: txad84ed3fa02a472e99e26-0067670578) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: txcaed741f94eb46028e33e-0067670578) -test INFO: Client disconnected on read of '/a/c' (txn: txcaed741f94eb46028e33e-0067670578) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: tx721ce5f0c7754a5d8fedc-006767057a) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: tx721ce5f0c7754a5d8fedc-006767057a) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: tx721ce5f0c7754a5d8fedc-006767057a) -test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: tx721ce5f0c7754a5d8fedc-006767057a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok - -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804907.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/355/62b86a5133ff4567ed10c4f9a29db355/62b86a5133ff4567ed10c4f9a29db355.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804910.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/51c/8ed12560af59db00139f0b8022c3551c/8ed12560af59db00139f0b8022c3551c.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804910.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/51c/8ed12560af59db00139f0b8022c3551c/8ed12560af59db00139f0b8022c3551c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804913.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/a9f/5a9361758cd992265dd22d5ebc00ca9f/5a9361758cd992265dd22d5ebc00ca9f.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804913.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/a9f/5a9361758cd992265dd22d5ebc00ca9f/5a9361758cd992265dd22d5ebc00ca9f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804916.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/2c5/85afcb9212754049d4826fc10685c2c5/85afcb9212754049d4826fc10685c2c5.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804916.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/2c5/85afcb9212754049d4826fc10685c2c5/85afcb9212754049d4826fc10685c2c5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804919.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/5aa/49ae0cacac188c4205c7818e2fc205aa/49ae0cacac188c4205c7818e2fc205aa.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804919.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/5aa/49ae0cacac188c4205c7818e2fc205aa/49ae0cacac188c4205c7818e2fc205aa.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804922.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/889/4eedc208fa6d61a19935da76421cf889/4eedc208fa6d61a19935da76421cf889.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804922.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/889/4eedc208fa6d61a19935da76421cf889/4eedc208fa6d61a19935da76421cf889.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804925.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/d30/466d477dd4962f6df7bbcac1ce5d0d30/466d477dd4962f6df7bbcac1ce5d0d30.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804925.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/d30/466d477dd4962f6df7bbcac1ce5d0d30/466d477dd4962f6df7bbcac1ce5d0d30.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804928.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/cc0/a05b4919ee7ceb341d31adc0f3e14cc0/a05b4919ee7ceb341d31adc0f3e14cc0.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804928.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/cc0/a05b4919ee7ceb341d31adc0f3e14cc0/a05b4919ee7ceb341d31adc0f3e14cc0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804931.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/cba/6dc3c7fd999b92cb9a6c4b285b25dcba/6dc3c7fd999b92cb9a6c4b285b25dcba.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804931.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/cba/6dc3c7fd999b92cb9a6c4b285b25dcba/6dc3c7fd999b92cb9a6c4b285b25dcba.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804934.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/c48/4ff2a0dce8d9ca9653e2fe0c698e7c48/4ff2a0dce8d9ca9653e2fe0c698e7c48.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804934.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/c48/4ff2a0dce8d9ca9653e2fe0c698e7c48/4ff2a0dce8d9ca9653e2fe0c698e7c48.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804937.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/9f5/3bd9fc9b55ff48b088177b18f7b259f5/3bd9fc9b55ff48b088177b18f7b259f5.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804937.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/9f5/3bd9fc9b55ff48b088177b18f7b259f5/3bd9fc9b55ff48b088177b18f7b259f5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804940.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/775/3029bf3b36465e8eee4210f4e4beb775/3029bf3b36465e8eee4210f4e4beb775.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804940.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/775/3029bf3b36465e8eee4210f4e4beb775/3029bf3b36465e8eee4210f4e4beb775.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804943.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/3b1/a1b4ad44b094f08f5e28f9ae6b3d83b1/a1b4ad44b094f08f5e28f9ae6b3d83b1.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804943.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/3b1/a1b4ad44b094f08f5e28f9ae6b3d83b1/a1b4ad44b094f08f5e28f9ae6b3d83b1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804946.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/ff8/cc09eb61d6cbe4edbef242b92a503ff8/cc09eb61d6cbe4edbef242b92a503ff8.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804946.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/ff8/cc09eb61d6cbe4edbef242b92a503ff8/cc09eb61d6cbe4edbef242b92a503ff8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804949.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/243/b29c3807aacf287650d3c7560f189243/b29c3807aacf287650d3c7560f189243.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804949.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/243/b29c3807aacf287650d3c7560f189243/b29c3807aacf287650d3c7560f189243.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804952.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/748/a602fd0ab64b4aadec46c01852d74748/a602fd0ab64b4aadec46c01852d74748.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804952.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/748/a602fd0ab64b4aadec46c01852d74748/a602fd0ab64b4aadec46c01852d74748.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804955.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/180/d5c9db6bb8f6f020957089cfa33af180/d5c9db6bb8f6f020957089cfa33af180.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804955.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/180/d5c9db6bb8f6f020957089cfa33af180/d5c9db6bb8f6f020957089cfa33af180.dbtest.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default ... ok -test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix -test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix ... ok -swift: ERROR Unhandled exception in request: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/proxy/server.py", line 542, in handle_request#012 controller, path_parts = self.get_controller(req)#012 ^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 667, in get_controller#012 raise Exception('this shouldn\'t be caught')#012Exception: this shouldn't be caught -test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception -test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception ... ok -swift: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: tx5c34fbe9376d428cbd7f5-006767057a) -swift: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: tx5c34fbe9376d428cbd7f5-006767057a) -swift: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: tx5c34fbe9376d428cbd7f5-006767057a) -swift: Account HEAD returning 503 for [] (txn: tx5c34fbe9376d428cbd7f5-006767057a) -swift: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1.0/a: Network unreachable (txn: tx68ad53ae0daf4d6db9cf5-006767057a) -swift: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1.0/a: Network unreachable (txn: tx68ad53ae0daf4d6db9cf5-006767057a) -swift: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1.0/a: Network unreachable (txn: tx68ad53ae0daf4d6db9cf5-006767057a) -swift: Account HEAD returning 503 for [] (txn: tx68ad53ae0daf4d6db9cf5-006767057a) -test.unit.proxy.test_server.TestProxyServer.test_valid_api_version -test.unit.proxy.test_server.TestProxyServer.test_valid_api_version ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) - -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804958.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/5e7/cdbef2bc93ae4fd455700b3b548cb5e7/cdbef2bc93ae4fd455700b3b548cb5e7.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804958.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/5e7/cdbef2bc93ae4fd455700b3b548cb5e7/cdbef2bc93ae4fd455700b3b548cb5e7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804961.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/bb0/8ecf81655903fbd4cfb9fb6aff9fcbb0/8ecf81655903fbd4cfb9fb6aff9fcbb0.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804961.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/bb0/8ecf81655903fbd4cfb9fb6aff9fcbb0/8ecf81655903fbd4cfb9fb6aff9fcbb0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804964.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/179/3f04ce715ac682d8deb9966a5c72e179/3f04ce715ac682d8deb9966a5c72e179.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804964.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/179/3f04ce715ac682d8deb9966a5c72e179/3f04ce715ac682d8deb9966a5c72e179.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804967.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/577/97d8c7744c3933a9bf48d7d0dc3b1577/97d8c7744c3933a9bf48d7d0dc3b1577.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804967.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/577/97d8c7744c3933a9bf48d7d0dc3b1577/97d8c7744c3933a9bf48d7d0dc3b1577.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804970.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/de0/39f1c02194a017d80a6e3fa71473ade0/39f1c02194a017d80a6e3fa71473ade0.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804970.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/de0/39f1c02194a017d80a6e3fa71473ade0/39f1c02194a017d80a6e3fa71473ade0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804973.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/349/0d7ba6651b1cf4051424f3fedb758349/0d7ba6651b1cf4051424f3fedb758349.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804973.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/349/0d7ba6651b1cf4051424f3fedb758349/0d7ba6651b1cf4051424f3fedb758349.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804976.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/587/e26ad23ccccc113103a82daf95e5b587/e26ad23ccccc113103a82daf95e5b587.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804976.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/587/e26ad23ccccc113103a82daf95e5b587/e26ad23ccccc113103a82daf95e5b587.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804979.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/dec/cc3f49639296057c9258b9a8732fcdec/cc3f49639296057c9258b9a8732fcdec.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804979.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/dec/cc3f49639296057c9258b9a8732fcdec/cc3f49639296057c9258b9a8732fcdec.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804982.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/fb2/de5fbf11c4b3cb7c2f258f7602fbbfb2/de5fbf11c4b3cb7c2f258f7602fbbfb2.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804982.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/fb2/de5fbf11c4b3cb7c2f258f7602fbbfb2/de5fbf11c4b3cb7c2f258f7602fbbfb2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804985.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/7b2/a862982f8bc6bbd8f3a03b61126aa7b2/a862982f8bc6bbd8f3a03b61126aa7b2.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804985.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/7b2/a862982f8bc6bbd8f3a03b61126aa7b2/a862982f8bc6bbd8f3a03b61126aa7b2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804988.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/67a/ac30e0337d9300ce402a09dabbab167a/ac30e0337d9300ce402a09dabbab167a.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804988.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/67a/ac30e0337d9300ce402a09dabbab167a/ac30e0337d9300ce402a09dabbab167a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804991.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/b8c/b7369b6f9ec86e5db32350defa19bb8c/b7369b6f9ec86e5db32350defa19bb8c.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804991.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/b8c/b7369b6f9ec86e5db32350defa19bb8c/b7369b6f9ec86e5db32350defa19bb8c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804994.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/0a4/330a165592cb95a4480a1809f432f0a4/330a165592cb95a4480a1809f432f0a4.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804994.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/0a4/330a165592cb95a4480a1809f432f0a4/330a165592cb95a4480a1809f432f0a4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804997.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/7d0/36b4fce153c9c99761eeb68446af57d0/36b4fce153c9c99761eeb68446af57d0.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804997.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/7d0/36b4fce153c9c99761eeb68446af57d0/36b4fce153c9c99761eeb68446af57d0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805000.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/1bb/54634d2781de25177c0ab035f1d6c1bb/54634d2781de25177c0ab035f1d6c1bb.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805000.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/1bb/54634d2781de25177c0ab035f1d6c1bb/54634d2781de25177c0ab035f1d6c1bb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805003.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/f88/2791c9b84bb8c18da1033494042d8f88/2791c9b84bb8c18da1033494042d8f88.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805003.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/f88/2791c9b84bb8c18da1033494042d8f88/2791c9b84bb8c18da1033494042d8f88.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805006.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/73d/f17e5bd909f1104538b46c4ebdd9273d/f17e5bd909f1104538b46c4ebdd9273d.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking ... ok - -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805006.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/73d/f17e5bd909f1104538b46c4ebdd9273d/f17e5bd909f1104538b46c4ebdd9273d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805009.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/9f7/8b81ffa178d9240c1afa1b2b556b39f7/8b81ffa178d9240c1afa1b2b556b39f7.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805009.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/9f7/8b81ffa178d9240c1afa1b2b556b39f7/8b81ffa178d9240c1afa1b2b556b39f7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805012.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/07d/f2b5e00d96d4d7d1dfcf7a24a3abf07d/f2b5e00d96d4d7d1dfcf7a24a3abf07d.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805012.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/07d/f2b5e00d96d4d7d1dfcf7a24a3abf07d/f2b5e00d96d4d7d1dfcf7a24a3abf07d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805015.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/07b/c9202032331a28d401b828786671707b/c9202032331a28d401b828786671707b.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805015.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/07b/c9202032331a28d401b828786671707b/c9202032331a28d401b828786671707b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805018.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/8d7/eaec0ce3acf4d5f93f5a74eab8a418d7/eaec0ce3acf4d5f93f5a74eab8a418d7.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805018.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/8d7/eaec0ce3acf4d5f93f5a74eab8a418d7/eaec0ce3acf4d5f93f5a74eab8a418d7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805021.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/502/57cd3741f8719de4fb5f726285b4b502/57cd3741f8719de4fb5f726285b4b502.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805021.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/502/57cd3741f8719de4fb5f726285b4b502/57cd3741f8719de4fb5f726285b4b502.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805024.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/642/d7e255be23db9c6bd7830b87ec1d5642/d7e255be23db9c6bd7830b87ec1d5642.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805024.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/642/d7e255be23db9c6bd7830b87ec1d5642/d7e255be23db9c6bd7830b87ec1d5642.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805027.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/296/5d648a4db4210d110093ae7d5f4bd296/5d648a4db4210d110093ae7d5f4bd296.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805027.00000-0, db: /tmp/tmpjw5mjrmg/sda/containers/0/296/5d648a4db4210d110093ae7d5f4bd296/5d648a4db4210d110093ae7d5f4bd296.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804864.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/655/2ad91db29b9f09f9d210ce1f65093655/2ad91db29b9f09f9d210ce1f65093655.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804869.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/9bd/7193bacc0c520d38dcb18e4a110a19bd/7193bacc0c520d38dcb18e4a110a19bd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804874.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/78d/b97776a25e2a1df12b1fa520c731a78d/b97776a25e2a1df12b1fa520c731a78d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804879.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/fb3/92511cbfd2256243e3b8cbcbe263cfb3/92511cbfd2256243e3b8cbcbe263cfb3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804884.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/b9c/915d3c45a9c67793f947c6450235eb9c/915d3c45a9c67793f947c6450235eb9c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804889.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/91a/ae5f0c54929ae663671c01e0d2aad91a/ae5f0c54929ae663671c01e0d2aad91a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804894.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/5f8/dc4d6f0a742f53846c8635bc7d7d95f8/dc4d6f0a742f53846c8635bc7d7d95f8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804899.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/e89/0e1fa01c656bad4ec628ed3ea4f8ae89/0e1fa01c656bad4ec628ed3ea4f8ae89.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804904.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/3c0/8fd04513dfd3d716f045ff34806e03c0/8fd04513dfd3d716f045ff34806e03c0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804909.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/650/b9c9da648bd81eede93a261b24557650/b9c9da648bd81eede93a261b24557650.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804914.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/b4f/b54630b548af625e3d98e183100e0b4f/b54630b548af625e3d98e183100e0b4f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804919.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/5aa/49ae0cacac188c4205c7818e2fc205aa/49ae0cacac188c4205c7818e2fc205aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804924.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/27b/a7037f4910c362e13a749ce995c5827b/a7037f4910c362e13a749ce995c5827b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804929.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/aa6/8a7ec358af49796e31f00465189d8aa6/8a7ec358af49796e31f00465189d8aa6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804934.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/c48/4ff2a0dce8d9ca9653e2fe0c698e7c48/4ff2a0dce8d9ca9653e2fe0c698e7c48.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804939.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/159/25f07991922e73e8f0c2792960046159/25f07991922e73e8f0c2792960046159.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804944.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/83c/7b8cc79d921c8edfe22c58d8e14fb83c/7b8cc79d921c8edfe22c58d8e14fb83c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804949.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/243/b29c3807aacf287650d3c7560f189243/b29c3807aacf287650d3c7560f189243.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804954.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/809/8b337dcf55f38f5875b305311dbfc809/8b337dcf55f38f5875b305311dbfc809.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804959.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/bfc/f13a8313cea2fe16558d3928a8a08bfc/f13a8313cea2fe16558d3928a8a08bfc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804964.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/179/3f04ce715ac682d8deb9966a5c72e179/3f04ce715ac682d8deb9966a5c72e179.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804969.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/064/305b735dbd9568763ef3f4d006d9d064/305b735dbd9568763ef3f4d006d9d064.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804974.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/042/2628be91c4b3cec510d4fee1ec679042/2628be91c4b3cec510d4fee1ec679042.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804979.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/dec/cc3f49639296057c9258b9a8732fcdec/cc3f49639296057c9258b9a8732fcdec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804984.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/953/5be25131485cd8bf8ab235f3c5f14953/5be25131485cd8bf8ab235f3c5f14953.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804989.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/c5e/271d188dff3f0e51c0d01487a9783c5e/271d188dff3f0e51c0d01487a9783c5e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804994.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/0a4/330a165592cb95a4480a1809f432f0a4/330a165592cb95a4480a1809f432f0a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804999.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/749/2cbc4db2b4bfc1c3a16efa2c8ea43749/2cbc4db2b4bfc1c3a16efa2c8ea43749.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805004.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/423/0aeb5ba97522fee76795fe621c241423/0aeb5ba97522fee76795fe621c241423.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805009.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/9f7/8b81ffa178d9240c1afa1b2b556b39f7/8b81ffa178d9240c1afa1b2b556b39f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805014.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/95b/6f12366d479f8979474485f24ef6b95b/6f12366d479f8979474485f24ef6b95b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805019.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/3d4/902d77621e49eabca0d308bd7e9013d4/902d77621e49eabca0d308bd7e9013d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805024.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/642/d7e255be23db9c6bd7830b87ec1d5642/d7e255be23db9c6bd7830b87ec1d5642.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805029.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/dd2/8a7cf4e3d8920d531a7b732857c64dd2/8a7cf4e3d8920d531a7b732857c64dd2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805034.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/935/5d1ebe00c392d8716944b4e0f6273935/5d1ebe00c392d8716944b4e0f6273935.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805039.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/74e/6bf49ef735d5a19fcc378110b0ed174e/6bf49ef735d5a19fcc378110b0ed174e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805044.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/13d/fe6550ec7a78aef94bd2c828e7bb513d/fe6550ec7a78aef94bd2c828e7bb513d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805049.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/11d/bf9e013850e433b68ad69267753e411d/bf9e013850e433b68ad69267753e411d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805054.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/835/fc3bc9a34a784cd720843b046d50b835/fc3bc9a34a784cd720843b046d50b835.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805059.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/448/b8f8ab85af2cda6b1fcd7ca590283448/b8f8ab85af2cda6b1fcd7ca590283448.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805064.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/fb7/8fafc41bcb69bdb8629d057cf46a5fb7/8fafc41bcb69bdb8629d057cf46a5fb7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805069.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/30b/a76d024aec3b4ad1f961e3f93b0dc30b/a76d024aec3b4ad1f961e3f93b0dc30b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805074.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/4fd/2d0464bf2a0889f27c908bcfda0ee4fd/2d0464bf2a0889f27c908bcfda0ee4fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805079.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/201/398f2be33202c0933adca7c8a1ff9201/398f2be33202c0933adca7c8a1ff9201.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805084.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/d4e/e76003042a6af1783ebb7045b484cd4e/e76003042a6af1783ebb7045b484cd4e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805089.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/5d0/5f01ba2235ecdc08ea2be6daf7aa75d0/5f01ba2235ecdc08ea2be6daf7aa75d0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805094.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/0fd/b4abf6a18d46dc9181238deb4e6740fd/b4abf6a18d46dc9181238deb4e6740fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805099.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/c4c/04a61cc699b00d8f3a7205714ed2fc4c/04a61cc699b00d8f3a7205714ed2fc4c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805104.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/1ff/ca892b2a751af0e8de797eb95b41c1ff/ca892b2a751af0e8de797eb95b41c1ff.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805109.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/618/62f07ebbf8ba659b35c20b29f73aa618/62f07ebbf8ba659b35c20b29f73aa618.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805114.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/e0d/3af5553ffd701193a504f952fcf83e0d/3af5553ffd701193a504f952fcf83e0d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805119.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/d9e/bc3b065b241871eba46937eefb2a2d9e/bc3b065b241871eba46937eefb2a2d9e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805124.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/a0c/694ed05a1f3af825304a24f67d975a0c/694ed05a1f3af825304a24f67d975a0c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805129.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/f19/97603c3dff16a33a9a196864a55e9f19/97603c3dff16a33a9a196864a55e9f19.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805134.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/aaf/3f5ee93f91f5f95818934ba734677aaf/3f5ee93f91f5f95818934ba734677aaf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805139.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/18b/cf5c774933a43dbfe08990300362918b/cf5c774933a43dbfe08990300362918b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805144.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/2db/83f5b037f499027a59c784466cb682db/83f5b037f499027a59c784466cb682db.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805149.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/4ed/4f32407fe08c2f015880c7450c3524ed/4f32407fe08c2f015880c7450c3524ed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805154.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/d3b/3478f2b91fd280dede846b78a60ebd3b/3478f2b91fd280dede846b78a60ebd3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805159.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/c65/ba09aad6270fa4fc3e1779a1741f0c65/ba09aad6270fa4fc3e1779a1741f0c65.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805164.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/c7b/dae88ad07c119a559bb9ce2fc934bc7b/dae88ad07c119a559bb9ce2fc934bc7b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805169.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/19c/b85121a6d2db8fc4f953111f4a68c19c/b85121a6d2db8fc4f953111f4a68c19c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805174.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/fee/0ab75742ad99919fe83dcd9bcb775fee/0ab75742ad99919fe83dcd9bcb775fee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805179.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/ed5/e4e1e9d7b57f5c685a0027316797ded5/e4e1e9d7b57f5c685a0027316797ded5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805184.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/1a4/c8e2139f576d0b0289a2287634bb71a4/c8e2139f576d0b0289a2287634bb71a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805189.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/f55/3b08e2d645def3aaf974f72c7b2aaf55/3b08e2d645def3aaf974f72c7b2aaf55.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805194.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/3f1/fdb544f208e5f1231d86902649df63f1/fdb544f208e5f1231d86902649df63f1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805199.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/b41/542811071d0b01d135205a4e2f437b41/542811071d0b01d135205a4e2f437b41.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805204.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/97d/e4ba95348f5f9b4cc78cced09a9e797d/e4ba95348f5f9b4cc78cced09a9e797d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805209.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/3d4/170da65391e69e23a7f01c30279413d4/170da65391e69e23a7f01c30279413d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805214.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/83c/e11a39abec739a99b5af9a9558bf183c/e11a39abec739a99b5af9a9558bf183c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805219.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/acd/e52a16c5d1200668acb57c6102318acd/e52a16c5d1200668acb57c6102318acd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805224.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/695/5444550b1eee59a294eb8305045a1695/5444550b1eee59a294eb8305045a1695.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805229.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/ed7/1a5c9c63d3c8547a80a03c29a4771ed7/1a5c9c63d3c8547a80a03c29a4771ed7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805234.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/f07/e2494184ab9c2204ddaa3d2dd331ef07/e2494184ab9c2204ddaa3d2dd331ef07.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805239.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/4e0/dfc940b9509b8dd73e44a64a433094e0/dfc940b9509b8dd73e44a64a433094e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805244.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/a8a/73ae9184aa998026bd97caf7cd614a8a/73ae9184aa998026bd97caf7cd614a8a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805249.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/a8e/339e5c3862bc85b40a1b0718fae6fa8e/339e5c3862bc85b40a1b0718fae6fa8e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805254.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/192/1b35ca0adc05724fd483a124866fa192/1b35ca0adc05724fd483a124866fa192.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805259.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/6bf/5c07dc9982850353d511145ab59c86bf/5c07dc9982850353d511145ab59c86bf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805264.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/4b5/8f626892694b106d80ef70aee12f84b5/8f626892694b106d80ef70aee12f84b5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805269.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/5fe/19eff56917e817738f6563fb1c71c5fe/19eff56917e817738f6563fb1c71c5fe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805274.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/021/667e7dd79e63a48cda4def0b39888021/667e7dd79e63a48cda4def0b39888021.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805279.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/4e1/c6de2722902dbaceae95037dba4cd4e1/c6de2722902dbaceae95037dba4cd4e1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805284.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/c3e/080ead6fbe5d9097c13fc0a5a717dc3e/080ead6fbe5d9097c13fc0a5a717dc3e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805289.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/b83/3816a73e21d303c6735ddee3c2f3ab83/3816a73e21d303c6735ddee3c2f3ab83.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805294.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/700/05ceb116d11e1dd9cef55cd1443ef700/05ceb116d11e1dd9cef55cd1443ef700.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805299.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/023/5630347144001e6c8d02ad0b24e01023/5630347144001e6c8d02ad0b24e01023.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805304.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/316/7f50454f6ae5280e1efc9212a3873316/7f50454f6ae5280e1efc9212a3873316.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805309.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/5a2/6944cb562cab17bc2b78f47fe2ec85a2/6944cb562cab17bc2b78f47fe2ec85a2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805314.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/d0f/15ee74c4c806ffc44d467264856a3d0f/15ee74c4c806ffc44d467264856a3d0f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805319.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/151/056060b51aacee844545a8439da7a151/056060b51aacee844545a8439da7a151.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805324.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/ef2/14f305b6f8fa32e1049e8193f0912ef2/14f305b6f8fa32e1049e8193f0912ef2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805329.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/5f0/b8e47da97159d7239d48093ff2a5b5f0/b8e47da97159d7239d48093ff2a5b5f0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805334.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/987/cb80db6338b7c09eef91fa6677dd6987/cb80db6338b7c09eef91fa6677dd6987.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805339.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/2a7/9d764bc549a81d4a9ae68f0181ffd2a7/9d764bc549a81d4a9ae68f0181ffd2a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805344.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/5e2/4243cd2f0a9295aa109b9135756e95e2/4243cd2f0a9295aa109b9135756e95e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805349.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/47c/8e07f9f4008c2f839a875a7e6292747c/8e07f9f4008c2f839a875a7e6292747c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805354.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/c69/e371be829c55cfdb6dc622ecaaf55c69/e371be829c55cfdb6dc622ecaaf55c69.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805359.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/0e5/c52ce046d146b6fb6accf5ef4f4280e5/c52ce046d146b6fb6accf5ef4f4280e5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805364.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/8a6/18d8dd69a05e7225535ab0382fe208a6/18d8dd69a05e7225535ab0382fe208a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805369.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/ad8/2283d457fcb658ed3cf12e52f4018ad8/2283d457fcb658ed3cf12e52f4018ad8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805374.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/ad0/037c4a79592b6c2f321451dde9fe9ad0/037c4a79592b6c2f321451dde9fe9ad0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805379.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/e6d/41df5ab740eeb3a8b3f1f9de660a2e6d/41df5ab740eeb3a8b3f1f9de660a2e6d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805384.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/f91/79b711090ba3faa5add50bbc3e829f91/79b711090ba3faa5add50bbc3e829f91.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805389.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/60a/04d774dd2b2bb9b3fe6d416828ac960a/04d774dd2b2bb9b3fe6d416828ac960a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805394.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/c3a/6c22785326803a1110f1dcd393a60c3a/6c22785326803a1110f1dcd393a60c3a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805399.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/08e/206346ab19900c164bf6269d5cfca08e/206346ab19900c164bf6269d5cfca08e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805404.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/0b1/786f989b02e8b0323311745b2eb9b0b1/786f989b02e8b0323311745b2eb9b0b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805409.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/795/41124628481a15151f9e14919118f795/41124628481a15151f9e14919118f795.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805414.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/3e1/798a9a320951cd5baa24a1d1fc7203e1/798a9a320951cd5baa24a1d1fc7203e1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805419.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/de2/6051f1b73d65ce370c248e78cab01de2/6051f1b73d65ce370c248e78cab01de2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805424.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/cf9/d0f87a1cecf9e3f73d5f3e63253d2cf9/d0f87a1cecf9e3f73d5f3e63253d2cf9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805429.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/806/71f5fd275e98d0d436b16bc5b73ee806/71f5fd275e98d0d436b16bc5b73ee806.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805434.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/812/46df7766d46aba10f480ecd889860812/46df7766d46aba10f480ecd889860812.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805439.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/53e/7b95854c8ab4ef7b7287c9f37660f53e/7b95854c8ab4ef7b7287c9f37660f53e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805444.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/424/c9bdb2cc0cbff17bc476e9fd35d6a424/c9bdb2cc0cbff17bc476e9fd35d6a424.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805449.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/7ae/766e31c7e62bcc5c5e7e6d481607f7ae/766e31c7e62bcc5c5e7e6d481607f7ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805454.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/5cb/2fc06d322b9a469f8822d5248617a5cb/2fc06d322b9a469f8822d5248617a5cb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805459.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/8bc/45692dc6a947be9e58df317db4de38bc/45692dc6a947be9e58df317db4de38bc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805464.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/c72/5f600ddd955c106f34b7d4696b05fc72/5f600ddd955c106f34b7d4696b05fc72.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805469.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/fbb/0b217d50fd1d54566bb7146ff62fffbb/0b217d50fd1d54566bb7146ff62fffbb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805474.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/606/a27bb324e927739d77a4adc3251c2606/a27bb324e927739d77a4adc3251c2606.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805479.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/ec5/0e752133528d3ef88ea8e4f91f9d8ec5/0e752133528d3ef88ea8e4f91f9d8ec5.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file ... ok -test ERROR: Failed to unlink '/tmp/tmpbc90egbw/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpbc90egbw/containers/part/suffix/hash/container_1734804843.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpbc90egbw/containers/part/suffix/hash/container_1734804843.00000.db': ['/tmp/tmpbc90egbw/containers/part/suffix/hash/container.db', '/tmp/tmpbc90egbw/containers/part/suffix/hash/container_1734804844.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpbc90egbw/containers/part/suffix/hash/container_1734804844.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test ERROR: Problem finding shard upper in '/tmp/tmpyxyurhz5/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpyxyurhz5/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmppyp9qwc6/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmppyp9qwc6/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805484.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/221/d6bd714e4753225628a8c7411dd7c221/d6bd714e4753225628a8c7411dd7c221.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805489.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/01b/4e6f3d9b4d7623c2cd2ce3c7d713d01b/4e6f3d9b4d7623c2cd2ce3c7d713d01b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805494.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/f04/6e2693e6b640528ef4100b7d5f3c3f04/6e2693e6b640528ef4100b7d5f3c3f04.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805499.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/c83/b0cc0efb2c46f065fe25410103a21c83/b0cc0efb2c46f065fe25410103a21c83.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805504.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/2bf/888c1bb0336635a41376ea75ba9482bf/888c1bb0336635a41376ea75ba9482bf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805509.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/454/6b639f6fffd297d95ee073ceff9ba454/6b639f6fffd297d95ee073ceff9ba454.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805514.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/244/2e5ea9cdfa0f228a25a1cf47d95fb244/2e5ea9cdfa0f228a25a1cf47d95fb244.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805519.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/5bc/57689b19271bed3dd3753876d76d55bc/57689b19271bed3dd3753876d76d55bc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805524.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/d30/497b1cbc7b5d266b79f3b322ec4aad30/497b1cbc7b5d266b79f3b322ec4aad30.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805529.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/04b/a276fde2ab150933fe7bdf6821c9204b/a276fde2ab150933fe7bdf6821c9204b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805534.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/ccc/fdca042d6c979a8f97646f07c7e8dccc/fdca042d6c979a8f97646f07c7e8dccc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805539.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/cb4/8b13ccdf09ca1589e1eca7894e6fccb4/8b13ccdf09ca1589e1eca7894e6fccb4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805544.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/3b0/a08d5730d59f1e07f4bb5a40c64543b0/a08d5730d59f1e07f4bb5a40c64543b0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805549.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/efe/d4a61f3bb726e29b334de660a7df8efe/d4a61f3bb726e29b334de660a7df8efe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805554.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/073/dbafbec8c08cff8a2afb6f01b3e2c073/dbafbec8c08cff8a2afb6f01b3e2c073.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805559.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/04e/6c81bd487b8b4674a9c5f5bbf599704e/6c81bd487b8b4674a9c5f5bbf599704e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805564.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/16c/7896609122d04c26ef23160872ebd16c/7896609122d04c26ef23160872ebd16c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805569.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/c3a/ff359c65e6b4f89d46d1bd96e01d0c3a/ff359c65e6b4f89d46d1bd96e01d0c3a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805574.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/c75/83f8f26854c80b81e46dd6cb98d61c75/83f8f26854c80b81e46dd6cb98d61c75.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805579.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/514/7f1abca0832d021c5f4042183a37d514/7f1abca0832d021c5f4042183a37d514.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805584.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/1bf/548ec9d268d5ccabd22e0174352521bf/548ec9d268d5ccabd22e0174352521bf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805589.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/20e/0c28efbd97304dc763e43848b59fd20e/0c28efbd97304dc763e43848b59fd20e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805594.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/778/a54247c181c60d317768e891c22b2778/a54247c181c60d317768e891c22b2778.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805599.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/49c/5fab89778b2d7c086d8d94871b45149c/5fab89778b2d7c086d8d94871b45149c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805604.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/c8a/422a31f0ae715e1741e0072ffdebdc8a/422a31f0ae715e1741e0072ffdebdc8a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805609.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/083/38ee001767d31415985db0f0156f7083/38ee001767d31415985db0f0156f7083.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805614.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/d7a/6ed3f6f4cd148a2f9ffc4630ceafcd7a/6ed3f6f4cd148a2f9ffc4630ceafcd7a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805619.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/5d9/74d612d80ddea987ed4406d7f10db5d9/74d612d80ddea987ed4406d7f10db5d9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805624.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/d07/84305b2855c150125180360994056d07/84305b2855c150125180360994056d07.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805629.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/b71/edae725a96de9e10ad2fc1a6d6539b71/edae725a96de9e10ad2fc1a6d6539b71.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805634.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/0eb/d3bbfb0f4e39e0bf92eb9da15f3710eb/d3bbfb0f4e39e0bf92eb9da15f3710eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805639.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/f02/f1155ff1734345c09b60f9287d1b6f02/f1155ff1734345c09b60f9287d1b6f02.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805644.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/985/da818c3d5852c2f9ab4add9c7093c985/da818c3d5852c2f9ab4add9c7093c985.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805649.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/4fe/dd8b7743e200d1413e1e3c4010bb34fe/dd8b7743e200d1413e1e3c4010bb34fe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805654.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/85a/3256e2249d333645137b27972661685a/3256e2249d333645137b27972661685a.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805659.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/910/266bac077a0119f0565080d39025d910/266bac077a0119f0565080d39025d910.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805664.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/79c/c0c94a9ba28ec4f832743f66827bf79c/c0c94a9ba28ec4f832743f66827bf79c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805669.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/5bd/abb3e6ce8624a6894e28ba1bb32745bd/abb3e6ce8624a6894e28ba1bb32745bd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805674.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/fb0/9b2fa4510194c743cf903db768114fb0/9b2fa4510194c743cf903db768114fb0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805679.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/cba/dd685c2e178defbfaf01413be5001cba/dd685c2e178defbfaf01413be5001cba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805684.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/bb5/f7f8f0d08b98e423eb018e77dac04bb5/f7f8f0d08b98e423eb018e77dac04bb5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805689.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/3af/3aac99fea15a1243e06ee96099b993af/3aac99fea15a1243e06ee96099b993af.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805694.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/13e/75c1320714e672dc706d2335e744513e/75c1320714e672dc706d2335e744513e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805699.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/a4a/266f1bdb7d3ac29feada8275c1109a4a/266f1bdb7d3ac29feada8275c1109a4a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805704.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/4be/e4309583e89ffbb409e206e35bbf24be/e4309583e89ffbb409e206e35bbf24be.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805709.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/9ba/9015cfd1e4b7aefd8544a0aafca299ba/9015cfd1e4b7aefd8544a0aafca299ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805714.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/0e0/6bd095aba19d6b52efe2b75359d890e0/6bd095aba19d6b52efe2b75359d890e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805719.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/fb4/07838678bfd16da542d9f2f364338fb4/07838678bfd16da542d9f2f364338fb4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805724.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/652/049b83a928359371b1c51640a5713652/049b83a928359371b1c51640a5713652.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805729.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/4a0/2895d25dc9f582d2f666d9bb0945d4a0/2895d25dc9f582d2f666d9bb0945d4a0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805734.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/705/839d4d48d829f037461f1f11f2ee3705/839d4d48d829f037461f1f11f2ee3705.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805739.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/2c4/cac122218c3489a78652166af91602c4/cac122218c3489a78652166af91602c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805744.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/eee/1d9004a8013361df24a8a5754a7e2eee/1d9004a8013361df24a8a5754a7e2eee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805749.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/dd1/d11e022e7e288fcf1583826be2705dd1/d11e022e7e288fcf1583826be2705dd1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805754.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/5b1/f16c50e074c7d9de47c5974c73dc05b1/f16c50e074c7d9de47c5974c73dc05b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805759.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/8b7/87304ea4bdbb777202c987bd6fe938b7/87304ea4bdbb777202c987bd6fe938b7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805764.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/634/e33c12754c695e76245757b0be204634/e33c12754c695e76245757b0be204634.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805769.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/f90/d6c63f067e33d862f46bd28fc9af8f90/d6c63f067e33d862f46bd28fc9af8f90.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805774.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/ba7/2cdcf070fa33f272c0e3fe95e4afbba7/2cdcf070fa33f272c0e3fe95e4afbba7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805779.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/39d/1790c3143ccda73a841274537899d39d/1790c3143ccda73a841274537899d39d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805784.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/2ab/682c82c8c65cf550689c03be7ef342ab/682c82c8c65cf550689c03be7ef342ab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805789.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/a4d/1107addb94736f9d8d8b60a050da7a4d/1107addb94736f9d8d8b60a050da7a4d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805794.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/c76/696945147d4fe80da9ef3cb901ac6c76/696945147d4fe80da9ef3cb901ac6c76.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805799.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/08a/a415f743c997d4b90a27fadddedbd08a/a415f743c997d4b90a27fadddedbd08a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805804.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/31a/3b870526678b7ee13460322a444a031a/3b870526678b7ee13460322a444a031a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805809.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/432/856c0052dd8b99a4c3141bfba8871432/856c0052dd8b99a4c3141bfba8871432.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805814.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/b35/abbf656bb963df26f8ef12b45b2aeb35/abbf656bb963df26f8ef12b45b2aeb35.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805819.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/854/60beb4464943942ba78ec7916ae1c854/60beb4464943942ba78ec7916ae1c854.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805824.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/4fc/38c63fa5ef0d0ab5bbf939551de524fc/38c63fa5ef0d0ab5bbf939551de524fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805829.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/c33/f910908e00e0f582c2df06f33fa99c33/f910908e00e0f582c2df06f33fa99c33.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805834.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/d02/3c653cb667456aa7cbf489cb44680d02/3c653cb667456aa7cbf489cb44680d02.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805839.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/974/b3d0f4585eb9115fe5b915d064501974/b3d0f4585eb9115fe5b915d064501974.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805844.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/b28/6f35cf47e115d5870190c613f8b9eb28/6f35cf47e115d5870190c613f8b9eb28.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805849.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/d54/9de7f1da2b988d4a4f75b4f5733b6d54/9de7f1da2b988d4a4f75b4f5733b6d54.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805854.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/13a/48e3edde8937ae14ef63a55a936df13a/48e3edde8937ae14ef63a55a936df13a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805859.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/183/190d41dcb7fbb03c6d3bdc7159d28183/190d41dcb7fbb03c6d3bdc7159d28183.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805864.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/050/8ae924d4df8f130d484437dae1832050/8ae924d4df8f130d484437dae1832050.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805869.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/3a7/6eda07fc70bb8e9ddd65b15386e8c3a7/6eda07fc70bb8e9ddd65b15386e8c3a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805874.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/021/d79faef96fe9b0a4402c79573ca6c021/d79faef96fe9b0a4402c79573ca6c021.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805879.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/4b7/3bef2f6e58c10dee8af717cd360124b7/3bef2f6e58c10dee8af717cd360124b7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805884.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/2e1/1daa217942cb3d284fa7fb8a61d282e1/1daa217942cb3d284fa7fb8a61d282e1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805889.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/d0a/d33e280abc065c140f709e9a47bd3d0a/d33e280abc065c140f709e9a47bd3d0a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805894.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/b60/f45c79172db76f1ad5456a14c29dfb60/f45c79172db76f1ad5456a14c29dfb60.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805899.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/958/75b2cac7acb33ee7ac3246d29f2de958/75b2cac7acb33ee7ac3246d29f2de958.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805904.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/8ba/3efee00494d6b582af8cffdf832068ba/3efee00494d6b582af8cffdf832068ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805909.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/19f/a9968b92b11a28f3534a18b7af90319f/a9968b92b11a28f3534a18b7af90319f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805914.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/28a/7b1799bad237dba1bf10839ca4b3628a/7b1799bad237dba1bf10839ca4b3628a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805919.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/d66/529e485a69fbe3a86c79a464e1cc2d66/529e485a69fbe3a86c79a464e1cc2d66.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805924.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/71f/e66fbd7385c677ae252b7cc93681c71f/e66fbd7385c677ae252b7cc93681c71f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805929.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/9f0/d45b8684c31bd3d806cda85f51b569f0/d45b8684c31bd3d806cda85f51b569f0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805934.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/e12/e2a3ff3ce66b1ca5009cebd0a1ab3e12/e2a3ff3ce66b1ca5009cebd0a1ab3e12.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805939.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/ac5/adfc11599010380fddf6aa56ec45dac5/adfc11599010380fddf6aa56ec45dac5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805944.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/a79/2011cf27890ec7f7094d1880d4394a79/2011cf27890ec7f7094d1880d4394a79.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805949.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/369/81b57b39fddf2a0e022cc6d800348369/81b57b39fddf2a0e022cc6d800348369.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805954.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/572/b824385120153bce21788099c5977572/b824385120153bce21788099c5977572.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805959.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/55e/e19ba05c8885cb19798359198f7fd55e/e19ba05c8885cb19798359198f7fd55e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805964.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/001/229cf94ac8111e32973b2f2b7f1bf001/229cf94ac8111e32973b2f2b7f1bf001.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805969.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/0e2/984363f276d59c4b901dd5d0499d90e2/984363f276d59c4b901dd5d0499d90e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805974.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/9c4/7d65035561a3b6de13366fa78a1579c4/7d65035561a3b6de13366fa78a1579c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805979.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/404/22c51a5686a3d52d6eecca893e8ae404/22c51a5686a3d52d6eecca893e8ae404.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805984.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/653/04540c9e6ff100d2ceb0f20343445653/04540c9e6ff100d2ceb0f20343445653.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805989.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/a44/2c59a6694192627c65768b2f0c25ea44/2c59a6694192627c65768b2f0c25ea44.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805994.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/f8f/cd926d190f0ee466b34b4a3db1554f8f/cd926d190f0ee466b34b4a3db1554f8f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805999.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/b95/cb6171d53841d8332fdf0780d547cb95/cb6171d53841d8332fdf0780d547cb95.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806004.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/0ed/6185198987271673fc84912450f060ed/6185198987271673fc84912450f060ed.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging ... ok -test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers -test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_watchers -test.unit.obj.test_auditor.TestAuditWatchers.test_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync -test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable -test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index -test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none -test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD -test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env -test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account -test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names -test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806009.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/2b1/5deb5bffb6c7e71b6b98d2b66bb802b1/5deb5bffb6c7e71b6b98d2b66bb802b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806014.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/e11/9c59c26c5fe157774495c88aee5e9e11/9c59c26c5fe157774495c88aee5e9e11.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806019.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/cad/d50b3deeb9839bd6fa5168a6f4608cad/d50b3deeb9839bd6fa5168a6f4608cad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806024.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/f0d/c197e6e0ed0d8f3a5b52d6100654bf0d/c197e6e0ed0d8f3a5b52d6100654bf0d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806029.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/e05/dabd709062307aede2a7159292841e05/dabd709062307aede2a7159292841e05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806034.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/5fe/e5fce0f968cf81ffbf3c4a5c134705fe/e5fce0f968cf81ffbf3c4a5c134705fe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806039.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/84c/87049a470f5ae36441db8fabebcef84c/87049a470f5ae36441db8fabebcef84c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806044.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/cc9/aac1506095a9c7dcb6befbdce3f5ecc9/aac1506095a9c7dcb6befbdce3f5ecc9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806049.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/e0e/72eefc25c5e23165706f5c7087adde0e/72eefc25c5e23165706f5c7087adde0e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806054.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/40c/e623cadd2351c76e6cc39d7152e1740c/e623cadd2351c76e6cc39d7152e1740c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806059.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/c66/0f11bac12b1189efe2ce70b651342c66/0f11bac12b1189efe2ce70b651342c66.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806064.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/14f/5df643014c5d0741ff60adf1a990414f/5df643014c5d0741ff60adf1a990414f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806069.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/1b6/434f296a6a8a70562dc4f0f7981cf1b6/434f296a6a8a70562dc4f0f7981cf1b6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806074.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/eb3/8a0fbb735fc6e7167c1ecb22bfb81eb3/8a0fbb735fc6e7167c1ecb22bfb81eb3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806079.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/517/59a3612ef08b11b701b5b502a45d8517/59a3612ef08b11b701b5b502a45d8517.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806084.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/ba3/876f9d648ef0a916feb73ce56f688ba3/876f9d648ef0a916feb73ce56f688ba3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806089.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/a6f/d296fb1534718ae5ff246effacb38a6f/d296fb1534718ae5ff246effacb38a6f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806094.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/d0c/f626f389bfc2a5463069497e3988cd0c/f626f389bfc2a5463069497e3988cd0c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806099.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/bad/72b4a024efb2b201a74d52b8de7a2bad/72b4a024efb2b201a74d52b8de7a2bad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806104.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/a76/ac6ec24bc85a87746787330cdd80da76/ac6ec24bc85a87746787330cdd80da76.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806109.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/22f/8722fcde3e60377703c8f8148db9d22f/8722fcde3e60377703c8f8148db9d22f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806114.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/3c5/ef3c6f911e19dc069daf6d5623deb3c5/ef3c6f911e19dc069daf6d5623deb3c5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806119.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/071/c1b6067434b8abd4827696d5fcb7a071/c1b6067434b8abd4827696d5fcb7a071.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806124.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/2c3/6be6d93f3031ace01df88635c94f02c3/6be6d93f3031ace01df88635c94f02c3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806129.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/d70/29ce2ba6af06d1813b4f3e38754c7d70/29ce2ba6af06d1813b4f3e38754c7d70.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806134.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/92d/55bd2dfa7d48a20a48a39fb209b6492d/55bd2dfa7d48a20a48a39fb209b6492d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734806139.00000-0, db: /tmp/tmpftlabl7b/sda/containers/0/14e/338c75b20ea66fc624998f7d39cfb14e/338c75b20ea66fc624998f7d39cfb14e.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/6fb/37a1ab19907f47edf95f26645f2216fb/37a1ab19907f47edf95f26645f2216fb.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804867.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/6fb/37a1ab19907f47edf95f26645f2216fb/37a1ab19907f47edf95f26645f2216fb_1734804867.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/157/49ca772af1b85753ca11d6ee8ae2d157/49ca772af1b85753ca11d6ee8ae2d157.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804871.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/157/49ca772af1b85753ca11d6ee8ae2d157/49ca772af1b85753ca11d6ee8ae2d157_1734804871.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/a01/ce6aa9350ed9e32f010510727c54aa01/ce6aa9350ed9e32f010510727c54aa01.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804875.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/a01/ce6aa9350ed9e32f010510727c54aa01/ce6aa9350ed9e32f010510727c54aa01_1734804875.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/fb3/92511cbfd2256243e3b8cbcbe263cfb3/92511cbfd2256243e3b8cbcbe263cfb3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804879.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/fb3/92511cbfd2256243e3b8cbcbe263cfb3/92511cbfd2256243e3b8cbcbe263cfb3_1734804879.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/59a/523b44166e5b329006c52a7614b1859a/523b44166e5b329006c52a7614b1859a.db'test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers -test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner -test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 -test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body ... ok -test ERROR: Failed to unlink '/tmp/tmpythq6b5u/containers/part/suffix/hash/container.db': +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok +test ERROR: Failed to unlink '/tmp/tmpvotbmotf/containers/part/suffix/hash/container.db': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state os.unlink(retiring_file) @@ -111147,344 +107388,412 @@ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpythq6b5u/containers/part/suffix/hash/container_1734804863.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpythq6b5u/containers/part/suffix/hash/container_1734804863.00000.db': ['/tmp/tmpythq6b5u/containers/part/suffix/hash/container.db', '/tmp/tmpythq6b5u/containers/part/suffix/hash/container_1734804864.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpythq6b5u/containers/part/suffix/hash/container_1734804864.00000.db']. +test DEBUG: Unlinked retiring db '/tmp/tmpvotbmotf/containers/part/suffix/hash/container_1769215430.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpvotbmotf/containers/part/suffix/hash/container_1769215430.00000.db': ['/tmp/tmpvotbmotf/containers/part/suffix/hash/container.db', '/tmp/tmpvotbmotf/containers/part/suffix/hash/container_1769215431.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpvotbmotf/containers/part/suffix/hash/container_1769215431.00000.db']. test ERROR: Failed to set the ROWID of the fresh database for a/c: test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test INFO: [worker 1/1 pid=3082120] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3082120] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3082120] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3082120] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3082120] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3082120] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3082120] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3082120] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3082120] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3082120] Object reconstruction complete (once). (10.00 minutes) +test INFO: Running object reconstructor in script mode. +test INFO: Object reconstruction complete (once). (5.00 minutes) +test INFO: Running object reconstructor in script mode. +test INFO: Object reconstruction complete (once). (5.00 minutes) +test INFO: Running object reconstructor in script mode. +test INFO: Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3082120] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3082120] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3082120] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3082120] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3082120] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3082120] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3082120] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3082120] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/2 pid=pid-1] Starting object reconstructor in daemon mode. +test INFO: [worker 1/2 pid=pid-1] Starting object reconstruction pass. +test INFO: [worker 1/2 pid=pid-1] Object reconstruction complete. (0.10 minutes) +test DEBUG: [worker 1/2 pid=pid-1] reconstruction sleeping for 30.0 seconds. +test INFO: [worker 2/4 pid=20641] Running object reconstructor in script mode. +test DEBUG: [worker 2/4 pid=20641] debug message +test INFO: [worker 2/4 pid=20641] info message +test WARNING: [worker 2/4 pid=20641] warning message +test ERROR: [worker 2/4 pid=20641] error message +test INFO: [worker 2/4 pid=20641] Object reconstruction complete (once). (0.00 minutes) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx21f9f27d1c4b4668ae3c5-00697415c5) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx21f9f27d1c4b4668ae3c5-00697415c5) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx21f9f27d1c4b4668ae3c5-00697415c5) +proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: tx21f9f27d1c4b4668ae3c5-00697415c5) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx346196a228f4420f8496e-006767057f) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx2f74cdc2bca24146ad053-006767057f) proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpfujeix9o/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpfujeix9o/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 DEBUG: Could not load '/tmp/tmpncnt5fyt/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpncnt5fyt/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpfujeix9o/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpfujeix9o/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 DEBUG: Could not load '/tmp/tmpncnt5fyt/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpncnt5fyt/tmp_test_proxy_server_chunked/container-sync-realms.conf'test.unit.proxy.test_server.TestECObjectController.test_GET_ec +test.unit.proxy.test_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline +test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec +test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect +test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec +test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216576.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/751/413392c5c26fae1ae4918baf014ed751/413392c5c26fae1ae4918baf014ed751.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216581.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/40b/f1bf8754ae82be169c8ef3f89059340b/f1bf8754ae82be169c8ef3f89059340b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216586.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/421/8a26ba05c43078b9b4d93f11a3117421/8a26ba05c43078b9b4d93f11a3117421.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216591.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/7ac/53cb4614e29b9cf10c1bb1b1611c87ac/53cb4614e29b9cf10c1bb1b1611c87ac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216596.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/f73/03753dc29895a83bdb385f67569baf73/03753dc29895a83bdb385f67569baf73.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216601.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/554/1cefc5636b186661288bafcbb5259554/1cefc5636b186661288bafcbb5259554.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216606.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/f09/d71a228e0dab4e77f3337f3c92961f09/d71a228e0dab4e77f3337f3c92961f09.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216611.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/05f/252d7bec172f6e33030fb4052295a05f/252d7bec172f6e33030fb4052295a05f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216616.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/924/593fcee101e65cdabb5292626c1cc924/593fcee101e65cdabb5292626c1cc924.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216621.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/eb3/8308803caaab046319a1c05c7a59aeb3/8308803caaab046319a1c05c7a59aeb3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216626.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/6c3/0db54bab1f106c2808aace931120d6c3/0db54bab1f106c2808aace931120d6c3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216631.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/95b/9b76d13d49ee8ce34ec36783361fd95b/9b76d13d49ee8ce34ec36783361fd95b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216636.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/31c/ab31f8b4a5f7c52e61d20b33d8f5c31c/ab31f8b4a5f7c52e61d20b33d8f5c31c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216641.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/1fa/a8df7e368453d45a7aaa383b0fa331fa/a8df7e368453d45a7aaa383b0fa331fa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216646.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/c8a/fce575ab6c9ff2dce74c765ae645dc8a/fce575ab6c9ff2dce74c765ae645dc8a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216651.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/9dc/ee790144b1c6e05d0a01d6ca4fcd69dc/ee790144b1c6e05d0a01d6ca4fcd69dc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216656.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/6b4/fe8ced66047bc0a8e3a6c69be4d086b4/fe8ced66047bc0a8e3a6c69be4d086b4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216661.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/e18/648ab8e1a6ea30905b1626d48ad16e18/648ab8e1a6ea30905b1626d48ad16e18.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216666.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/784/a82d8282cca8cbd92f47be16d2de9784/a82d8282cca8cbd92f47be16d2de9784.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216671.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/b10/48e7fc66c3216740d0da0831338f6b10/48e7fc66c3216740d0da0831338f6b10.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216676.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/64f/4ebf045b63bbd3c99c7b3d99e859e64f/4ebf045b63bbd3c99c7b3d99e859e64f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216681.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/dc0/eca762cf2d3fc5ecf6fdf1ca072fddc0/eca762cf2d3fc5ecf6fdf1ca072fddc0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216686.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/fc2/935ab2166e86cd06a97f61f140a47fc2/935ab2166e86cd06a97f61f140a47fc2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216691.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/578/dfca6c176df1290daba1f23aaabef578/dfca6c176df1290daba1f23aaabef578.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216696.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/a7d/649ad251f8c21e2f0162927ad8478a7d/649ad251f8c21e2f0162927ad8478a7d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216701.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/7da/23617cc1edb932ed43742feb31eaf7da/23617cc1edb932ed43742feb31eaf7da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769216706.00000-0, db: /tmp/tmpptf6rqbb/sda/containers/0/46b/53d98e105cab9e74c75ec804da38a46b/53d98e105cab9e74c75ec804da38a46b.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/76b/fe1167dfb5a612dddcda05cc978c076b/fe1167dfb5a612dddcda05cc978c076b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215433.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/76b/fe1167dfb5a612dddcda05cc978c076b/fe1167dfb5a612dddcda05cc978c076b_1769215433.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/470/888c9bb3cfbbbe49589fcebea5a40470/888c9bb3cfbbbe49589fcebea5a40470.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215437.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/470/888c9bb3cfbbbe49589fcebea5a40470/888c9bb3cfbbbe49589fcebea5a40470_1769215437.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/802/a178ad9db966d7dfd901ecd224ab0802/a178ad9db966d7dfd901ecd224ab0802.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215441.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/802/a178ad9db966d7dfd901ecd224ab0802/a178ad9db966d7dfd901ecd224ab0802_1769215441.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/594/79a1a3a9ce382afa5168385606187594/79a1a3a9ce382afa5168385606187594.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215445.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/594/79a1a3a9ce382afa5168385606187594/79a1a3a9ce382afa5168385606187594_1769215445.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/c60/684095834212f3644a7c66f31f722c60/684095834212f3644a7c66f31f722c60.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215449.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/c60/684095834212f3644a7c66f31f722c60/684095834212f3644a7c66f31f722c60_1769215449.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/959/9e0270c77672ff1e4bb4d71fdf2bc959/9e0270c77672ff1e4bb4d71fdf2bc959.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215453.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/959/9e0270c77672ff1e4bb4d71fdf2bc959/9e0270c77672ff1e4bb4d71fdf2bc959_1769215453.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/5a8/b64fbca441e8dae63065bc0ef7b9c5a8/b64fbca441e8dae63065bc0ef7b9c5a8.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215457.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/5a8/b64fbca441e8dae63065bc0ef7b9c5a8/b64fbca441e8dae63065bc0ef7b9c5a8_1769215457.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/fd4/098124d481e1138ef8104abfb9072fd4/098124d481e1138ef8104abfb9072fd4.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215461.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/fd4/098124d481e1138ef8104abfb9072fd4/098124d481e1138ef8104abfb9072fd4_1769215461.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/b23/0599a28ef28129c953215ca57bd16b23/0599a28ef28129c953215ca57bd16b23.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215465.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/b23/0599a28ef28129c953215ca57bd16b23/0599a28ef28129c953215ca57bd16b23_1769215465.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/dad/6072777ae49c2d7228cd9997daa66dad/6072777ae49c2d7228cd9997daa66dad.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215469.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/dad/6072777ae49c2d7228cd9997daa66dad/6072777ae49c2d7228cd9997daa66dad_1769215469.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/cb7/8e99488cd5b2952893c6276f1f20fcb7/8e99488cd5b2952893c6276f1f20fcb7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215473.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/cb7/8e99488cd5b2952893c6276f1f20fcb7/8e99488cd5b2952893c6276f1f20fcb7_1769215473.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/830/227160d08181a15a5722a1518d862830/227160d08181a15a5722a1518d862830.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215477.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/830/227160d08181a15a5722a1518d862830/227160d08181a15a5722a1518d862830_1769215477.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/052/987dc6d9f476d9e39bf6759f871f1052/987dc6d9f476d9e39bf6759f871f1052.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215481.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/052/987dc6d9f476d9e39bf6759f871f1052/987dc6d9f476d9e39bf6759f871f1052_1769215481.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/6c9/63e93f1e618549ddbc59db85a48176c9/63e93f1e618549ddbc59db85a48176c9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215485.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/6c9/63e93f1e618549ddbc59db85a48176c9/63e93f1e618549ddbc59db85a48176c9_1769215485.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/d61/fa558d3b98da8e0de649a7bf8ee70d61/fa558d3b98da8e0de649a7bf8ee70d61.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215489.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/d61/fa558d3b98da8e0de649a7bf8ee70d61/fa558d3b98da8e0de649a7bf8ee70d61_1769215489.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/d07/96a13792443d7b9a8f1bbd5e49071d07/96a13792443d7b9a8f1bbd5e49071d07.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215493.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/d07/96a13792443d7b9a8f1bbd5e49071d07/96a13792443d7b9a8f1bbd5e49071d07_1769215493.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/276/7123ef25ee1649abc89bc514451b4276/7123ef25ee1649abc89bc514451b4276.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215497.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/276/7123ef25ee1649abc89bc514451b4276/7123ef25ee1649abc89bc514451b4276_1769215497.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/91d/b75932b1fa9666988b0fdda2fafe591d/b75932b1fa9666988b0fdda2fafe591d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215501.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/91d/b75932b1fa9666988b0fdda2fafe591d/b75932b1fa9666988b0fdda2fafe591d_1769215501.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/f78/2da02f5b75a54f1f7838e350c9b9df78/2da02f5b75a54f1f7838e350c9b9df78.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215505.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/f78/2da02f5b75a54f1f7838e350c9b9df78/2da02f5b75a54f1f7838e350c9b9df78_1769215505.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/284/d1c697461919832a714c92c061183284/d1c697461919832a714c92c061183284.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215509.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/284/d1c697461919832a714c92c061183284/d1c697461919832a714c92c061183284_1769215509.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/79c/7e45579d3dd14b56a769a737df69979c/7e45579d3dd14b56a769a737df69979c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215513.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/79c/7e45579d3dd14b56a769a737df69979c/7e45579d3dd14b56a769a737df69979c_1769215513.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/c36/3049c93557933b4a5b5a6919876acc36/3049c93557933b4a5b5a6919876acc36.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215517.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/c36/3049c93557933b4a5b5a6919876acc36/3049c93557933b4a5b5a6919876acc36_1769215517.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/38b/7285c9138f596a960b96c34d1d0e338b/7285c9138f596a960b96c34d1d0e338b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215521.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/38b/7285c9138f596a960b96c34d1d0e338b/7285c9138f596a960b96c34d1d0e338b_1769215521.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/2fb/9671a4faf6b9c4240fd859ab1f6702fb/9671a4faf6b9c4240fd859ab1f6702fb.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215525.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/2fb/9671a4faf6b9c4240fd859ab1f6702fb/9671a4faf6b9c4240fd859ab1f6702fb_1769215525.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/0d5/ef93d6a24374920017e9422e972230d5/ef93d6a24374920017e9422e972230d5.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215529.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/0d5/ef93d6a24374920017e9422e972230d5/ef93d6a24374920017e9422e972230d5_1769215529.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/bb5/c0f059dfcc01e7acf124d3a90265abb5/c0f059dfcc01e7acf124d3a90265abb5.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215533.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/bb5/c0f059dfcc01e7acf124d3a90265abb5/c0f059dfcc01e7acf124d3a90265abb5_1769215533.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/ed0/a2bf478588b27afe1d7b5d12b7157ed0/a2bf478588b27afe1d7b5d12b7157ed0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215537.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/ed0/a2bf478588b27afe1d7b5d12b7157ed0/a2bf478588b27afe1d7b5d12b7157ed0_1769215537.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/260/baef84cfc47012b0cdb92e4034640260/baef84cfc47012b0cdb92e4034640260.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215541.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/260/baef84cfc47012b0cdb92e4034640260/baef84cfc47012b0cdb92e4034640260_1769215541.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/9cd/549ff33732b7922fdb31c886766419cd/549ff33732b7922fdb31c886766419cd.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215545.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/9cd/549ff33732b7922fdb31c886766419cd/549ff33732b7922fdb31c886766419cd_1769215545.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/174/ac0b9b9dafa5946ae11736ba77f33174/ac0b9b9dafa5946ae11736ba77f33174.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215549.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/174/ac0b9b9dafa5946ae11736ba77f33174/ac0b9b9dafa5946ae11736ba77f33174_1769215549.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/cf9/bc2acc497e153f2985fc461f871b1cf9/bc2acc497e153f2985fc461f871b1cf9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215553.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/cf9/bc2acc497e153f2985fc461f871b1cf9/bc2acc497e153f2985fc461f871b1cf9_1769215553.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/c12/ad5daae27653696019cd1a653a182c12/ad5daae27653696019cd1a653a182c12.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215557.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/c12/ad5daae27653696019cd1a653a182c12/ad5daae27653696019cd1a653a182c12_1769215557.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/521/a2002db00000c0cf4b6bb17b23cd5521/a2002db00000c0cf4b6bb17b23cd5521.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215561.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/521/a2002db00000c0cf4b6bb17b23cd5521/a2002db00000c0cf4b6bb17b23cd5521_1769215561.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/316/a79a1c15ffe9ee128aff4e2898330316/a79a1c15ffe9ee128aff4e2898330316.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215565.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/316/a79a1c15ffe9ee128aff4e2898330316/a79a1c15ffe9ee128aff4e2898330316_1769215565.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/22c/edc660cf20cb1743c3f37024c10ce22c/edc660cf20cb1743c3f37024c10ce22c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215569.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/22c/edc660cf20cb1743c3f37024c10ce22c/edc660cf20cb1743c3f37024c10ce22c_1769215569.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/2bd/213c20a468fc5c02ae02ceef08d392bd/213c20a468fc5c02ae02ceef08d392bd.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215573.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/2bd/213c20a468fc5c02ae02ceef08d392bd/213c20a468fc5c02ae02ceef08d392bd_1769215573.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/b50/9ca3f61668e470fb6d5456844b6c6b50/9ca3f61668e470fb6d5456844b6c6b50.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215577.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/b50/9ca3f61668e470fb6d5456844b6c6b50/9ca3f61668e470fb6d5456844b6c6b50_1769215577.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/b6e/2d127314e7585cace816bcc29e606b6e/2d127314e7585cace816bcc29e606b6e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215581.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/b6e/2d127314e7585cace816bcc29e606b6e/2d127314e7585cace816bcc29e606b6e_1769215581.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/aba/5030b77987e8e6b19c68259da9aaaaba/5030b77987e8e6b19c68259da9aaaaba.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215585.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/aba/5030b77987e8e6b19c68259da9aaaaba/5030b77987e8e6b19c68259da9aaaaba_1769215585.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/eac/dad876aab47c092b1e6e8b9dbbbefeac/dad876aab47c092b1e6e8b9dbbbefeac.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215589.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/eac/dad876aab47c092b1e6e8b9dbbbefeac/dad876aab47c092b1e6e8b9dbbbefeac_1769215589.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/69c/5ff9ee992736aac4d965528428ad669c/5ff9ee992736aac4d965528428ad669c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215593.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/69c/5ff9ee992736aac4d965528428ad669c/5ff9ee992736aac4d965528428ad669c_1769215593.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/260/04f568cd5284aca488386dc307d7f260/04f568cd5284aca488386dc307d7f260.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215597.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/260/04f568cd5284aca488386dc307d7f260/04f568cd5284aca488386dc307d7f260_1769215597.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/3ea/97b1d64de7f64241b4d26986dce1a3ea/97b1d64de7f64241b4d26986dce1a3ea.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215601.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/3ea/97b1d64de7f64241b4d26986dce1a3ea/97b1d64de7f64241b4d26986dce1a3ea_1769215601.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/1bd/30914d1a7dc2191c9aecafcbaecef1bd/30914d1a7dc2191c9aecafcbaecef1bd.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215605.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/1bd/30914d1a7dc2191c9aecafcbaecef1bd/30914d1a7dc2191c9aecafcbaecef1bd_1769215605.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/73c/36e64bd451b34eb5b7774e266b46373c/36e64bd451b34eb5b7774e266b46373c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215609.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/73c/36e64bd451b34eb5b7774e266b46373c/36e64bd451b34eb5b7774e266b46373c_1769215609.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/6df/2c29889168381634c40be514fce496df/2c29889168381634c40be514fce496df.db' cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:23 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0034 "-" 33307 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:23 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0031 "-" 33307 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:23 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 33307 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:23 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0033 "-" 33307 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:23 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txbba89fa4284445a597dfa-006767057f" "proxy-server 33307" 0.0011 "-" 33307 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:23 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:41231/sdb1/1/a/c" "txbba89fa4284445a597dfa-006767057f" "container-server 33307" 0.0016 "-" 33307 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:23 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:46969/sda1/1/a/c" "txbba89fa4284445a597dfa-006767057f" "container-server 33307" 0.0010 "-" 33307 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:23 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txbba89fa4284445a597dfa-006767057f" "proxy-server 33307" 0.0102 "-" 33307 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:23 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txbba89fa4284445a597dfa-006767057f" "proxy-server 33307" 0.0188 "-" 33307 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/14/23 PUT /v1/a/c HTTP/1.0 201 - - t - - - txbba89fa4284445a597dfa-006767057f - 0.0264 - - 1734804863.484159708 1734804863.510560751 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:23 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txecd0a0c220c3469fb05e5-006767057f" "proxy-server 33307" 0.0012 "-" 33307 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:23 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:46969/sda1/1/a1/c1" "txecd0a0c220c3469fb05e5-006767057f" "container-server 33307" 0.0038 "-" 33307 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:23 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:41231/sdb1/1/a1/c1" "txecd0a0c220c3469fb05e5-006767057f" "container-server 33307" 0.0012 "-" 33307 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:23 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txecd0a0c220c3469fb05e5-006767057f" "proxy-server 33307" 0.0115 "-" 33307 0/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:49 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0034 "-" 3082120 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:49 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0032 "-" 3082120 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:49 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0032 "-" 3082120 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:49 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 3082120 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:49 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx86f66823da99492bbcb18-00697415c5" "proxy-server 3082120" 0.0014 "-" 3082120 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:49 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:48801/sda1/1/a/c" "tx86f66823da99492bbcb18-00697415c5" "container-server 3082120" 0.0013 "-" 3082120 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:49 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:54785/sdb1/1/a/c" "tx86f66823da99492bbcb18-00697415c5" "container-server 3082120" 0.0011 "-" 3082120 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:49 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx86f66823da99492bbcb18-00697415c5" "proxy-server 3082120" 0.0151 "-" 3082120 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:49 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx86f66823da99492bbcb18-00697415c5" "proxy-server 3082120" 0.0105 "-" 3082120 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/49 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx86f66823da99492bbcb18-00697415c5 - 0.0242 - - 1769215429.843989849 1769215429.868150473 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:49 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx114b551988f645fc90c78-00697415c5" "proxy-server 3082120" 0.0012 "-" 3082120 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:49 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:48801/sda1/1/a1/c1" "tx114b551988f645fc90c78-00697415c5" "container-server 3082120" 0.0022 "-" 3082120 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:49 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:54785/sdb1/1/a1/c1" "tx114b551988f645fc90c78-00697415c5" "container-server 3082120" 0.0012 "-" 3082120 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:49 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx114b551988f645fc90c78-00697415c5" "proxy-server 3082120" 0.0146 "-" 3082120 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:49 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx114b551988f645fc90c78-00697415c5" "proxy-server 3082120" 0.0110 "-" 3082120 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/49 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx114b551988f645fc90c78-00697415c5 - 0.0235 - - 1769215429.869786739 1769215429.893255234 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:49 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa779f21143ca4254a12c9-00697415c5" "proxy-server 3082120" 0.0021 "-" 3082120 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:49 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:54785/sdb1/2/a/c1" "txa779f21143ca4254a12c9-00697415c5" "container-server 3082120" 0.0020 "-" 3082120 1 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:49 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:48801/sda1/2/a/c1" "txa779f21143ca4254a12c9-00697415c5" "container-server 3082120" 0.0018 "-" 3082120 1 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:49 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa779f21143ca4254a12c9-00697415c5" "proxy-server 3082120" 0.0148 "-" 3082120 1 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:49 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa779f21143ca4254a12c9-00697415c5" "proxy-server 3082120" 0.0111 "-" 3082120 1 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/49 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txa779f21143ca4254a12c9-00697415c5 - 0.0244 - - 1769215429.894911051 1769215429.919317722 1 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:49 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4b7edcca8c0344f389427-00697415c5" "proxy-server 3082120" 0.0020 "-" 3082120 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:49 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:54785/sdb1/1/a/c2" "tx4b7edcca8c0344f389427-00697415c5" "container-server 3082120" 0.0022 "-" 3082120 2 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:49 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:48801/sda1/1/a/c2" "tx4b7edcca8c0344f389427-00697415c5" "container-server 3082120" 0.0019 "-" 3082120 2 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:49 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx4b7edcca8c0344f389427-00697415c5" "proxy-server 3082120" 0.0106 "-" 3082120 2 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:49 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx4b7edcca8c0344f389427-00697415c5" "proxy-server 3082120" 0.0159 "-" 3082120 2 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/49 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx4b7edcca8c0344f389427-00697415c5 - 0.0247 - - 1769215429.920896053 1769215429.945579052 2 + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215613.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/6df/2c29889168381634c40be514fce496df/2c29889168381634c40be514fce496df_1769215613.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/9fa/64eb3b64e3cc624acc590c5bb20499fa/64eb3b64e3cc624acc590c5bb20499fa.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215617.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/9fa/64eb3b64e3cc624acc590c5bb20499fa/64eb3b64e3cc624acc590c5bb20499fa_1769215617.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/355/eb617f932b674fb22d4a2cc38fdc4355/eb617f932b674fb22d4a2cc38fdc4355.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215621.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/355/eb617f932b674fb22d4a2cc38fdc4355/eb617f932b674fb22d4a2cc38fdc4355_1769215621.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/dde/e67bf3f90ff9fd26094125bbec71ddde/e67bf3f90ff9fd26094125bbec71ddde.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215625.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/dde/e67bf3f90ff9fd26094125bbec71ddde/e67bf3f90ff9fd26094125bbec71ddde_1769215625.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/a19/0db7abc8d61c2320f1d59a7c4938ca19/0db7abc8d61c2320f1d59a7c4938ca19.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215629.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/a19/0db7abc8d61c2320f1d59a7c4938ca19/0db7abc8d61c2320f1d59a7c4938ca19_1769215629.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/d4b/deb8def2fc128f9e0b18723acf6d0d4b/deb8def2fc128f9e0b18723acf6d0d4b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215633.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/d4b/deb8def2fc128f9e0b18723acf6d0d4b/deb8def2fc128f9e0b18723acf6d0d4b_1769215633.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/f81/b1deda82ae585eb2156a7321a1f56f81/b1deda82ae585eb2156a7321a1f56f81.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215637.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/f81/b1deda82ae585eb2156a7321a1f56f81/b1deda82ae585eb2156a7321a1f56f81_1769215637.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/5da/47c03914a4808a241d32bfddf09d85da/47c03914a4808a241d32bfddf09d85da.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215641.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/5da/47c03914a4808a241d32bfddf09d85da/47c03914a4808a241d32bfddf09d85da_1769215641.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/2f9/66240180e2371a5441aa9a2519f922f9/66240180e2371a5441aa9a2519f922f9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215645.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/2f9/66240180e2371a5441aa9a2519f922f9/66240180e2371a5441aa9a2519f922f9_1769215645.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/5fb/1e67f6f3f9da47defc35a654dd0d75fb/1e67f6f3f9da47defc35a654dd0d75fb.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215649.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/5fb/1e67f6f3f9da47defc35a654dd0d75fb/1e67f6f3f9da47defc35a654dd0d75fb_1769215649.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/55a/990ab56d65e86333af114c406145155a/990ab56d65e86333af114c406145155a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215653.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/55a/990ab56d65e86333af114c406145155a/990ab56d65e86333af114c406145155a_1769215653.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/dc5/6337865f51b8a5383b41ea57573e3dc5/6337865f51b8a5383b41ea57573e3dc5.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215657.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/dc5/6337865f51b8a5383b41ea57573e3dc5/6337865f51b8a5383b41ea57573e3dc5_1769215657.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/1bb/2ad6b25100aa929d415cbd3bde79a1bb/2ad6b25100aa929d415cbd3bde79a1bb.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215661.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/1bb/2ad6b25100aa929d415cbd3bde79a1bb/2ad6b25100aa929d415cbd3bde79a1bb_1769215661.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/b58/167d7295b4c1574022dafcb7649c3b58/167d7295b4c1574022dafcb7649c3b58.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215665.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/b58/167d7295b4c1574022dafcb7649c3b58/167d7295b4c1574022dafcb7649c3b58_1769215665.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/186/1ca7f713e7d07a867b9fa38a63064186/1ca7f713e7d07a867b9fa38a63064186.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215669.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/186/1ca7f713e7d07a867b9fa38a63064186/1ca7f713e7d07a867b9fa38a63064186_1769215669.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/04c/497e0ff71a57f2ab833011b8ec13904c/497e0ff71a57f2ab833011b8ec13904c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215673.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/04c/497e0ff71a57f2ab833011b8ec13904c/497e0ff71a57f2ab833011b8ec13904c_1769215673.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/167/5e1f4a5ba3a81ad1821066e95b737167/5e1f4a5ba3a81ad1821066e95b737167.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215677.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/167/5e1f4a5ba3a81ad1821066e95b737167/5e1f4a5ba3a81ad1821066e95b737167_1769215677.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/626/8f571bfd3105f7ffc620d1e59cd43626/8f571bfd3105f7ffc620d1e59cd43626.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215681.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/626/8f571bfd3105f7ffc620d1e59cd43626/8f571bfd3105f7ffc620d1e59cd43626_1769215681.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/467/0bf1dd9f2e21f6a15d68233d38655467/0bf1dd9f2e21f6a15d68233d38655467.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215685.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/467/0bf1dd9f2e21f6a15d68233d38655467/0bf1dd9f2e21f6a15d68233d38655467_1769215685.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/79f/889c107f37be885ecba253f95890379f/889c107f37be885ecba253f95890379f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215689.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/79f/889c107f37be885ecba253f95890379f/889c107f37be885ecba253f95890379f_1769215689.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/1ff/de01412c78dcea2ed2262117d83fa1ff/de01412c78dcea2ed2262117d83fa1ff.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215693.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/1ff/de01412c78dcea2ed2262117d83fa1ff/de01412c78dcea2ed2262117d83fa1ff_1769215693.00000.dbtest.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804883.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/59a/523b44166e5b329006c52a7614b1859a/523b44166e5b329006c52a7614b1859a_1734804883.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/efc/4551a8e2e47101266e8ceed01e5ddefc/4551a8e2e47101266e8ceed01e5ddefc.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804887.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/efc/4551a8e2e47101266e8ceed01e5ddefc/4551a8e2e47101266e8ceed01e5ddefc_1734804887.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/c42/3795899e6688de6e66e4cb74cb3acc42/3795899e6688de6e66e4cb74cb3acc42.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804891.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/c42/3795899e6688de6e66e4cb74cb3acc42/3795899e6688de6e66e4cb74cb3acc42_1734804891.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/761/625f7f23587ef6b1912de70516454761/625f7f23587ef6b1912de70516454761.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804895.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/761/625f7f23587ef6b1912de70516454761/625f7f23587ef6b1912de70516454761_1734804895.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/e89/0e1fa01c656bad4ec628ed3ea4f8ae89/0e1fa01c656bad4ec628ed3ea4f8ae89.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804899.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/e89/0e1fa01c656bad4ec628ed3ea4f8ae89/0e1fa01c656bad4ec628ed3ea4f8ae89_1734804899.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/7cb/503e3134a769892ce74493e7eca1b7cb/503e3134a769892ce74493e7eca1b7cb.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804903.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/7cb/503e3134a769892ce74493e7eca1b7cb/503e3134a769892ce74493e7eca1b7cb_1734804903.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/355/62b86a5133ff4567ed10c4f9a29db355/62b86a5133ff4567ed10c4f9a29db355.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804907.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/355/62b86a5133ff4567ed10c4f9a29db355/62b86a5133ff4567ed10c4f9a29db355_1734804907.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/01d/f72c297b79257ed34298ad1cbca7f01d/f72c297b79257ed34298ad1cbca7f01d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804911.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/01d/f72c297b79257ed34298ad1cbca7f01d/f72c297b79257ed34298ad1cbca7f01d_1734804911.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/85b/d524c714e924ee8aef94e8eab2ad585b/d524c714e924ee8aef94e8eab2ad585b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804915.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/85b/d524c714e924ee8aef94e8eab2ad585b/d524c714e924ee8aef94e8eab2ad585b_1734804915.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/5aa/49ae0cacac188c4205c7818e2fc205aa/49ae0cacac188c4205c7818e2fc205aa.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804919.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/5aa/49ae0cacac188c4205c7818e2fc205aa/49ae0cacac188c4205c7818e2fc205aa_1734804919.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/d40/c7d4a3712ad7e33013de583430fc7d40/c7d4a3712ad7e33013de583430fc7d40.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804923.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/d40/c7d4a3712ad7e33013de583430fc7d40/c7d4a3712ad7e33013de583430fc7d40_1734804923.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/77d/1fd2fd043d4ced42956060917c50877d/1fd2fd043d4ced42956060917c50877d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804927.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/77d/1fd2fd043d4ced42956060917c50877d/1fd2fd043d4ced42956060917c50877d_1734804927.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/cba/6dc3c7fd999b92cb9a6c4b285b25dcba/6dc3c7fd999b92cb9a6c4b285b25dcba.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804931.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/cba/6dc3c7fd999b92cb9a6c4b285b25dcba/6dc3c7fd999b92cb9a6c4b285b25dcba_1734804931.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/81f/ed141ffb621cf07ad8b05c50e370781f/ed141ffb621cf07ad8b05c50e370781f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804935.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/81f/ed141ffb621cf07ad8b05c50e370781f/ed141ffb621cf07ad8b05c50e370781f_1734804935.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/159/25f07991922e73e8f0c2792960046159/25f07991922e73e8f0c2792960046159.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804939.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/159/25f07991922e73e8f0c2792960046159/25f07991922e73e8f0c2792960046159_1734804939.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/3b1/a1b4ad44b094f08f5e28f9ae6b3d83b1/a1b4ad44b094f08f5e28f9ae6b3d83b1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804943.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/3b1/a1b4ad44b094f08f5e28f9ae6b3d83b1/a1b4ad44b094f08f5e28f9ae6b3d83b1_1734804943.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/f2f/7a8993061021070bc19378d132d36f2f/7a8993061021070bc19378d132d36f2f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804947.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/f2f/7a8993061021070bc19378d132d36f2f/7a8993061021070bc19378d132d36f2f_1734804947.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/231/a3e3b28af7e3f41ca4746bd5c98df231/a3e3b28af7e3f41ca4746bd5c98df231.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804951.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/231/a3e3b28af7e3f41ca4746bd5c98df231/a3e3b28af7e3f41ca4746bd5c98df231_1734804951.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/180/d5c9db6bb8f6f020957089cfa33af180/d5c9db6bb8f6f020957089cfa33af180.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804955.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/180/d5c9db6bb8f6f020957089cfa33af180/d5c9db6bb8f6f020957089cfa33af180_1734804955.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/bfc/f13a8313cea2fe16558d3928a8a08bfc/f13a8313cea2fe16558d3928a8a08bfc.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804959.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/bfc/f13a8313cea2fe16558d3928a8a08bfc/f13a8313cea2fe16558d3928a8a08bfc_1734804959.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/569/7849ecc8901770284b3b01b7fab4a569/7849ecc8901770284b3b01b7fab4a569.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804963.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/569/7849ecc8901770284b3b01b7fab4a569/7849ecc8901770284b3b01b7fab4a569_1734804963.00000.db -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:23 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txecd0a0c220c3469fb05e5-006767057f" "proxy-server 33307" 0.0166 "-" 33307 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/14/23 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txecd0a0c220c3469fb05e5-006767057f - 0.0243 - - 1734804863.512012959 1734804863.536323309 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:23 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa891d82b47be45f0bb046-006767057f" "proxy-server 33307" 0.0102 "-" 33307 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:23 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:46969/sda1/2/a/c1" "txa891d82b47be45f0bb046-006767057f" "container-server 33307" 0.0029 "-" 33307 1 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:23 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:41231/sdb1/2/a/c1" "txa891d82b47be45f0bb046-006767057f" "container-server 33307" 0.0019 "-" 33307 1 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:23 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa891d82b47be45f0bb046-006767057f" "proxy-server 33307" 0.0159 "-" 33307 1 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:23 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa891d82b47be45f0bb046-006767057f" "proxy-server 33307" 0.0254 "-" 33307 1 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/14/23 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txa891d82b47be45f0bb046-006767057f - 0.0422 - - 1734804863.542111158 1734804863.584301472 1 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:23 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1928fbbf6e284234bd0b6-006767057f" "proxy-server 33307" 0.0020 "-" 33307 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:23 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:46969/sda1/1/a/c2" "tx1928fbbf6e284234bd0b6-006767057f" "container-server 33307" 0.0027 "-" 33307 2 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:23 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:41231/sdb1/1/a/c2" "tx1928fbbf6e284234bd0b6-006767057f" "container-server 33307" 0.0011 "-" 33307 2 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:23 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx1928fbbf6e284234bd0b6-006767057f" "proxy-server 33307" 0.0149 "-" 33307 2 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:23 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx1928fbbf6e284234bd0b6-006767057f" "proxy-server 33307" 0.0110 "-" 33307 2 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/14/23 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx1928fbbf6e284234bd0b6-006767057f - 0.0243 - - 1734804863.585874319 1734804863.610211849 2 - -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/577/97d8c7744c3933a9bf48d7d0dc3b1577/97d8c7744c3933a9bf48d7d0dc3b1577.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804967.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/577/97d8c7744c3933a9bf48d7d0dc3b1577/97d8c7744c3933a9bf48d7d0dc3b1577_1734804967.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/3fc/5b7c3f2d9d68fb7cb560453f5d5a23fc/5b7c3f2d9d68fb7cb560453f5d5a23fc.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804971.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/3fc/5b7c3f2d9d68fb7cb560453f5d5a23fc/5b7c3f2d9d68fb7cb560453f5d5a23fc_1734804971.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/50a/13a57776ba92eeec234640f01a32e50a/13a57776ba92eeec234640f01a32e50a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804975.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/50a/13a57776ba92eeec234640f01a32e50a/13a57776ba92eeec234640f01a32e50a_1734804975.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/dec/cc3f49639296057c9258b9a8732fcdec/cc3f49639296057c9258b9a8732fcdec.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804979.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/dec/cc3f49639296057c9258b9a8732fcdec/cc3f49639296057c9258b9a8732fcdec_1734804979.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/d33/93f1d9c407ad4839a70c814f145d2d33/93f1d9c407ad4839a70c814f145d2d33.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804983.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/d33/93f1d9c407ad4839a70c814f145d2d33/93f1d9c407ad4839a70c814f145d2d33_1734804983.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/ee9/93feeb82c6f55d4e1fbff773cc151ee9/93feeb82c6f55d4e1fbff773cc151ee9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804987.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/ee9/93feeb82c6f55d4e1fbff773cc151ee9/93feeb82c6f55d4e1fbff773cc151ee9_1734804987.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/b8c/b7369b6f9ec86e5db32350defa19bb8c/b7369b6f9ec86e5db32350defa19bb8c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804991.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/b8c/b7369b6f9ec86e5db32350defa19bb8c/b7369b6f9ec86e5db32350defa19bb8c_1734804991.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/ef0/19d3e22373a7fb6bf5c2cf221828cef0/19d3e22373a7fb6bf5c2cf221828cef0.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804995.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/ef0/19d3e22373a7fb6bf5c2cf221828cef0/19d3e22373a7fb6bf5c2cf221828cef0_1734804995.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/749/2cbc4db2b4bfc1c3a16efa2c8ea43749/2cbc4db2b4bfc1c3a16efa2c8ea43749.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804999.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/749/2cbc4db2b4bfc1c3a16efa2c8ea43749/2cbc4db2b4bfc1c3a16efa2c8ea43749_1734804999.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/f88/2791c9b84bb8c18da1033494042d8f88/2791c9b84bb8c18da1033494042d8f88.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805003.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/f88/2791c9b84bb8c18da1033494042d8f88/2791c9b84bb8c18da1033494042d8f88_1734805003.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/b7b/f4828e8b29b88c06650fa44f49f16b7b/f4828e8b29b88c06650fa44f49f16b7b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805007.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/b7b/f4828e8b29b88c06650fa44f49f16b7b/f4828e8b29b88c06650fa44f49f16b7b_1734805007.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/76c/bab7eedddd787409107ba2797fb9576c/bab7eedddd787409107ba2797fb9576c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805011.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/76c/bab7eedddd787409107ba2797fb9576c/bab7eedddd787409107ba2797fb9576c_1734805011.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/07b/c9202032331a28d401b828786671707b/c9202032331a28d401b828786671707b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805015.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/07b/c9202032331a28d401b828786671707b/c9202032331a28d401b828786671707b_1734805015.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/3d4/902d77621e49eabca0d308bd7e9013d4/902d77621e49eabca0d308bd7e9013d4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805019.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/3d4/902d77621e49eabca0d308bd7e9013d4/902d77621e49eabca0d308bd7e9013d4_1734805019.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/dc7/22d0dafd51d34fd14bffe5a5d295ddc7/22d0dafd51d34fd14bffe5a5d295ddc7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805023.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/dc7/22d0dafd51d34fd14bffe5a5d295ddc7/22d0dafd51d34fd14bffe5a5d295ddc7_1734805023.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/296/5d648a4db4210d110093ae7d5f4bd296/5d648a4db4210d110093ae7d5f4bd296.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805027.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/296/5d648a4db4210d110093ae7d5f4bd296/5d648a4db4210d110093ae7d5f4bd296_1734805027.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/4f4/751e7c714ec0039529f314d4e00804f4/751e7c714ec0039529f314d4e00804f4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805031.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/4f4/751e7c714ec0039529f314d4e00804f4/751e7c714ec0039529f314d4e00804f4_1734805031.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/fbf/e168e2a058c8e3e267fcbecd03babfbf/e168e2a058c8e3e267fcbecd03babfbf.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805035.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/fbf/e168e2a058c8e3e267fcbecd03babfbf/e168e2a058c8e3e267fcbecd03babfbf_1734805035.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/74e/6bf49ef735d5a19fcc378110b0ed174e/6bf49ef735d5a19fcc378110b0ed174e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805039.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/74e/6bf49ef735d5a19fcc378110b0ed174e/6bf49ef735d5a19fcc378110b0ed174e_1734805039.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/8b3/0ed3b9ffc3454c88bd53451a56d998b3/0ed3b9ffc3454c88bd53451a56d998b3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805043.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/8b3/0ed3b9ffc3454c88bd53451a56d998b3/0ed3b9ffc3454c88bd53451a56d998b3_1734805043.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/6c2/29ad56202de2075ce0ae2dd3154586c2/29ad56202de2075ce0ae2dd3154586c2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805047.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/6c2/29ad56202de2075ce0ae2dd3154586c2/29ad56202de2075ce0ae2dd3154586c2_1734805047.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/f37/de481feec3741712e43a7b9f51f48f37/de481feec3741712e43a7b9f51f48f37.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805051.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/f37/de481feec3741712e43a7b9f51f48f37/de481feec3741712e43a7b9f51f48f37_1734805051.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/6cc/45dd6b7ba9f0d966ead4461247a2c6cc/45dd6b7ba9f0d966ead4461247a2c6cc.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805055.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/6cc/45dd6b7ba9f0d966ead4461247a2c6cc/45dd6b7ba9f0d966ead4461247a2c6cc_1734805055.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/448/b8f8ab85af2cda6b1fcd7ca590283448/b8f8ab85af2cda6b1fcd7ca590283448.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805059.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/448/b8f8ab85af2cda6b1fcd7ca590283448/b8f8ab85af2cda6b1fcd7ca590283448_1734805059.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/57b/e089bf82db8c3f213eb2bd9f3259357b/e089bf82db8c3f213eb2bd9f3259357b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805063.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/57b/e089bf82db8c3f213eb2bd9f3259357b/e089bf82db8c3f213eb2bd9f3259357b_1734805063.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/d41/460dc99f8bafac570d1706187b4b8d41/460dc99f8bafac570d1706187b4b8d41.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805067.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/d41/460dc99f8bafac570d1706187b4b8d41/460dc99f8bafac570d1706187b4b8d41_1734805067.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/50f/0040b0a50172127a0936c5d99e76c50f/0040b0a50172127a0936c5d99e76c50f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805071.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/50f/0040b0a50172127a0936c5d99e76c50f/0040b0a50172127a0936c5d99e76c50f_1734805071.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/4a2/dbc62a77db92bb95032fb4f05fcf64a2/dbc62a77db92bb95032fb4f05fcf64a2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805075.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/4a2/dbc62a77db92bb95032fb4f05fcf64a2/dbc62a77db92bb95032fb4f05fcf64a2_1734805075.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/201/398f2be33202c0933adca7c8a1ff9201/398f2be33202c0933adca7c8a1ff9201.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805079.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/201/398f2be33202c0933adca7c8a1ff9201/398f2be33202c0933adca7c8a1ff9201_1734805079.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/28f/802a0db65a0be99c4a66a4e04fea728f/802a0db65a0be99c4a66a4e04fea728f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805083.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/28f/802a0db65a0be99c4a66a4e04fea728f/802a0db65a0be99c4a66a4e04fea728f_1734805083.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/3f1/13844d49b236974723aecfef078733f1/13844d49b236974723aecfef078733f1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805087.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/3f1/13844d49b236974723aecfef078733f1/13844d49b236974723aecfef078733f1_1734805087.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/99c/d9e1934c7ac6cf4b005dbb943598499c/d9e1934c7ac6cf4b005dbb943598499c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805091.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/99c/d9e1934c7ac6cf4b005dbb943598499c/d9e1934c7ac6cf4b005dbb943598499c_1734805091.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/f7e/3428752a940c8314567c8ebb5a546f7e/3428752a940c8314567c8ebb5a546f7e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805095.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/f7e/3428752a940c8314567c8ebb5a546f7e/3428752a940c8314567c8ebb5a546f7e_1734805095.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/c4c/04a61cc699b00d8f3a7205714ed2fc4c/04a61cc699b00d8f3a7205714ed2fc4c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805099.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/c4c/04a61cc699b00d8f3a7205714ed2fc4c/04a61cc699b00d8f3a7205714ed2fc4c_1734805099.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/b8d/c98949c9d976f49e040745145329fb8d/c98949c9d976f49e040745145329fb8d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805103.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/b8d/c98949c9d976f49e040745145329fb8d/c98949c9d976f49e040745145329fb8d_1734805103.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/c7f/64ce7f935b15fe09ed7d2fccbf632c7f/64ce7f935b15fe09ed7d2fccbf632c7f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805107.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/c7f/64ce7f935b15fe09ed7d2fccbf632c7f/64ce7f935b15fe09ed7d2fccbf632c7f_1734805107.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/615/143cef22489fcafe8ed24fb0e9921615/143cef22489fcafe8ed24fb0e9921615.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805111.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/615/143cef22489fcafe8ed24fb0e9921615/143cef22489fcafe8ed24fb0e9921615_1734805111.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/237/8ef03410e3a5920d658faedf886d0237/8ef03410e3a5920d658faedf886d0237.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805115.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/237/8ef03410e3a5920d658faedf886d0237/8ef03410e3a5920d658faedf886d0237_1734805115.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/d9e/bc3b065b241871eba46937eefb2a2d9e/bc3b065b241871eba46937eefb2a2d9e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805119.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/d9e/bc3b065b241871eba46937eefb2a2d9e/bc3b065b241871eba46937eefb2a2d9e_1734805119.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/8eb/63d1b1cfd770da5414f9859da7d1c8eb/63d1b1cfd770da5414f9859da7d1c8eb.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805123.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/8eb/63d1b1cfd770da5414f9859da7d1c8eb/63d1b1cfd770da5414f9859da7d1c8eb_1734805123.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/953/f53d6d24f970297e956aff1a37c5b953/f53d6d24f970297e956aff1a37c5b953.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805127.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/953/f53d6d24f970297e956aff1a37c5b953/f53d6d24f970297e956aff1a37c5b953_1734805127.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/387/8bb5dfc13e9d29704cde54e50f59c387/8bb5dfc13e9d29704cde54e50f59c387.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805131.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/387/8bb5dfc13e9d29704cde54e50f59c387/8bb5dfc13e9d29704cde54e50f59c387_1734805131.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/767/30a84bb353a7c2823238746ca5ead767/30a84bb353a7c2823238746ca5ead767.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805135.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/767/30a84bb353a7c2823238746ca5ead767/30a84bb353a7c2823238746ca5ead767_1734805135.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/18b/cf5c774933a43dbfe08990300362918b/cf5c774933a43dbfe08990300362918b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805139.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/18b/cf5c774933a43dbfe08990300362918b/cf5c774933a43dbfe08990300362918b_1734805139.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/e33/78d292a15a00fd914f7794ffdaddee33/78d292a15a00fd914f7794ffdaddee33.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805143.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/e33/78d292a15a00fd914f7794ffdaddee33/78d292a15a00fd914f7794ffdaddee33_1734805143.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/d5f/aae071fccce6b8cd13509179e6e8bd5f/aae071fccce6b8cd13509179e6e8bd5f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805147.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/d5f/aae071fccce6b8cd13509179e6e8bd5f/aae071fccce6b8cd13509179e6e8bd5f_1734805147.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/5d5/36d38c57a156698d77d0634ff9c005d5/36d38c57a156698d77d0634ff9c005d5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805151.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/5d5/36d38c57a156698d77d0634ff9c005d5/36d38c57a156698d77d0634ff9c005d5_1734805151.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/214/1c4605435b5bc14f29ad7454c175c214/1c4605435b5bc14f29ad7454c175c214.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805155.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/214/1c4605435b5bc14f29ad7454c175c214/1c4605435b5bc14f29ad7454c175c214_1734805155.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/c65/ba09aad6270fa4fc3e1779a1741f0c65/ba09aad6270fa4fc3e1779a1741f0c65.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805159.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/c65/ba09aad6270fa4fc3e1779a1741f0c65/ba09aad6270fa4fc3e1779a1741f0c65_1734805159.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/3a9/2407de038f008ed34d357753a7a6e3a9/2407de038f008ed34d357753a7a6e3a9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805163.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/3a9/2407de038f008ed34d357753a7a6e3a9/2407de038f008ed34d357753a7a6e3a9_1734805163.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/45e/17e95f15db926e1389bf9ac9d56d345e/17e95f15db926e1389bf9ac9d56d345e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805167.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/45e/17e95f15db926e1389bf9ac9d56d345e/17e95f15db926e1389bf9ac9d56d345e_1734805167.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/c6e/88286f6e3353e70ac00c8d4d947dfc6e/88286f6e3353e70ac00c8d4d947dfc6e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805171.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/c6e/88286f6e3353e70ac00c8d4d947dfc6e/88286f6e3353e70ac00c8d4d947dfc6e_1734805171.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/8cb/1b1c74a4d044b147e18c30e7e37ee8cb/1b1c74a4d044b147e18c30e7e37ee8cb.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805175.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/8cb/1b1c74a4d044b147e18c30e7e37ee8cb/1b1c74a4d044b147e18c30e7e37ee8cb_1734805175.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/ed5/e4e1e9d7b57f5c685a0027316797ded5/e4e1e9d7b57f5c685a0027316797ded5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805179.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/ed5/e4e1e9d7b57f5c685a0027316797ded5/e4e1e9d7b57f5c685a0027316797ded5_1734805179.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/e8d/96b942ab7f8e3ec1396d0b262cabfe8d/96b942ab7f8e3ec1396d0b262cabfe8d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805183.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/e8d/96b942ab7f8e3ec1396d0b262cabfe8d/96b942ab7f8e3ec1396d0b262cabfe8d_1734805183.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/d82/4dd666cb7aa4b02016999d3d2e24ed82/4dd666cb7aa4b02016999d3d2e24ed82.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805187.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/d82/4dd666cb7aa4b02016999d3d2e24ed82/4dd666cb7aa4b02016999d3d2e24ed82_1734805187.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/ec3/e504ee030f9ff6214c03a9b207043ec3/e504ee030f9ff6214c03a9b207043ec3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805191.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/ec3/e504ee030f9ff6214c03a9b207043ec3/e504ee030f9ff6214c03a9b207043ec3_1734805191.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/206/531c3454a1391fda69e74d04982ce206/531c3454a1391fda69e74d04982ce206.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805195.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/206/531c3454a1391fda69e74d04982ce206/531c3454a1391fda69e74d04982ce206_1734805195.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/b41/542811071d0b01d135205a4e2f437b41/542811071d0b01d135205a4e2f437b41.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805199.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/b41/542811071d0b01d135205a4e2f437b41/542811071d0b01d135205a4e2f437b41_1734805199.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/990/276ebeb1bb4ef6392c3968237f302990/276ebeb1bb4ef6392c3968237f302990.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805203.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/990/276ebeb1bb4ef6392c3968237f302990/276ebeb1bb4ef6392c3968237f302990_1734805203.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/11c/290bb0403134a082bc6865ea3105e11c/290bb0403134a082bc6865ea3105e11c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805207.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/11c/290bb0403134a082bc6865ea3105e11c/290bb0403134a082bc6865ea3105e11c_1734805207.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/846/3bd2e510a4d9121cb25a2cfaeeee3846/3bd2e510a4d9121cb25a2cfaeeee3846.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805211.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/846/3bd2e510a4d9121cb25a2cfaeeee3846/3bd2e510a4d9121cb25a2cfaeeee3846_1734805211.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/cf0/80858466baf6d0c28ccddb0752b2acf0/80858466baf6d0c28ccddb0752b2acf0.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805215.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/cf0/80858466baf6d0c28ccddb0752b2acf0/80858466baf6d0c28ccddb0752b2acf0_1734805215.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/acd/e52a16c5d1200668acb57c6102318acd/e52a16c5d1200668acb57c6102318acd.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805219.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/acd/e52a16c5d1200668acb57c6102318acd/e52a16c5d1200668acb57c6102318acd_1734805219.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/a0d/6e053b7788da77e1cb196cced4af3a0d/6e053b7788da77e1cb196cced4af3a0d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805223.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/a0d/6e053b7788da77e1cb196cced4af3a0d/6e053b7788da77e1cb196cced4af3a0d_1734805223.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/fa1/be9d85576e82e20ae2270e1cd4925fa1/be9d85576e82e20ae2270e1cd4925fa1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805227.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/fa1/be9d85576e82e20ae2270e1cd4925fa1/be9d85576e82e20ae2270e1cd4925fa1_1734805227.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/830/31ddbc3c946dbbb61662560cc072e830/31ddbc3c946dbbb61662560cc072e830.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805231.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/830/31ddbc3c946dbbb61662560cc072e830/31ddbc3c946dbbb61662560cc072e830_1734805231.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/aaf/cf4f50c8818d86ea4a514c207226caaf/cf4f50c8818d86ea4a514c207226caaf.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805235.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/aaf/cf4f50c8818d86ea4a514c207226caaf/cf4f50c8818d86ea4a514c207226caaf_1734805235.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/4e0/dfc940b9509b8dd73e44a64a433094e0/dfc940b9509b8dd73e44a64a433094e0.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805239.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/4e0/dfc940b9509b8dd73e44a64a433094e0/dfc940b9509b8dd73e44a64a433094e0_1734805239.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/bdb/859870c2eb5d58ddf5f05b8ab0d6ebdb/859870c2eb5d58ddf5f05b8ab0d6ebdb.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805243.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/bdb/859870c2eb5d58ddf5f05b8ab0d6ebdb/859870c2eb5d58ddf5f05b8ab0d6ebdb_1734805243.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/d3c/18b69e2a26e3a2819e94bf1f7efddd3c/18b69e2a26e3a2819e94bf1f7efddd3c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805247.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/d3c/18b69e2a26e3a2819e94bf1f7efddd3c/18b69e2a26e3a2819e94bf1f7efddd3c_1734805247.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/b9e/acf47bedbda8efef7fd221465f697b9e/acf47bedbda8efef7fd221465f697b9e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805251.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/b9e/acf47bedbda8efef7fd221465f697b9e/acf47bedbda8efef7fd221465f697b9e_1734805251.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/e4b/575fce2887148df7b38e73542bdb6e4b/575fce2887148df7b38e73542bdb6e4b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805255.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/e4b/575fce2887148df7b38e73542bdb6e4b/575fce2887148df7b38e73542bdb6e4b_1734805255.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/6bf/5c07dc9982850353d511145ab59c86bf/5c07dc9982850353d511145ab59c86bf.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805259.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/6bf/5c07dc9982850353d511145ab59c86bf/5c07dc9982850353d511145ab59c86bf_1734805259.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/6bd/07eeaa486db3753d32a4e76fafea46bd/07eeaa486db3753d32a4e76fafea46bd.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805263.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/6bd/07eeaa486db3753d32a4e76fafea46bd/07eeaa486db3753d32a4e76fafea46bd_1734805263.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/1f1/13b4c5ef18060ee0862e726f349ae1f1/13b4c5ef18060ee0862e726f349ae1f1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805267.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/1f1/13b4c5ef18060ee0862e726f349ae1f1/13b4c5ef18060ee0862e726f349ae1f1_1734805267.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/f03/52bcb7e5fbce2733ad2961314fc1ef03/52bcb7e5fbce2733ad2961314fc1ef03.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805271.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/f03/52bcb7e5fbce2733ad2961314fc1ef03/52bcb7e5fbce2733ad2961314fc1ef03_1734805271.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/2cf/365cf7549f9181b6d3e2d2cd93d642cf/365cf7549f9181b6d3e2d2cd93d642cf.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805275.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/2cf/365cf7549f9181b6d3e2d2cd93d642cf/365cf7549f9181b6d3e2d2cd93d642cf_1734805275.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/4e1/c6de2722902dbaceae95037dba4cd4e1/c6de2722902dbaceae95037dba4cd4e1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805279.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/4e1/c6de2722902dbaceae95037dba4cd4e1/c6de2722902dbaceae95037dba4cd4e1_1734805279.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/647/7102b7c602b76b78e471db5ad6a04647/7102b7c602b76b78e471db5ad6a04647.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805283.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/647/7102b7c602b76b78e471db5ad6a04647/7102b7c602b76b78e471db5ad6a04647_1734805283.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/99e/b18c02a1ae7438bd980ec69a2abf999e/b18c02a1ae7438bd980ec69a2abf999e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805287.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/99e/b18c02a1ae7438bd980ec69a2abf999e/b18c02a1ae7438bd980ec69a2abf999e_1734805287.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/563/304563b280e5b2feeb2f1ddeacef7563/304563b280e5b2feeb2f1ddeacef7563.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805291.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/563/304563b280e5b2feeb2f1ddeacef7563/304563b280e5b2feeb2f1ddeacef7563_1734805291.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/f82/4379c525b4dcf4887bad8a2dea32df82/4379c525b4dcf4887bad8a2dea32df82.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805295.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/f82/4379c525b4dcf4887bad8a2dea32df82/4379c525b4dcf4887bad8a2dea32df82_1734805295.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/023/5630347144001e6c8d02ad0b24e01023/5630347144001e6c8d02ad0b24e01023.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805299.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/023/5630347144001e6c8d02ad0b24e01023/5630347144001e6c8d02ad0b24e01023_1734805299.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/3a4/d222214ece6ee764dc2e4aae32da93a4/d222214ece6ee764dc2e4aae32da93a4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805303.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/3a4/d222214ece6ee764dc2e4aae32da93a4/d222214ece6ee764dc2e4aae32da93a4_1734805303.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/e63/05267aaca00997a64bf81ec908dbbe63/05267aaca00997a64bf81ec908dbbe63.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805307.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/e63/05267aaca00997a64bf81ec908dbbe63/05267aaca00997a64bf81ec908dbbe63_1734805307.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/11f/ef10c0e84880e6720a6515ddfe01c11f/ef10c0e84880e6720a6515ddfe01c11f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805311.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/11f/ef10c0e84880e6720a6515ddfe01c11f/ef10c0e84880e6720a6515ddfe01c11f_1734805311.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/e8b/168fd5b3f37b9497cef3ad39dd170e8b/168fd5b3f37b9497cef3ad39dd170e8b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805315.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/e8b/168fd5b3f37b9497cef3ad39dd170e8b/168fd5b3f37b9497cef3ad39dd170e8b_1734805315.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/151/056060b51aacee844545a8439da7a151/056060b51aacee844545a8439da7a151.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805319.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/151/056060b51aacee844545a8439da7a151/056060b51aacee844545a8439da7a151_1734805319.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/60d/11960f97950b2084957a15b26df3560d/11960f97950b2084957a15b26df3560d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805323.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/60d/11960f97950b2084957a15b26df3560d/11960f97950b2084957a15b26df3560d_1734805323.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/a1e/684fa5bd6546291101f12be3aa6eda1e/684fa5bd6546291101f12be3aa6eda1e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805327.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/a1e/684fa5bd6546291101f12be3aa6eda1e/684fa5bd6546291101f12be3aa6eda1e_1734805327.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/5ec/d38a2588b1edae9737ce4183d383b5ec/d38a2588b1edae9737ce4183d383b5ec.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805331.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/5ec/d38a2588b1edae9737ce4183d383b5ec/d38a2588b1edae9737ce4183d383b5ec_1734805331.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/c1c/cd15f22639956ce3335dd5b1d964cc1c/cd15f22639956ce3335dd5b1d964cc1c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805335.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/c1c/cd15f22639956ce3335dd5b1d964cc1c/cd15f22639956ce3335dd5b1d964cc1c_1734805335.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/2a7/9d764bc549a81d4a9ae68f0181ffd2a7/9d764bc549a81d4a9ae68f0181ffd2a7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805339.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/2a7/9d764bc549a81d4a9ae68f0181ffd2a7/9d764bc549a81d4a9ae68f0181ffd2a7_1734805339.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/7d4/ac8b25a85460b4345d92b3bb98f597d4/ac8b25a85460b4345d92b3bb98f597d4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805343.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/7d4/ac8b25a85460b4345d92b3bb98f597d4/ac8b25a85460b4345d92b3bb98f597d4_1734805343.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/bb3/f4d99689984b7fa47055abf581232bb3/f4d99689984b7fa47055abf581232bb3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805347.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/bb3/f4d99689984b7fa47055abf581232bb3/f4d99689984b7fa47055abf581232bb3_1734805347.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/20d/ad3583b8f63a33a359be2ef36bc7720d/ad3583b8f63a33a359be2ef36bc7720d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805351.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/20d/ad3583b8f63a33a359be2ef36bc7720d/ad3583b8f63a33a359be2ef36bc7720d_1734805351.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/93d/7fbdd5989f9be90d9f1d21cda5de593d/7fbdd5989f9be90d9f1d21cda5de593d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805355.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/93d/7fbdd5989f9be90d9f1d21cda5de593d/7fbdd5989f9be90d9f1d21cda5de593d_1734805355.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/0e5/c52ce046d146b6fb6accf5ef4f4280e5/c52ce046d146b6fb6accf5ef4f4280e5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805359.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/0e5/c52ce046d146b6fb6accf5ef4f4280e5/c52ce046d146b6fb6accf5ef4f4280e5_1734805359.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/a44/075043e4eaf024e300d9f20f6f5c7a44/075043e4eaf024e300d9f20f6f5c7a44.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805363.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/a44/075043e4eaf024e300d9f20f6f5c7a44/075043e4eaf024e300d9f20f6f5c7a44_1734805363.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/aa1/a82d4b4ae792a5317e2e640d714bdaa1/a82d4b4ae792a5317e2e640d714bdaa1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805367.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/aa1/a82d4b4ae792a5317e2e640d714bdaa1/a82d4b4ae792a5317e2e640d714bdaa1_1734805367.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/854/1d65725cadb61a245ef5794424ab4854/1d65725cadb61a245ef5794424ab4854.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805371.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/854/1d65725cadb61a245ef5794424ab4854/1d65725cadb61a245ef5794424ab4854_1734805371.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0yna035q/sda/containers/0/9a1/a294d431fb90423f3c8e01bd3341d9a1/a294d431fb90423f3c8e01bd3341d9a1.db'test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/b66/6fb5cc61cdcfe8c6cef5197a18a3eb66/6fb5cc61cdcfe8c6cef5197a18a3eb66.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215697.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/b66/6fb5cc61cdcfe8c6cef5197a18a3eb66/6fb5cc61cdcfe8c6cef5197a18a3eb66_1769215697.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/5cb/5dccd1d09451880691a6d695fb3535cb/5dccd1d09451880691a6d695fb3535cb.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215701.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/5cb/5dccd1d09451880691a6d695fb3535cb/5dccd1d09451880691a6d695fb3535cb_1769215701.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/618/d8b8ab89224beca19c2bb003f1e62618/d8b8ab89224beca19c2bb003f1e62618.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215705.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/618/d8b8ab89224beca19c2bb003f1e62618/d8b8ab89224beca19c2bb003f1e62618_1769215705.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/c98/5dcfe5c08d07e4214289d521ded7ac98/5dcfe5c08d07e4214289d521ded7ac98.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215709.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/c98/5dcfe5c08d07e4214289d521ded7ac98/5dcfe5c08d07e4214289d521ded7ac98_1769215709.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/417/541a3e2da149a5371d11c85600e24417/541a3e2da149a5371d11c85600e24417.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215713.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/417/541a3e2da149a5371d11c85600e24417/541a3e2da149a5371d11c85600e24417_1769215713.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/194/58044abe3ee3074a871ff10f41bee194/58044abe3ee3074a871ff10f41bee194.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215717.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/194/58044abe3ee3074a871ff10f41bee194/58044abe3ee3074a871ff10f41bee194_1769215717.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/8cd/69ecc2b888357d612dd43720522318cd/69ecc2b888357d612dd43720522318cd.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215721.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/8cd/69ecc2b888357d612dd43720522318cd/69ecc2b888357d612dd43720522318cd_1769215721.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/39e/5bea2eecd4a658d402999bc52bacf39e/5bea2eecd4a658d402999bc52bacf39e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215725.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/39e/5bea2eecd4a658d402999bc52bacf39e/5bea2eecd4a658d402999bc52bacf39e_1769215725.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/4b9/7d6ce40613bf7969d21ed9ba000924b9/7d6ce40613bf7969d21ed9ba000924b9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215729.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/4b9/7d6ce40613bf7969d21ed9ba000924b9/7d6ce40613bf7969d21ed9ba000924b9_1769215729.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/340/6c260f93f9001d89f6ad9e46ce9a5340/6c260f93f9001d89f6ad9e46ce9a5340.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215733.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/340/6c260f93f9001d89f6ad9e46ce9a5340/6c260f93f9001d89f6ad9e46ce9a5340_1769215733.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/ded/9c9d38a3e94322d56d5c19cfd2282ded/9c9d38a3e94322d56d5c19cfd2282ded.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215737.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/ded/9c9d38a3e94322d56d5c19cfd2282ded/9c9d38a3e94322d56d5c19cfd2282ded_1769215737.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/7fe/f9d8071e416b7b6acf65a60215a307fe/f9d8071e416b7b6acf65a60215a307fe.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215741.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/7fe/f9d8071e416b7b6acf65a60215a307fe/f9d8071e416b7b6acf65a60215a307fe_1769215741.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/fbd/84be65490c8f999589ffac4a8fbe5fbd/84be65490c8f999589ffac4a8fbe5fbd.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215745.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/fbd/84be65490c8f999589ffac4a8fbe5fbd/84be65490c8f999589ffac4a8fbe5fbd_1769215745.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/2e3/fbcd73cce18a3a31647a35529ed582e3/fbcd73cce18a3a31647a35529ed582e3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215749.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/2e3/fbcd73cce18a3a31647a35529ed582e3/fbcd73cce18a3a31647a35529ed582e3_1769215749.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/75e/162cbb25e3022b1eda9356bc15f7675e/162cbb25e3022b1eda9356bc15f7675e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215753.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/75e/162cbb25e3022b1eda9356bc15f7675e/162cbb25e3022b1eda9356bc15f7675e_1769215753.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/7be/836170cbbecac9e4bd3daa0733c7c7be/836170cbbecac9e4bd3daa0733c7c7be.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215757.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/7be/836170cbbecac9e4bd3daa0733c7c7be/836170cbbecac9e4bd3daa0733c7c7be_1769215757.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/bcf/ccea6f0c30c2417506ffe3d14c7e6bcf/ccea6f0c30c2417506ffe3d14c7e6bcf.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215761.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/bcf/ccea6f0c30c2417506ffe3d14c7e6bcf/ccea6f0c30c2417506ffe3d14c7e6bcf_1769215761.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/e7f/cbf5901f50875cf30e0fbc80a2ed3e7f/cbf5901f50875cf30e0fbc80a2ed3e7f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215765.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/e7f/cbf5901f50875cf30e0fbc80a2ed3e7f/cbf5901f50875cf30e0fbc80a2ed3e7f_1769215765.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/56f/eb465b1c6e0739fd848fa8467fa5c56f/eb465b1c6e0739fd848fa8467fa5c56f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215769.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/56f/eb465b1c6e0739fd848fa8467fa5c56f/eb465b1c6e0739fd848fa8467fa5c56f_1769215769.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/85c/c73e21cc8f5151aa1b9e30760b39c85c/c73e21cc8f5151aa1b9e30760b39c85c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215773.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/85c/c73e21cc8f5151aa1b9e30760b39c85c/c73e21cc8f5151aa1b9e30760b39c85c_1769215773.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/c80/f2113b2b02efde32542913101e26dc80/f2113b2b02efde32542913101e26dc80.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215777.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/c80/f2113b2b02efde32542913101e26dc80/f2113b2b02efde32542913101e26dc80_1769215777.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/da6/07acee2f6efdf0ae518fe6917fa3ada6/07acee2f6efdf0ae518fe6917fa3ada6.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215781.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/da6/07acee2f6efdf0ae518fe6917fa3ada6/07acee2f6efdf0ae518fe6917fa3ada6_1769215781.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/50d/6f0f18a73d0aded33c68aeb9d73b350d/6f0f18a73d0aded33c68aeb9d73b350d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215785.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/50d/6f0f18a73d0aded33c68aeb9d73b350d/6f0f18a73d0aded33c68aeb9d73b350d_1769215785.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/55e/63fe46ab5b73e3117e15abd2c0dfd55e/63fe46ab5b73e3117e15abd2c0dfd55e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215789.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/55e/63fe46ab5b73e3117e15abd2c0dfd55e/63fe46ab5b73e3117e15abd2c0dfd55e_1769215789.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/809/07e457ac2e3727a607205f49d8b06809/07e457ac2e3727a607205f49d8b06809.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215793.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/809/07e457ac2e3727a607205f49d8b06809/07e457ac2e3727a607205f49d8b06809_1769215793.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/84f/c0dfa3b5de4bd039ce96ea9dd6b4c84f/c0dfa3b5de4bd039ce96ea9dd6b4c84f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215797.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/84f/c0dfa3b5de4bd039ce96ea9dd6b4c84f/c0dfa3b5de4bd039ce96ea9dd6b4c84f_1769215797.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/dd3/3388930ffb9ab2505819bc8dcb8e9dd3/3388930ffb9ab2505819bc8dcb8e9dd3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215801.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/dd3/3388930ffb9ab2505819bc8dcb8e9dd3/3388930ffb9ab2505819bc8dcb8e9dd3_1769215801.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/8fb/3d95500a58305b10fb5cce98ee5bb8fb/3d95500a58305b10fb5cce98ee5bb8fb.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215805.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/8fb/3d95500a58305b10fb5cce98ee5bb8fb/3d95500a58305b10fb5cce98ee5bb8fb_1769215805.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/196/e74a8958c73cccbd92600f4899021196/e74a8958c73cccbd92600f4899021196.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215809.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/196/e74a8958c73cccbd92600f4899021196/e74a8958c73cccbd92600f4899021196_1769215809.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/d66/769ec4ec71995e960ae4555f40707d66/769ec4ec71995e960ae4555f40707d66.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215813.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/d66/769ec4ec71995e960ae4555f40707d66/769ec4ec71995e960ae4555f40707d66_1769215813.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/233/6f03bbca63889989b6d0252896983233/6f03bbca63889989b6d0252896983233.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215817.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/233/6f03bbca63889989b6d0252896983233/6f03bbca63889989b6d0252896983233_1769215817.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/1d0/13e07bacca239e19ed178c0934d381d0/13e07bacca239e19ed178c0934d381d0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215821.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/1d0/13e07bacca239e19ed178c0934d381d0/13e07bacca239e19ed178c0934d381d0_1769215821.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/a04/49c7c62332f0a74484467b1e9811ea04/49c7c62332f0a74484467b1e9811ea04.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215825.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/a04/49c7c62332f0a74484467b1e9811ea04/49c7c62332f0a74484467b1e9811ea04_1769215825.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/a83/2f9714af707f82349c51a6aee17d1a83/2f9714af707f82349c51a6aee17d1a83.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215829.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/a83/2f9714af707f82349c51a6aee17d1a83/2f9714af707f82349c51a6aee17d1a83_1769215829.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/480/6db203ef0a3aaf00a0486f4df3e70480/6db203ef0a3aaf00a0486f4df3e70480.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215833.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/480/6db203ef0a3aaf00a0486f4df3e70480/6db203ef0a3aaf00a0486f4df3e70480_1769215833.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/fba/845285f0b8ebff155633f2f5b2932fba/845285f0b8ebff155633f2f5b2932fba.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215837.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/fba/845285f0b8ebff155633f2f5b2932fba/845285f0b8ebff155633f2f5b2932fba_1769215837.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/335/3ad7946ba458f6792b583813831c1335/3ad7946ba458f6792b583813831c1335.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215841.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/335/3ad7946ba458f6792b583813831c1335/3ad7946ba458f6792b583813831c1335_1769215841.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/ed2/0819c76743807bbf7f8306879d91ded2/0819c76743807bbf7f8306879d91ded2.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215845.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/ed2/0819c76743807bbf7f8306879d91ded2/0819c76743807bbf7f8306879d91ded2_1769215845.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/f9e/cdcafb436af44906de2d3eafa8df9f9e/cdcafb436af44906de2d3eafa8df9f9e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215849.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/f9e/cdcafb436af44906de2d3eafa8df9f9e/cdcafb436af44906de2d3eafa8df9f9e_1769215849.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/4f2/d143c4af6355d56f031407ffd2db04f2/d143c4af6355d56f031407ffd2db04f2.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215853.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/4f2/d143c4af6355d56f031407ffd2db04f2/d143c4af6355d56f031407ffd2db04f2_1769215853.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/d10/7a22c31b9582948545dc445229b58d10/7a22c31b9582948545dc445229b58d10.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215857.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/d10/7a22c31b9582948545dc445229b58d10/7a22c31b9582948545dc445229b58d10_1769215857.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/c77/6da2be01967d22ab4b08f56474d21c77/6da2be01967d22ab4b08f56474d21c77.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215861.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/c77/6da2be01967d22ab4b08f56474d21c77/6da2be01967d22ab4b08f56474d21c77_1769215861.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/935/791c64e19677aee83f38c78ebe3dc935/791c64e19677aee83f38c78ebe3dc935.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215865.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/935/791c64e19677aee83f38c78ebe3dc935/791c64e19677aee83f38c78ebe3dc935_1769215865.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/72f/eb622ce650632af3a914e10aef8f272f/eb622ce650632af3a914e10aef8f272f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215869.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/72f/eb622ce650632af3a914e10aef8f272f/eb622ce650632af3a914e10aef8f272f_1769215869.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/359/40837951f5c2fad22aa184e17a89f359/40837951f5c2fad22aa184e17a89f359.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215873.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/359/40837951f5c2fad22aa184e17a89f359/40837951f5c2fad22aa184e17a89f359_1769215873.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/3a9/52a60816f7925cb7ee115ce3e927c3a9/52a60816f7925cb7ee115ce3e927c3a9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215877.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/3a9/52a60816f7925cb7ee115ce3e927c3a9/52a60816f7925cb7ee115ce3e927c3a9_1769215877.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/802/727c893ced17b1cdf891e1763d5e8802/727c893ced17b1cdf891e1763d5e8802.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215881.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/802/727c893ced17b1cdf891e1763d5e8802/727c893ced17b1cdf891e1763d5e8802_1769215881.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/414/bad533ea628c532fb6220dd4fa6c0414/bad533ea628c532fb6220dd4fa6c0414.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215885.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/414/bad533ea628c532fb6220dd4fa6c0414/bad533ea628c532fb6220dd4fa6c0414_1769215885.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/fdb/ef7f76d0fcadb750f23e2c8705436fdb/ef7f76d0fcadb750f23e2c8705436fdb.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215889.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/fdb/ef7f76d0fcadb750f23e2c8705436fdb/ef7f76d0fcadb750f23e2c8705436fdb_1769215889.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/edb/b2645e4254b106952e4e89652a246edb/b2645e4254b106952e4e89652a246edb.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215893.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/edb/b2645e4254b106952e4e89652a246edb/b2645e4254b106952e4e89652a246edb_1769215893.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/40e/97b59d87783df1f6d79f8da0b9f4440e/97b59d87783df1f6d79f8da0b9f4440e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215897.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/40e/97b59d87783df1f6d79f8da0b9f4440e/97b59d87783df1f6d79f8da0b9f4440e_1769215897.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/73c/bfae367c6d4bf2f4354d16c46e3fd73c/bfae367c6d4bf2f4354d16c46e3fd73c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215901.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/73c/bfae367c6d4bf2f4354d16c46e3fd73c/bfae367c6d4bf2f4354d16c46e3fd73c_1769215901.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/a29/64b2512373b5e46400cca7801466ca29/64b2512373b5e46400cca7801466ca29.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215905.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/a29/64b2512373b5e46400cca7801466ca29/64b2512373b5e46400cca7801466ca29_1769215905.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/df9/44ee562114081fa0684ae858fc437df9/44ee562114081fa0684ae858fc437df9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215909.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/df9/44ee562114081fa0684ae858fc437df9/44ee562114081fa0684ae858fc437df9_1769215909.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/948/f8da0fa4f5a52e26a0e325f9adf36948/f8da0fa4f5a52e26a0e325f9adf36948.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215913.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/948/f8da0fa4f5a52e26a0e325f9adf36948/f8da0fa4f5a52e26a0e325f9adf36948_1769215913.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/def/3d8dd212d3f999a977d90ea29777fdef/3d8dd212d3f999a977d90ea29777fdef.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215917.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/def/3d8dd212d3f999a977d90ea29777fdef/3d8dd212d3f999a977d90ea29777fdef_1769215917.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/581/0494d8e4f0cf26a840fda591b3615581/0494d8e4f0cf26a840fda591b3615581.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215921.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/581/0494d8e4f0cf26a840fda591b3615581/0494d8e4f0cf26a840fda591b3615581_1769215921.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/231/3157c433833b61f2106f1c2db7f2f231/3157c433833b61f2106f1c2db7f2f231.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215925.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/231/3157c433833b61f2106f1c2db7f2f231/3157c433833b61f2106f1c2db7f2f231_1769215925.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/39b/7f915b109802a93f07e3cbecfe14d39b/7f915b109802a93f07e3cbecfe14d39b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215929.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/39b/7f915b109802a93f07e3cbecfe14d39b/7f915b109802a93f07e3cbecfe14d39b_1769215929.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/15a/bd2beba67673ae90e4867f4271cb815a/bd2beba67673ae90e4867f4271cb815a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215933.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/15a/bd2beba67673ae90e4867f4271cb815a/bd2beba67673ae90e4867f4271cb815a_1769215933.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/e33/755d46c9da8b5cc92b53a55c16a97e33/755d46c9da8b5cc92b53a55c16a97e33.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215937.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/e33/755d46c9da8b5cc92b53a55c16a97e33/755d46c9da8b5cc92b53a55c16a97e33_1769215937.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn9ajzfo/sda/containers/0/cd7/bed9fe8bb9f268a1594db785237e1cd7/bed9fe8bb9f268a1594db785237e1cd7.db'test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded ... ok test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 ... ok @@ -111495,986 +107804,1133 @@ test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805375.00000-0, db: /tmp/tmp0yna035q/sda/containers/0/9a1/a294d431fb90423f3c8e01bd3341d9a1/a294d431fb90423f3c8e01bd3341d9a1_1734805375.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804868.00000-0, db: /tmp/tmp0ysg7b0w/sda/containers/0/5b4/57f237b54691c985b2a695d4dc0955b4/57f237b54691c985b2a695d4dc0955b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804872.00000-0, db: /tmp/tmp0ysg7b0w/sda/containers/0/0cf/6e65240365c0693738a3b498a242e0cf/6e65240365c0693738a3b498a242e0cf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804876.00000-0, db: /tmp/tmp0ysg7b0w/sda/containers/0/7ed/659df5f97b24de6bdc30c30a50c397ed/659df5f97b24de6bdc30c30a50c397ed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804880.00000-0, db: /tmp/tmp0ysg7b0w/sda/containers/0/1ab/5f95d2a9081be4b45a4ba171613a01ab/5f95d2a9081be4b45a4ba171613a01ab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804869.00000-0, db: /tmp/tmpa4p8yu8f/sda/containers/0/9bd/7193bacc0c520d38dcb18e4a110a19bd/7193bacc0c520d38dcb18e4a110a19bd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804872.00000-0, db: /tmp/tmpa4p8yu8f/sda/containers/0/0cf/6e65240365c0693738a3b498a242e0cf/6e65240365c0693738a3b498a242e0cf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804875.00000-0, db: /tmp/tmpa4p8yu8f/sda/containers/0/a01/ce6aa9350ed9e32f010510727c54aa01/ce6aa9350ed9e32f010510727c54aa01.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804878.00000-0, db: /tmp/tmpa4p8yu8f/sda/containers/0/646/6d2a176b5bcc90451ae79f767e282646/6d2a176b5bcc90451ae79f767e282646.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804869.00000-0, db: /tmp/tmpfgptitos/sda/containers/0/9bd/7193bacc0c520d38dcb18e4a110a19bd/7193bacc0c520d38dcb18e4a110a19bd.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804869.00000-0, db: /tmp/tmpfgptitos/sda/containers/0/9bd/7193bacc0c520d38dcb18e4a110a19bd/7193bacc0c520d38dcb18e4a110a19bd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804869.00000-0, db: /tmp/tmpfgptitos/sda/containers/0/9bd/7193bacc0c520d38dcb18e4a110a19bd/7193bacc0c520d38dcb18e4a110a19bd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804873.00000-0, db: /tmp/tmpfgptitos/sda/containers/0/dc8/6ea7355cbd7fac8a754c8cf905f97dc8/6ea7355cbd7fac8a754c8cf905f97dc8.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804873.00000-0, db: /tmp/tmpfgptitos/sda/containers/0/dc8/6ea7355cbd7fac8a754c8cf905f97dc8/6ea7355cbd7fac8a754c8cf905f97dc8.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804873.00000-0, db: /tmp/tmpfgptitos/sda/containers/0/dc8/6ea7355cbd7fac8a754c8cf905f97dc8/6ea7355cbd7fac8a754c8cf905f97dc8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804877.00000-0, db: /tmp/tmpfgptitos/sda/containers/0/250/e481ed23107801785ca789b6f8f1f250/e481ed23107801785ca789b6f8f1f250.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804877.00000-0, db: /tmp/tmpfgptitos/sda/containers/0/250/e481ed23107801785ca789b6f8f1f250/e481ed23107801785ca789b6f8f1f250.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804877.00000-0, db: /tmp/tmpfgptitos/sda/containers/0/250/e481ed23107801785ca789b6f8f1f250/e481ed23107801785ca789b6f8f1f250.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804881.00000-0, db: /tmp/tmpfgptitos/sda/containers/0/1e8/2a12d5f7f6dbad2082cdb13d2b7111e8/2a12d5f7f6dbad2082cdb13d2b7111e8.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804881.00000-0, db: /tmp/tmpfgptitos/sda/containers/0/1e8/2a12d5f7f6dbad2082cdb13d2b7111e8/2a12d5f7f6dbad2082cdb13d2b7111e8.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804881.00000-0, db: /tmp/tmpfgptitos/sda/containers/0/1e8/2a12d5f7f6dbad2082cdb13d2b7111e8/2a12d5f7f6dbad2082cdb13d2b7111e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804869.00000-0, db: /tmp/tmpmk2v6btl/sda/containers/0/9bd/7193bacc0c520d38dcb18e4a110a19bd/7193bacc0c520d38dcb18e4a110a19bd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804869.00000-0, db: /tmp/tmpmk2v6btl/sda/containers/0/9bd/7193bacc0c520d38dcb18e4a110a19bd/7193bacc0c520d38dcb18e4a110a19bd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804872.00000-0, db: /tmp/tmpmk2v6btl/sda/containers/0/0cf/6e65240365c0693738a3b498a242e0cf/6e65240365c0693738a3b498a242e0cf.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804872.00000-0, db: /tmp/tmpmk2v6btl/sda/containers/0/0cf/6e65240365c0693738a3b498a242e0cf/6e65240365c0693738a3b498a242e0cf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804875.00000-0, db: /tmp/tmpmk2v6btl/sda/containers/0/a01/ce6aa9350ed9e32f010510727c54aa01/ce6aa9350ed9e32f010510727c54aa01.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804875.00000-0, db: /tmp/tmpmk2v6btl/sda/containers/0/a01/ce6aa9350ed9e32f010510727c54aa01/ce6aa9350ed9e32f010510727c54aa01.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804878.00000-0, db: /tmp/tmpmk2v6btl/sda/containers/0/646/6d2a176b5bcc90451ae79f767e282646/6d2a176b5bcc90451ae79f767e282646.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804878.00000-0, db: /tmp/tmpmk2v6btl/sda/containers/0/646/6d2a176b5bcc90451ae79f767e282646/6d2a176b5bcc90451ae79f767e282646.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804869.00000-0, db: /tmp/tmptj2a1v2u/sda/containers/0/9bd/7193bacc0c520d38dcb18e4a110a19bd/7193bacc0c520d38dcb18e4a110a19bd.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804869.00000-0, db: /tmp/tmptj2a1v2u/sda/containers/0/9bd/7193bacc0c520d38dcb18e4a110a19bd/7193bacc0c520d38dcb18e4a110a19bd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804872.00000-0, db: /tmp/tmptj2a1v2u/sda/containers/0/0cf/6e65240365c0693738a3b498a242e0cf/6e65240365c0693738a3b498a242e0cf.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804872.00000-0, db: /tmp/tmptj2a1v2u/sda/containers/0/0cf/6e65240365c0693738a3b498a242e0cf/6e65240365c0693738a3b498a242e0cf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804875.00000-0, db: /tmp/tmptj2a1v2u/sda/containers/0/a01/ce6aa9350ed9e32f010510727c54aa01/ce6aa9350ed9e32f010510727c54aa01.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx1300e4c6757e4dcd9b816-00697415c5) +test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: tx1300e4c6757e4dcd9b816-00697415c5) +test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: tx1300e4c6757e4dcd9b816-00697415c5) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: tx1300e4c6757e4dcd9b816-00697415c5) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx1300e4c6757e4dcd9b816-00697415c5) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: tx1300e4c6757e4dcd9b816-00697415c5) +test DEBUG: Setting object count to 1058 (txn: tx1300e4c6757e4dcd9b816-00697415c5) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx8cdf6393309a487e872a5-00697415c5) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8cdf6393309a487e872a5-00697415c5) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8cdf6393309a487e872a5-00697415c5) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: tx8cdf6393309a487e872a5-00697415c5) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx8cdf6393309a487e872a5-00697415c5) +test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx8cdf6393309a487e872a5-00697415c5) +test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: tx8cdf6393309a487e872a5-00697415c5) +test DEBUG: Setting object count to 1024 (txn: tx8cdf6393309a487e872a5-00697415c5) +test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: tx8cdf6393309a487e872a5-00697415c5) +test DEBUG: Setting object count to 1024 (txn: tx8cdf6393309a487e872a5-00697415c5) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txaa5bc641bacc4f15bee22-00697415c6) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txaa5bc641bacc4f15bee22-00697415c6) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txaa5bc641bacc4f15bee22-00697415c6) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txaa5bc641bacc4f15bee22-00697415c6) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txaa5bc641bacc4f15bee22-00697415c6) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txaa5bc641bacc4f15bee22-00697415c6) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txaa5bc641bacc4f15bee22-00697415c6) +test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: txaa5bc641bacc4f15bee22-00697415c6) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txaa5bc641bacc4f15bee22-00697415c6) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txaa5bc641bacc4f15bee22-00697415c6) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txaa5bc641bacc4f15bee22-00697415c6) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txaa5bc641bacc4f15bee22-00697415c6) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txaa5bc641bacc4f15bee22-00697415c6) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txaa5bc641bacc4f15bee22-00697415c6) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txaa5bc641bacc4f15bee22-00697415c6) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: txaa5bc641bacc4f15bee22-00697415c6) +test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txaa5bc641bacc4f15bee22-00697415c6) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: txaa5bc641bacc4f15bee22-00697415c6) +test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: txaa5bc641bacc4f15bee22-00697415c6) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txaa5bc641bacc4f15bee22-00697415c6) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txaa5bc641bacc4f15bee22-00697415c6) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txaa5bc641bacc4f15bee22-00697415c6) +test DEBUG: Setting object count to 1072 (txn: txaa5bc641bacc4f15bee22-00697415c6) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx17fcb58674724574bd505-00697415c7) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx17fcb58674724574bd505-00697415c7) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx17fcb58674724574bd505-00697415c7) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx17fcb58674724574bd505-00697415c7) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx17fcb58674724574bd505-00697415c7) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx17fcb58674724574bd505-00697415c7) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx17fcb58674724574bd505-00697415c7) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx17fcb58674724574bd505-00697415c7)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215941.00000-0, db: /tmp/tmpsn9ajzfo/sda/containers/0/cd7/bed9fe8bb9f268a1594db785237e1cd7/bed9fe8bb9f268a1594db785237e1cd7_1769215941.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215434.00000-0, db: /tmp/tmpk9tel4pu/sda/containers/0/999/1156b945a9ab257b0b8a403d7b452999/1156b945a9ab257b0b8a403d7b452999.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215438.00000-0, db: /tmp/tmpk9tel4pu/sda/containers/0/ce4/a4f166f4496dbe095750ce69ca920ce4/a4f166f4496dbe095750ce69ca920ce4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215442.00000-0, db: /tmp/tmpk9tel4pu/sda/containers/0/6c8/2a5ba67b89241bd968d8dc45443046c8/2a5ba67b89241bd968d8dc45443046c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215446.00000-0, db: /tmp/tmpk9tel4pu/sda/containers/0/7d7/6abd28dddb03ae783fb3e8bf59cfb7d7/6abd28dddb03ae783fb3e8bf59cfb7d7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215435.00000-0, db: /tmp/tmpqoic51x3/sda/containers/0/4ac/a69e9c641125c9dd2666d8fabebe04ac/a69e9c641125c9dd2666d8fabebe04ac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215438.00000-0, db: /tmp/tmpqoic51x3/sda/containers/0/ce4/a4f166f4496dbe095750ce69ca920ce4/a4f166f4496dbe095750ce69ca920ce4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215441.00000-0, db: /tmp/tmpqoic51x3/sda/containers/0/802/a178ad9db966d7dfd901ecd224ab0802/a178ad9db966d7dfd901ecd224ab0802.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215444.00000-0, db: /tmp/tmpqoic51x3/sda/containers/0/bcc/d91141c2deb21e220453677446ae8bcc/d91141c2deb21e220453677446ae8bcc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215435.00000-0, db: /tmp/tmphi5x27p2/sda/containers/0/4ac/a69e9c641125c9dd2666d8fabebe04ac/a69e9c641125c9dd2666d8fabebe04ac.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215435.00000-0, db: /tmp/tmphi5x27p2/sda/containers/0/4ac/a69e9c641125c9dd2666d8fabebe04ac/a69e9c641125c9dd2666d8fabebe04ac.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215435.00000-0, db: /tmp/tmphi5x27p2/sda/containers/0/4ac/a69e9c641125c9dd2666d8fabebe04ac/a69e9c641125c9dd2666d8fabebe04ac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215439.00000-0, db: /tmp/tmphi5x27p2/sda/containers/0/3b1/3c71dcd8af91e046b2a89d2a6b45f3b1/3c71dcd8af91e046b2a89d2a6b45f3b1.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215439.00000-0, db: /tmp/tmphi5x27p2/sda/containers/0/3b1/3c71dcd8af91e046b2a89d2a6b45f3b1/3c71dcd8af91e046b2a89d2a6b45f3b1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215439.00000-0, db: /tmp/tmphi5x27p2/sda/containers/0/3b1/3c71dcd8af91e046b2a89d2a6b45f3b1/3c71dcd8af91e046b2a89d2a6b45f3b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215443.00000-0, db: /tmp/tmphi5x27p2/sda/containers/0/623/a90a3a1d75e87ce4ba48ef1c299dd623/a90a3a1d75e87ce4ba48ef1c299dd623.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215443.00000-0, db: /tmp/tmphi5x27p2/sda/containers/0/623/a90a3a1d75e87ce4ba48ef1c299dd623/a90a3a1d75e87ce4ba48ef1c299dd623.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215443.00000-0, db: /tmp/tmphi5x27p2/sda/containers/0/623/a90a3a1d75e87ce4ba48ef1c299dd623/a90a3a1d75e87ce4ba48ef1c299dd623.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215447.00000-0, db: /tmp/tmphi5x27p2/sda/containers/0/dc8/c324e3a70db42e19fc793c48ffa4fdc8/c324e3a70db42e19fc793c48ffa4fdc8.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215447.00000-0, db: /tmp/tmphi5x27p2/sda/containers/0/dc8/c324e3a70db42e19fc793c48ffa4fdc8/c324e3a70db42e19fc793c48ffa4fdc8.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215447.00000-0, db: /tmp/tmphi5x27p2/sda/containers/0/dc8/c324e3a70db42e19fc793c48ffa4fdc8/c324e3a70db42e19fc793c48ffa4fdc8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215436.00000-0, db: /tmp/tmp4i65lu3y/sda/containers/0/233/b6112734a85a151469521be0c3037233/b6112734a85a151469521be0c3037233.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215436.00000-0, db: /tmp/tmp4i65lu3y/sda/containers/0/233/b6112734a85a151469521be0c3037233/b6112734a85a151469521be0c3037233.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215439.00000-0, db: /tmp/tmp4i65lu3y/sda/containers/0/3b1/3c71dcd8af91e046b2a89d2a6b45f3b1/3c71dcd8af91e046b2a89d2a6b45f3b1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215439.00000-0, db: /tmp/tmp4i65lu3y/sda/containers/0/3b1/3c71dcd8af91e046b2a89d2a6b45f3b1/3c71dcd8af91e046b2a89d2a6b45f3b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215442.00000-0, db: /tmp/tmp4i65lu3y/sda/containers/0/6c8/2a5ba67b89241bd968d8dc45443046c8/2a5ba67b89241bd968d8dc45443046c8.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215442.00000-0, db: /tmp/tmp4i65lu3y/sda/containers/0/6c8/2a5ba67b89241bd968d8dc45443046c8/2a5ba67b89241bd968d8dc45443046c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215445.00000-0, db: /tmp/tmp4i65lu3y/sda/containers/0/594/79a1a3a9ce382afa5168385606187594/79a1a3a9ce382afa5168385606187594.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215445.00000-0, db: /tmp/tmp4i65lu3y/sda/containers/0/594/79a1a3a9ce382afa5168385606187594/79a1a3a9ce382afa5168385606187594.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215436.00000-0, db: /tmp/tmpqhv_960t/sda/containers/0/233/b6112734a85a151469521be0c3037233/b6112734a85a151469521be0c3037233.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215436.00000-0, db: /tmp/tmpqhv_960t/sda/containers/0/233/b6112734a85a151469521be0c3037233/b6112734a85a151469521be0c3037233.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215439.00000-0, db: /tmp/tmpqhv_960t/sda/containers/0/3b1/3c71dcd8af91e046b2a89d2a6b45f3b1/3c71dcd8af91e046b2a89d2a6b45f3b1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215439.00000-0, db: /tmp/tmpqhv_960t/sda/containers/0/3b1/3c71dcd8af91e046b2a89d2a6b45f3b1/3c71dcd8af91e046b2a89d2a6b45f3b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215442.00000-0, db: /tmp/tmpqhv_960t/sda/containers/0/6c8/2a5ba67b89241bd968d8dc45443046c8/2a5ba67b89241bd968d8dc45443046c8.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving ... ok test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid ... ok + +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215442.00000-0, db: /tmp/tmpqhv_960t/sda/containers/0/6c8/2a5ba67b89241bd968d8dc45443046c8/2a5ba67b89241bd968d8dc45443046c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215445.00000-0, db: /tmp/tmpqhv_960t/sda/containers/0/594/79a1a3a9ce382afa5168385606187594/79a1a3a9ce382afa5168385606187594.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215445.00000-0, db: /tmp/tmpqhv_960t/sda/containers/0/594/79a1a3a9ce382afa5168385606187594/79a1a3a9ce382afa5168385606187594.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215436.00000-0, db: /tmp/tmpkdyq2pr7/sda/containers/0/233/b6112734a85a151469521be0c3037233/b6112734a85a151469521be0c3037233.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215438.00000-0, db: /tmp/tmpkdyq2pr7/sda/containers/0/ce4/a4f166f4496dbe095750ce69ca920ce4/a4f166f4496dbe095750ce69ca920ce4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215440.00000-0, db: /tmp/tmpkdyq2pr7/sda/containers/0/6ec/dbd5a5253819a7ac0904b33fd6d0f6ec/dbd5a5253819a7ac0904b33fd6d0f6ec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215442.00000-0, db: /tmp/tmpkdyq2pr7/sda/containers/0/6c8/2a5ba67b89241bd968d8dc45443046c8/2a5ba67b89241bd968d8dc45443046c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215437.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/470/888c9bb3cfbbbe49589fcebea5a40470/888c9bb3cfbbbe49589fcebea5a40470.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215437.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/470/888c9bb3cfbbbe49589fcebea5a40470/888c9bb3cfbbbe49589fcebea5a40470.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215440.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/6ec/dbd5a5253819a7ac0904b33fd6d0f6ec/dbd5a5253819a7ac0904b33fd6d0f6ec.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215440.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/6ec/dbd5a5253819a7ac0904b33fd6d0f6ec/dbd5a5253819a7ac0904b33fd6d0f6ec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215443.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/623/a90a3a1d75e87ce4ba48ef1c299dd623/a90a3a1d75e87ce4ba48ef1c299dd623.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215443.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/623/a90a3a1d75e87ce4ba48ef1c299dd623/a90a3a1d75e87ce4ba48ef1c299dd623.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215446.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/7d7/6abd28dddb03ae783fb3e8bf59cfb7d7/6abd28dddb03ae783fb3e8bf59cfb7d7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215446.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/7d7/6abd28dddb03ae783fb3e8bf59cfb7d7/6abd28dddb03ae783fb3e8bf59cfb7d7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215449.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/c60/684095834212f3644a7c66f31f722c60/684095834212f3644a7c66f31f722c60.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215449.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/c60/684095834212f3644a7c66f31f722c60/684095834212f3644a7c66f31f722c60.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215452.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/7a6/e8c81f82c51bbcba07a3b04f227847a6/e8c81f82c51bbcba07a3b04f227847a6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215452.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/7a6/e8c81f82c51bbcba07a3b04f227847a6/e8c81f82c51bbcba07a3b04f227847a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215455.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/6bc/84f25e8c9348a57b12039ad3626016bc/84f25e8c9348a57b12039ad3626016bc.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215455.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/6bc/84f25e8c9348a57b12039ad3626016bc/84f25e8c9348a57b12039ad3626016bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215458.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/040/c1aca13573069f2bef69d899d74a2040/c1aca13573069f2bef69d899d74a2040.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215458.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/040/c1aca13573069f2bef69d899d74a2040/c1aca13573069f2bef69d899d74a2040.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215461.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/fd4/098124d481e1138ef8104abfb9072fd4/098124d481e1138ef8104abfb9072fd4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215461.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/fd4/098124d481e1138ef8104abfb9072fd4/098124d481e1138ef8104abfb9072fd4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215464.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/bc9/a8584a7f8d66825f1b09cdd19e67bbc9/a8584a7f8d66825f1b09cdd19e67bbc9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215464.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/bc9/a8584a7f8d66825f1b09cdd19e67bbc9/a8584a7f8d66825f1b09cdd19e67bbc9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215467.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/964/c354a9a1cd9309f7e9cecf6c9627b964/c354a9a1cd9309f7e9cecf6c9627b964.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215467.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/964/c354a9a1cd9309f7e9cecf6c9627b964/c354a9a1cd9309f7e9cecf6c9627b964.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215470.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/0af/6162e7a940b5d4fe8761f60c757d80af/6162e7a940b5d4fe8761f60c757d80af.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215470.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/0af/6162e7a940b5d4fe8761f60c757d80af/6162e7a940b5d4fe8761f60c757d80af.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215473.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/cb7/8e99488cd5b2952893c6276f1f20fcb7/8e99488cd5b2952893c6276f1f20fcb7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215473.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/cb7/8e99488cd5b2952893c6276f1f20fcb7/8e99488cd5b2952893c6276f1f20fcb7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215476.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/f85/2d22f5a4275fb39b42e7839e685a2f85/2d22f5a4275fb39b42e7839e685a2f85.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container ... ok + +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215476.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/f85/2d22f5a4275fb39b42e7839e685a2f85/2d22f5a4275fb39b42e7839e685a2f85.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215479.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/358/3d69e831ebb4c8e2dbfa86fa8bb75358/3d69e831ebb4c8e2dbfa86fa8bb75358.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215479.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/358/3d69e831ebb4c8e2dbfa86fa8bb75358/3d69e831ebb4c8e2dbfa86fa8bb75358.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215482.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/697/cbeec5d45f9b3dd66da7452218ae4697/cbeec5d45f9b3dd66da7452218ae4697.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215482.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/697/cbeec5d45f9b3dd66da7452218ae4697/cbeec5d45f9b3dd66da7452218ae4697.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215485.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/6c9/63e93f1e618549ddbc59db85a48176c9/63e93f1e618549ddbc59db85a48176c9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215485.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/6c9/63e93f1e618549ddbc59db85a48176c9/63e93f1e618549ddbc59db85a48176c9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215488.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/437/0ed2040a159e76893719c02909954437/0ed2040a159e76893719c02909954437.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215488.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/437/0ed2040a159e76893719c02909954437/0ed2040a159e76893719c02909954437.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215491.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/a5a/55fc06e36f2e8f73dd6136c24e0e0a5a/55fc06e36f2e8f73dd6136c24e0e0a5a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215491.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/a5a/55fc06e36f2e8f73dd6136c24e0e0a5a/55fc06e36f2e8f73dd6136c24e0e0a5a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215494.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/21a/39d533667e05a746da009128c202821a/39d533667e05a746da009128c202821a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215494.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/21a/39d533667e05a746da009128c202821a/39d533667e05a746da009128c202821a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215497.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/276/7123ef25ee1649abc89bc514451b4276/7123ef25ee1649abc89bc514451b4276.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215497.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/276/7123ef25ee1649abc89bc514451b4276/7123ef25ee1649abc89bc514451b4276.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215500.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/d29/1ff1a0d95c76317e499681880cb14d29/1ff1a0d95c76317e499681880cb14d29.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215500.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/d29/1ff1a0d95c76317e499681880cb14d29/1ff1a0d95c76317e499681880cb14d29.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215503.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/85c/79ff02edbe72172a884511f56f41b85c/79ff02edbe72172a884511f56f41b85c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215503.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/85c/79ff02edbe72172a884511f56f41b85c/79ff02edbe72172a884511f56f41b85c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215506.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/487/6813b2fcd77010f7e09ad7dae5914487/6813b2fcd77010f7e09ad7dae5914487.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215506.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/487/6813b2fcd77010f7e09ad7dae5914487/6813b2fcd77010f7e09ad7dae5914487.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215509.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/284/d1c697461919832a714c92c061183284/d1c697461919832a714c92c061183284.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215509.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/284/d1c697461919832a714c92c061183284/d1c697461919832a714c92c061183284.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215512.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/4bf/b6d32e25867427db797fed5b7affd4bf/b6d32e25867427db797fed5b7affd4bf.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215512.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/4bf/b6d32e25867427db797fed5b7affd4bf/b6d32e25867427db797fed5b7affd4bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215515.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/382/d43e42049abee58bf96941d3b2381382/d43e42049abee58bf96941d3b2381382.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215515.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/382/d43e42049abee58bf96941d3b2381382/d43e42049abee58bf96941d3b2381382.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215518.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/87c/2231c21ff79640f997aaf2ee7c73287c/2231c21ff79640f997aaf2ee7c73287c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215518.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/87c/2231c21ff79640f997aaf2ee7c73287c/2231c21ff79640f997aaf2ee7c73287c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215521.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/38b/7285c9138f596a960b96c34d1d0e338b/7285c9138f596a960b96c34d1d0e338b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215521.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/38b/7285c9138f596a960b96c34d1d0e338b/7285c9138f596a960b96c34d1d0e338b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215524.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/485/d92a989357d153aa0508eeba60023485/d92a989357d153aa0508eeba60023485.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215524.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/485/d92a989357d153aa0508eeba60023485/d92a989357d153aa0508eeba60023485.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215527.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/24b/ae4dc66a6bb87776aaf8b2085327624b/ae4dc66a6bb87776aaf8b2085327624b.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804875.00000-0, db: /tmp/tmptj2a1v2u/sda/containers/0/a01/ce6aa9350ed9e32f010510727c54aa01/ce6aa9350ed9e32f010510727c54aa01.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804878.00000-0, db: /tmp/tmptj2a1v2u/sda/containers/0/646/6d2a176b5bcc90451ae79f767e282646/6d2a176b5bcc90451ae79f767e282646.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804878.00000-0, db: /tmp/tmptj2a1v2u/sda/containers/0/646/6d2a176b5bcc90451ae79f767e282646/6d2a176b5bcc90451ae79f767e282646.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804869.00000-0, db: /tmp/tmpnp9ayke3/sda/containers/0/9bd/7193bacc0c520d38dcb18e4a110a19bd/7193bacc0c520d38dcb18e4a110a19bd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804871.00000-0, db: /tmp/tmpnp9ayke3/sda/containers/0/157/49ca772af1b85753ca11d6ee8ae2d157/49ca772af1b85753ca11d6ee8ae2d157.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804873.00000-0, db: /tmp/tmpnp9ayke3/sda/containers/0/dc8/6ea7355cbd7fac8a754c8cf905f97dc8/6ea7355cbd7fac8a754c8cf905f97dc8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804875.00000-0, db: /tmp/tmpnp9ayke3/sda/containers/0/a01/ce6aa9350ed9e32f010510727c54aa01/ce6aa9350ed9e32f010510727c54aa01.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804871.00000-0, db: /tmp/tmp63discly/sda/containers/0/157/49ca772af1b85753ca11d6ee8ae2d157/49ca772af1b85753ca11d6ee8ae2d157.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804871.00000-0, db: /tmp/tmp63discly/sda/containers/0/157/49ca772af1b85753ca11d6ee8ae2d157/49ca772af1b85753ca11d6ee8ae2d157.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804874.00000-0, db: /tmp/tmp63discly/sda/containers/0/78d/b97776a25e2a1df12b1fa520c731a78d/b97776a25e2a1df12b1fa520c731a78d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804874.00000-0, db: /tmp/tmp63discly/sda/containers/0/78d/b97776a25e2a1df12b1fa520c731a78d/b97776a25e2a1df12b1fa520c731a78d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804877.00000-0, db: /tmp/tmp63discly/sda/containers/0/250/e481ed23107801785ca789b6f8f1f250/e481ed23107801785ca789b6f8f1f250.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804877.00000-0, db: /tmp/tmp63discly/sda/containers/0/250/e481ed23107801785ca789b6f8f1f250/e481ed23107801785ca789b6f8f1f250.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804880.00000-0, db: /tmp/tmp63discly/sda/containers/0/1ab/5f95d2a9081be4b45a4ba171613a01ab/5f95d2a9081be4b45a4ba171613a01ab.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804880.00000-0, db: /tmp/tmp63discly/sda/containers/0/1ab/5f95d2a9081be4b45a4ba171613a01ab/5f95d2a9081be4b45a4ba171613a01ab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804883.00000-0, db: /tmp/tmp63discly/sda/containers/0/59a/523b44166e5b329006c52a7614b1859a/523b44166e5b329006c52a7614b1859a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804883.00000-0, db: /tmp/tmp63discly/sda/containers/0/59a/523b44166e5b329006c52a7614b1859a/523b44166e5b329006c52a7614b1859a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804886.00000-0, db: /tmp/tmp63discly/sda/containers/0/a16/f84d1ab61d04a7d667603737f2368a16/f84d1ab61d04a7d667603737f2368a16.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804886.00000-0, db: /tmp/tmp63discly/sda/containers/0/a16/f84d1ab61d04a7d667603737f2368a16/f84d1ab61d04a7d667603737f2368a16.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804889.00000-0, db: /tmp/tmp63discly/sda/containers/0/91a/ae5f0c54929ae663671c01e0d2aad91a/ae5f0c54929ae663671c01e0d2aad91a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804889.00000-0, db: /tmp/tmp63discly/sda/containers/0/91a/ae5f0c54929ae663671c01e0d2aad91a/ae5f0c54929ae663671c01e0d2aad91a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804892.00000-0, db: /tmp/tmp63discly/sda/containers/0/9ee/3d3033178bc39ae4792075048fce89ee/3d3033178bc39ae4792075048fce89ee.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804892.00000-0, db: /tmp/tmp63discly/sda/containers/0/9ee/3d3033178bc39ae4792075048fce89ee/3d3033178bc39ae4792075048fce89ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804895.00000-0, db: /tmp/tmp63discly/sda/containers/0/761/625f7f23587ef6b1912de70516454761/625f7f23587ef6b1912de70516454761.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804895.00000-0, db: /tmp/tmp63discly/sda/containers/0/761/625f7f23587ef6b1912de70516454761/625f7f23587ef6b1912de70516454761.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804898.00000-0, db: /tmp/tmp63discly/sda/containers/0/af9/9ab22289e9a065af778955401abe8af9/9ab22289e9a065af778955401abe8af9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804898.00000-0, db: /tmp/tmp63discly/sda/containers/0/af9/9ab22289e9a065af778955401abe8af9/9ab22289e9a065af778955401abe8af9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804901.00000-0, db: /tmp/tmp63discly/sda/containers/0/ce5/07865d2943792c9d8b10a112b098dce5/07865d2943792c9d8b10a112b098dce5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804901.00000-0, db: /tmp/tmp63discly/sda/containers/0/ce5/07865d2943792c9d8b10a112b098dce5/07865d2943792c9d8b10a112b098dce5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804904.00000-0, db: /tmp/tmp63discly/sda/containers/0/3c0/8fd04513dfd3d716f045ff34806e03c0/8fd04513dfd3d716f045ff34806e03c0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804904.00000-0, db: /tmp/tmp63discly/sda/containers/0/3c0/8fd04513dfd3d716f045ff34806e03c0/8fd04513dfd3d716f045ff34806e03c0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804907.00000-0, db: /tmp/tmp63discly/sda/containers/0/355/62b86a5133ff4567ed10c4f9a29db355/62b86a5133ff4567ed10c4f9a29db355.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804907.00000-0, db: /tmp/tmp63discly/sda/containers/0/355/62b86a5133ff4567ed10c4f9a29db355/62b86a5133ff4567ed10c4f9a29db355.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804910.00000-0, db: /tmp/tmp63discly/sda/containers/0/51c/8ed12560af59db00139f0b8022c3551c/8ed12560af59db00139f0b8022c3551c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804910.00000-0, db: /tmp/tmp63discly/sda/containers/0/51c/8ed12560af59db00139f0b8022c3551c/8ed12560af59db00139f0b8022c3551c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804913.00000-0, db: /tmp/tmp63discly/sda/containers/0/a9f/5a9361758cd992265dd22d5ebc00ca9f/5a9361758cd992265dd22d5ebc00ca9f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804913.00000-0, db: /tmp/tmp63discly/sda/containers/0/a9f/5a9361758cd992265dd22d5ebc00ca9f/5a9361758cd992265dd22d5ebc00ca9f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804916.00000-0, db: /tmp/tmp63discly/sda/containers/0/2c5/85afcb9212754049d4826fc10685c2c5/85afcb9212754049d4826fc10685c2c5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804916.00000-0, db: /tmp/tmp63discly/sda/containers/0/2c5/85afcb9212754049d4826fc10685c2c5/85afcb9212754049d4826fc10685c2c5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804919.00000-0, db: /tmp/tmp63discly/sda/containers/0/5aa/49ae0cacac188c4205c7818e2fc205aa/49ae0cacac188c4205c7818e2fc205aa.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804919.00000-0, db: /tmp/tmp63discly/sda/containers/0/5aa/49ae0cacac188c4205c7818e2fc205aa/49ae0cacac188c4205c7818e2fc205aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804922.00000-0, db: /tmp/tmp63discly/sda/containers/0/889/4eedc208fa6d61a19935da76421cf889/4eedc208fa6d61a19935da76421cf889.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804922.00000-0, db: /tmp/tmp63discly/sda/containers/0/889/4eedc208fa6d61a19935da76421cf889/4eedc208fa6d61a19935da76421cf889.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804925.00000-0, db: /tmp/tmp63discly/sda/containers/0/d30/466d477dd4962f6df7bbcac1ce5d0d30/466d477dd4962f6df7bbcac1ce5d0d30.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804925.00000-0, db: /tmp/tmp63discly/sda/containers/0/d30/466d477dd4962f6df7bbcac1ce5d0d30/466d477dd4962f6df7bbcac1ce5d0d30.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804928.00000-0, db: /tmp/tmp63discly/sda/containers/0/cc0/a05b4919ee7ceb341d31adc0f3e14cc0/a05b4919ee7ceb341d31adc0f3e14cc0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804928.00000-0, db: /tmp/tmp63discly/sda/containers/0/cc0/a05b4919ee7ceb341d31adc0f3e14cc0/a05b4919ee7ceb341d31adc0f3e14cc0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804931.00000-0, db: /tmp/tmp63discly/sda/containers/0/cba/6dc3c7fd999b92cb9a6c4b285b25dcba/6dc3c7fd999b92cb9a6c4b285b25dcba.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804931.00000-0, db: /tmp/tmp63discly/sda/containers/0/cba/6dc3c7fd999b92cb9a6c4b285b25dcba/6dc3c7fd999b92cb9a6c4b285b25dcba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804934.00000-0, db: /tmp/tmp63discly/sda/containers/0/c48/4ff2a0dce8d9ca9653e2fe0c698e7c48/4ff2a0dce8d9ca9653e2fe0c698e7c48.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804934.00000-0, db: /tmp/tmp63discly/sda/containers/0/c48/4ff2a0dce8d9ca9653e2fe0c698e7c48/4ff2a0dce8d9ca9653e2fe0c698e7c48.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804937.00000-0, db: /tmp/tmp63discly/sda/containers/0/9f5/3bd9fc9b55ff48b088177b18f7b259f5/3bd9fc9b55ff48b088177b18f7b259f5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804937.00000-0, db: /tmp/tmp63discly/sda/containers/0/9f5/3bd9fc9b55ff48b088177b18f7b259f5/3bd9fc9b55ff48b088177b18f7b259f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804940.00000-0, db: /tmp/tmp63discly/sda/containers/0/775/3029bf3b36465e8eee4210f4e4beb775/3029bf3b36465e8eee4210f4e4beb775.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804940.00000-0, db: /tmp/tmp63discly/sda/containers/0/775/3029bf3b36465e8eee4210f4e4beb775/3029bf3b36465e8eee4210f4e4beb775.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804943.00000-0, db: /tmp/tmp63discly/sda/containers/0/3b1/a1b4ad44b094f08f5e28f9ae6b3d83b1/a1b4ad44b094f08f5e28f9ae6b3d83b1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804943.00000-0, db: /tmp/tmp63discly/sda/containers/0/3b1/a1b4ad44b094f08f5e28f9ae6b3d83b1/a1b4ad44b094f08f5e28f9ae6b3d83b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804946.00000-0, db: /tmp/tmp63discly/sda/containers/0/ff8/cc09eb61d6cbe4edbef242b92a503ff8/cc09eb61d6cbe4edbef242b92a503ff8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804946.00000-0, db: /tmp/tmp63discly/sda/containers/0/ff8/cc09eb61d6cbe4edbef242b92a503ff8/cc09eb61d6cbe4edbef242b92a503ff8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804949.00000-0, db: /tmp/tmp63discly/sda/containers/0/243/b29c3807aacf287650d3c7560f189243/b29c3807aacf287650d3c7560f189243.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804949.00000-0, db: /tmp/tmp63discly/sda/containers/0/243/b29c3807aacf287650d3c7560f189243/b29c3807aacf287650d3c7560f189243.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804952.00000-0, db: /tmp/tmp63discly/sda/containers/0/748/a602fd0ab64b4aadec46c01852d74748/a602fd0ab64b4aadec46c01852d74748.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804952.00000-0, db: /tmp/tmp63discly/sda/containers/0/748/a602fd0ab64b4aadec46c01852d74748/a602fd0ab64b4aadec46c01852d74748.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804955.00000-0, db: /tmp/tmp63discly/sda/containers/0/180/d5c9db6bb8f6f020957089cfa33af180/d5c9db6bb8f6f020957089cfa33af180.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804955.00000-0, db: /tmp/tmp63discly/sda/containers/0/180/d5c9db6bb8f6f020957089cfa33af180/d5c9db6bb8f6f020957089cfa33af180.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804958.00000-0, db: /tmp/tmp63discly/sda/containers/0/5e7/cdbef2bc93ae4fd455700b3b548cb5e7/cdbef2bc93ae4fd455700b3b548cb5e7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804958.00000-0, db: /tmp/tmp63discly/sda/containers/0/5e7/cdbef2bc93ae4fd455700b3b548cb5e7/cdbef2bc93ae4fd455700b3b548cb5e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804961.00000-0, db: /tmp/tmp63discly/sda/containers/0/bb0/8ecf81655903fbd4cfb9fb6aff9fcbb0/8ecf81655903fbd4cfb9fb6aff9fcbb0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804961.00000-0, db: /tmp/tmp63discly/sda/containers/0/bb0/8ecf81655903fbd4cfb9fb6aff9fcbb0/8ecf81655903fbd4cfb9fb6aff9fcbb0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804964.00000-0, db: /tmp/tmp63discly/sda/containers/0/179/3f04ce715ac682d8deb9966a5c72e179/3f04ce715ac682d8deb9966a5c72e179.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804964.00000-0, db: /tmp/tmp63discly/sda/containers/0/179/3f04ce715ac682d8deb9966a5c72e179/3f04ce715ac682d8deb9966a5c72e179.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804967.00000-0, db: /tmp/tmp63discly/sda/containers/0/577/97d8c7744c3933a9bf48d7d0dc3b1577/97d8c7744c3933a9bf48d7d0dc3b1577.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804967.00000-0, db: /tmp/tmp63discly/sda/containers/0/577/97d8c7744c3933a9bf48d7d0dc3b1577/97d8c7744c3933a9bf48d7d0dc3b1577.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804970.00000-0, db: /tmp/tmp63discly/sda/containers/0/de0/39f1c02194a017d80a6e3fa71473ade0/39f1c02194a017d80a6e3fa71473ade0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804970.00000-0, db: /tmp/tmp63discly/sda/containers/0/de0/39f1c02194a017d80a6e3fa71473ade0/39f1c02194a017d80a6e3fa71473ade0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804973.00000-0, db: /tmp/tmp63discly/sda/containers/0/349/0d7ba6651b1cf4051424f3fedb758349/0d7ba6651b1cf4051424f3fedb758349.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804973.00000-0, db: /tmp/tmp63discly/sda/containers/0/349/0d7ba6651b1cf4051424f3fedb758349/0d7ba6651b1cf4051424f3fedb758349.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804976.00000-0, db: /tmp/tmp63discly/sda/containers/0/587/e26ad23ccccc113103a82daf95e5b587/e26ad23ccccc113103a82daf95e5b587.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804976.00000-0, db: /tmp/tmp63discly/sda/containers/0/587/e26ad23ccccc113103a82daf95e5b587/e26ad23ccccc113103a82daf95e5b587.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804979.00000-0, db: /tmp/tmp63discly/sda/containers/0/dec/cc3f49639296057c9258b9a8732fcdec/cc3f49639296057c9258b9a8732fcdec.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804979.00000-0, db: /tmp/tmp63discly/sda/containers/0/dec/cc3f49639296057c9258b9a8732fcdec/cc3f49639296057c9258b9a8732fcdec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804982.00000-0, db: /tmp/tmp63discly/sda/containers/0/fb2/de5fbf11c4b3cb7c2f258f7602fbbfb2/de5fbf11c4b3cb7c2f258f7602fbbfb2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804982.00000-0, db: /tmp/tmp63discly/sda/containers/0/fb2/de5fbf11c4b3cb7c2f258f7602fbbfb2/de5fbf11c4b3cb7c2f258f7602fbbfb2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804985.00000-0, db: /tmp/tmp63discly/sda/containers/0/7b2/a862982f8bc6bbd8f3a03b61126aa7b2/a862982f8bc6bbd8f3a03b61126aa7b2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804985.00000-0, db: /tmp/tmp63discly/sda/containers/0/7b2/a862982f8bc6bbd8f3a03b61126aa7b2/a862982f8bc6bbd8f3a03b61126aa7b2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804988.00000-0, db: /tmp/tmp63discly/sda/containers/0/67a/ac30e0337d9300ce402a09dabbab167a/ac30e0337d9300ce402a09dabbab167a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804988.00000-0, db: /tmp/tmp63discly/sda/containers/0/67a/ac30e0337d9300ce402a09dabbab167a/ac30e0337d9300ce402a09dabbab167a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804991.00000-0, db: /tmp/tmp63discly/sda/containers/0/b8c/b7369b6f9ec86e5db32350defa19bb8c/b7369b6f9ec86e5db32350defa19bb8c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804991.00000-0, db: /tmp/tmp63discly/sda/containers/0/b8c/b7369b6f9ec86e5db32350defa19bb8c/b7369b6f9ec86e5db32350defa19bb8c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804994.00000-0, db: /tmp/tmp63discly/sda/containers/0/0a4/330a165592cb95a4480a1809f432f0a4/330a165592cb95a4480a1809f432f0a4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804994.00000-0, db: /tmp/tmp63discly/sda/containers/0/0a4/330a165592cb95a4480a1809f432f0a4/330a165592cb95a4480a1809f432f0a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804997.00000-0, db: /tmp/tmp63discly/sda/containers/0/7d0/36b4fce153c9c99761eeb68446af57d0/36b4fce153c9c99761eeb68446af57d0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734804997.00000-0, db: /tmp/tmp63discly/sda/containers/0/7d0/36b4fce153c9c99761eeb68446af57d0/36b4fce153c9c99761eeb68446af57d0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805000.00000-0, db: /tmp/tmp63discly/sda/containers/0/1bb/54634d2781de25177c0ab035f1d6c1bb/54634d2781de25177c0ab035f1d6c1bb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805000.00000-0, db: /tmp/tmp63discly/sda/containers/0/1bb/54634d2781de25177c0ab035f1d6c1bb/54634d2781de25177c0ab035f1d6c1bb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805003.00000-0, db: /tmp/tmp63discly/sda/containers/0/f88/2791c9b84bb8c18da1033494042d8f88/2791c9b84bb8c18da1033494042d8f88.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805003.00000-0, db: /tmp/tmp63discly/sda/containers/0/f88/2791c9b84bb8c18da1033494042d8f88/2791c9b84bb8c18da1033494042d8f88.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805006.00000-0, db: /tmp/tmp63discly/sda/containers/0/73d/f17e5bd909f1104538b46c4ebdd9273d/f17e5bd909f1104538b46c4ebdd9273d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805006.00000-0, db: /tmp/tmp63discly/sda/containers/0/73d/f17e5bd909f1104538b46c4ebdd9273d/f17e5bd909f1104538b46c4ebdd9273d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805009.00000-0, db: /tmp/tmp63discly/sda/containers/0/9f7/8b81ffa178d9240c1afa1b2b556b39f7/8b81ffa178d9240c1afa1b2b556b39f7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805009.00000-0, db: /tmp/tmp63discly/sda/containers/0/9f7/8b81ffa178d9240c1afa1b2b556b39f7/8b81ffa178d9240c1afa1b2b556b39f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805012.00000-0, db: /tmp/tmp63discly/sda/containers/0/07d/f2b5e00d96d4d7d1dfcf7a24a3abf07d/f2b5e00d96d4d7d1dfcf7a24a3abf07d.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215527.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/24b/ae4dc66a6bb87776aaf8b2085327624b/ae4dc66a6bb87776aaf8b2085327624b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215530.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/d32/9e29f1e1f1bb097baa5a0d5273b17d32/9e29f1e1f1bb097baa5a0d5273b17d32.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215530.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/d32/9e29f1e1f1bb097baa5a0d5273b17d32/9e29f1e1f1bb097baa5a0d5273b17d32.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215533.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/bb5/c0f059dfcc01e7acf124d3a90265abb5/c0f059dfcc01e7acf124d3a90265abb5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215533.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/bb5/c0f059dfcc01e7acf124d3a90265abb5/c0f059dfcc01e7acf124d3a90265abb5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215536.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/8aa/ea191945654333a64eadaaf1f034b8aa/ea191945654333a64eadaaf1f034b8aa.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215536.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/8aa/ea191945654333a64eadaaf1f034b8aa/ea191945654333a64eadaaf1f034b8aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215539.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/be4/3c8563dcda90b6a51fce6afee22bdbe4/3c8563dcda90b6a51fce6afee22bdbe4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215539.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/be4/3c8563dcda90b6a51fce6afee22bdbe4/3c8563dcda90b6a51fce6afee22bdbe4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215542.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/e40/47b421a6641a1712f74c688f9c124e40/47b421a6641a1712f74c688f9c124e40.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215542.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/e40/47b421a6641a1712f74c688f9c124e40/47b421a6641a1712f74c688f9c124e40.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215545.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/9cd/549ff33732b7922fdb31c886766419cd/549ff33732b7922fdb31c886766419cd.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215545.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/9cd/549ff33732b7922fdb31c886766419cd/549ff33732b7922fdb31c886766419cd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215548.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/62a/f0d6acf400fa8d5e1f57396b3a6a962a/f0d6acf400fa8d5e1f57396b3a6a962a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215548.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/62a/f0d6acf400fa8d5e1f57396b3a6a962a/f0d6acf400fa8d5e1f57396b3a6a962a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215551.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/48e/edbfb83314ddb1930f9b1be7aa2b048e/edbfb83314ddb1930f9b1be7aa2b048e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215551.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/48e/edbfb83314ddb1930f9b1be7aa2b048e/edbfb83314ddb1930f9b1be7aa2b048e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215554.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/242/baf115b0e7298fad8cce84530f0e9242/baf115b0e7298fad8cce84530f0e9242.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215554.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/242/baf115b0e7298fad8cce84530f0e9242/baf115b0e7298fad8cce84530f0e9242.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215557.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/c12/ad5daae27653696019cd1a653a182c12/ad5daae27653696019cd1a653a182c12.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215557.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/c12/ad5daae27653696019cd1a653a182c12/ad5daae27653696019cd1a653a182c12.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215560.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/8aa/2af4a773fc1ed19db46856bd2a1fd8aa/2af4a773fc1ed19db46856bd2a1fd8aa.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215560.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/8aa/2af4a773fc1ed19db46856bd2a1fd8aa/2af4a773fc1ed19db46856bd2a1fd8aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215563.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/e97/8cb6c9ef80df4da46bf8f1f3359ebe97/8cb6c9ef80df4da46bf8f1f3359ebe97.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215563.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/e97/8cb6c9ef80df4da46bf8f1f3359ebe97/8cb6c9ef80df4da46bf8f1f3359ebe97.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215566.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/daa/7f997d9cd97ca2a46b94fd792d9c8daa/7f997d9cd97ca2a46b94fd792d9c8daa.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215566.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/daa/7f997d9cd97ca2a46b94fd792d9c8daa/7f997d9cd97ca2a46b94fd792d9c8daa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215569.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/22c/edc660cf20cb1743c3f37024c10ce22c/edc660cf20cb1743c3f37024c10ce22c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215569.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/22c/edc660cf20cb1743c3f37024c10ce22c/edc660cf20cb1743c3f37024c10ce22c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215572.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/bf1/0855062b392ba654cbd7d93129fb1bf1/0855062b392ba654cbd7d93129fb1bf1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215572.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/bf1/0855062b392ba654cbd7d93129fb1bf1/0855062b392ba654cbd7d93129fb1bf1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215575.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/76f/7afeb7725324b42219581260530dd76f/7afeb7725324b42219581260530dd76f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215575.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/76f/7afeb7725324b42219581260530dd76f/7afeb7725324b42219581260530dd76f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215578.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/fc1/9e3e1262f0262c7cb430ef26feca3fc1/9e3e1262f0262c7cb430ef26feca3fc1.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking ... ok test.unit.container.test_sharder.TestSharder.test_check_node test.unit.container.test_sharder.TestSharder.test_check_node ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805012.00000-0, db: /tmp/tmp63discly/sda/containers/0/07d/f2b5e00d96d4d7d1dfcf7a24a3abf07d/f2b5e00d96d4d7d1dfcf7a24a3abf07d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805015.00000-0, db: /tmp/tmp63discly/sda/containers/0/07b/c9202032331a28d401b828786671707b/c9202032331a28d401b828786671707b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805015.00000-0, db: /tmp/tmp63discly/sda/containers/0/07b/c9202032331a28d401b828786671707b/c9202032331a28d401b828786671707b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805018.00000-0, db: /tmp/tmp63discly/sda/containers/0/8d7/eaec0ce3acf4d5f93f5a74eab8a418d7/eaec0ce3acf4d5f93f5a74eab8a418d7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805018.00000-0, db: /tmp/tmp63discly/sda/containers/0/8d7/eaec0ce3acf4d5f93f5a74eab8a418d7/eaec0ce3acf4d5f93f5a74eab8a418d7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805021.00000-0, db: /tmp/tmp63discly/sda/containers/0/502/57cd3741f8719de4fb5f726285b4b502/57cd3741f8719de4fb5f726285b4b502.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805021.00000-0, db: /tmp/tmp63discly/sda/containers/0/502/57cd3741f8719de4fb5f726285b4b502/57cd3741f8719de4fb5f726285b4b502.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805024.00000-0, db: /tmp/tmp63discly/sda/containers/0/642/d7e255be23db9c6bd7830b87ec1d5642/d7e255be23db9c6bd7830b87ec1d5642.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805024.00000-0, db: /tmp/tmp63discly/sda/containers/0/642/d7e255be23db9c6bd7830b87ec1d5642/d7e255be23db9c6bd7830b87ec1d5642.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805027.00000-0, db: /tmp/tmp63discly/sda/containers/0/296/5d648a4db4210d110093ae7d5f4bd296/5d648a4db4210d110093ae7d5f4bd296.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805027.00000-0, db: /tmp/tmp63discly/sda/containers/0/296/5d648a4db4210d110093ae7d5f4bd296/5d648a4db4210d110093ae7d5f4bd296.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805030.00000-0, db: /tmp/tmp63discly/sda/containers/0/637/f0b2b785f9bfe111402ee25baa781637/f0b2b785f9bfe111402ee25baa781637.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805030.00000-0, db: /tmp/tmp63discly/sda/containers/0/637/f0b2b785f9bfe111402ee25baa781637/f0b2b785f9bfe111402ee25baa781637.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805033.00000-0, db: /tmp/tmp63discly/sda/containers/0/5b0/da03dcfd2bd1c9cfe751c5ab2481c5b0/da03dcfd2bd1c9cfe751c5ab2481c5b0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805033.00000-0, db: /tmp/tmp63discly/sda/containers/0/5b0/da03dcfd2bd1c9cfe751c5ab2481c5b0/da03dcfd2bd1c9cfe751c5ab2481c5b0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805036.00000-0, db: /tmp/tmp63discly/sda/containers/0/81e/06b5b5df5498332641f836896243a81e/06b5b5df5498332641f836896243a81e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1734805036.00000-0, db: /tmp/tmp63discly/sda/containers/0/81e/06b5b5df5498332641f836896243a81e/06b5b5df5498332641f836896243a81e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215578.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/fc1/9e3e1262f0262c7cb430ef26feca3fc1/9e3e1262f0262c7cb430ef26feca3fc1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215581.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/b6e/2d127314e7585cace816bcc29e606b6e/2d127314e7585cace816bcc29e606b6e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215581.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/b6e/2d127314e7585cace816bcc29e606b6e/2d127314e7585cace816bcc29e606b6e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215584.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/fa3/f51c7e02a806afd60f7d4adca1a3dfa3/f51c7e02a806afd60f7d4adca1a3dfa3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215584.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/fa3/f51c7e02a806afd60f7d4adca1a3dfa3/f51c7e02a806afd60f7d4adca1a3dfa3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215587.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/783/1fd9d5de3b5e722945ebee615288b783/1fd9d5de3b5e722945ebee615288b783.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215587.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/783/1fd9d5de3b5e722945ebee615288b783/1fd9d5de3b5e722945ebee615288b783.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215590.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/732/83382428778cf32460c589e1c50df732/83382428778cf32460c589e1c50df732.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215590.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/732/83382428778cf32460c589e1c50df732/83382428778cf32460c589e1c50df732.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215593.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/69c/5ff9ee992736aac4d965528428ad669c/5ff9ee992736aac4d965528428ad669c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215593.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/69c/5ff9ee992736aac4d965528428ad669c/5ff9ee992736aac4d965528428ad669c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215596.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/209/3a3d1593b5b4c3047c604cf064a6e209/3a3d1593b5b4c3047c604cf064a6e209.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215596.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/209/3a3d1593b5b4c3047c604cf064a6e209/3a3d1593b5b4c3047c604cf064a6e209.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215599.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/a4b/4f8f4cb8822214ece551992fbbc07a4b/4f8f4cb8822214ece551992fbbc07a4b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215599.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/a4b/4f8f4cb8822214ece551992fbbc07a4b/4f8f4cb8822214ece551992fbbc07a4b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215602.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/732/834daea4c0874d3e181a05fe02f64732/834daea4c0874d3e181a05fe02f64732.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769215602.00000-0, db: /tmp/tmpxqpa02ov/sda/containers/0/732/834daea4c0874d3e181a05fe02f64732/834daea4c0874d3e181a05fe02f64732.db sharder-test WARNING: Skipping d100 as it is not mounted -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00017881393432617188s, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0005793571472167969s, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_0 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpzbmog4xc/sda/containers/0/b85/9d7a328814f4e99b3c0e6a0597883b85/9d7a328814f4e99b3c0e6a0597883b85.db, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.dbtest.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.0002071857452392578s, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012683868408203125s, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_0 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmp5ps9vw63/sda/containers/0/313/04a5ba0ec2ad703d1930ba4cc385b313/04a5ba0ec2ad703d1930ba4cc385b313.db, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.dbtest.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name ... ok -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test INFO: Cleaved ShardRange in 0.003s, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1734804819.63555, (0, 0) as of 1734804819.63555, created as of 1734804819.63555>, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00018167495727539062s, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010371208190917969s, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpzbmog4xc/sda/containers/0/069/5a8214a697fa9e61b996df73488a7069/5a8214a697fa9e61b996df73488a7069.db, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj004')], path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014925003051757812s, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.749961853027344e-05s, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014662742614746094s, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1734804819.63555, (0, 0) as of 1734804819.63555, created as of 1734804819.63555>, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00016736984252929688s, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010848045349121094s, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1734804819.63555, (5, 5) as of 1734804866.70763, cleaved as of 1734804819.63555> in 0.009s, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpzbmog4xc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.60144.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpfwe2_h1k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.72469.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfwe2_h1k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.72469.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfwe2_h1k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.72469.dbtest.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test INFO: Cleaved ShardRange in 0.003s, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769215371.86027, (0, 0) as of 1769215371.86027, created as of 1769215371.86027>, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00019073486328125s, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011563301086425781s, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmp5ps9vw63/sda/containers/0/5c3/143d5b8bbbb97e76a7576b8762a855c3/143d5b8bbbb97e76a7576b8762a855c3.db, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj004')], path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015616416931152344s, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.918212890625e-05s, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014448165893554688s, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769215371.86027, (0, 0) as of 1769215371.86027, created as of 1769215371.86027>, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.0026400089263916016s, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013136863708496094s, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1769215371.86027, (5, 5) as of 1769215432.85977, cleaved as of 1769215371.86027> in 0.01s, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp5ps9vw63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.74402.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpjl9eevcx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.87858.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjl9eevcx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.87858.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjl9eevcx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.87858.dbtest.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats ... ok -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfwe2_h1k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.72469.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpfwe2_h1k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.72469.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfwe2_h1k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.72469.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfwe2_h1k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.72469.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfwe2_h1k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.72469.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpfwe2_h1k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.72469.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpfwe2_h1k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.72469.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018143653869628906s, path: a/c, db: /tmp/tmpfwe2_h1k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.0001239776611328125s, path: a/c, db: /tmp/tmpfwe2_h1k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpfwe2_h1k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.72469.db -sharder-test INFO: Cleaved ShardRange in 0.008s, path: a/c, db: /tmp/tmpfwe2_h1k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.72469.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1734804819.63555, (0, 0) as of 1734804819.63555, created as of 1734804819.63555>, path: a/c, db: /tmp/tmpfwe2_h1k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.72469.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001857280731201172s, path: a/c, db: /tmp/tmpfwe2_h1k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00013709068298339844s, path: a/c, db: /tmp/tmpfwe2_h1k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpfwe2_h1k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.72469.db -sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1734804819.63555, (1, 6144) as of 1734804866.78223, cleaved as of 1734804819.63555> in 0.011s, path: a/c, db: /tmp/tmpfwe2_h1k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.72469.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpfwe2_h1k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.72469.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpfwe2_h1k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpfwe2_h1k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.72469.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpfwe2_h1k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.72469.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.80050.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.80050.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.80050.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.80050.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.80050.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.80050.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.80050.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00019168853759765625s, path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011801719665527344s, path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.80050.db -sharder-test INFO: Cleaved ShardRange in 0.009s, path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.80050.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1734804819.63555, (0, 0) as of 1734804819.63555, created as of 1734804819.63555>, path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.80050.dbtest.unit.container.test_sharder.TestSharder.test_cleave_repeated +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjl9eevcx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.87858.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpjl9eevcx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.87858.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjl9eevcx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.87858.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjl9eevcx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.87858.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjl9eevcx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.87858.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpjl9eevcx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.87858.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpjl9eevcx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.87858.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018787384033203125s, path: a/c, db: /tmp/tmpjl9eevcx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.0001361370086669922s, path: a/c, db: /tmp/tmpjl9eevcx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpjl9eevcx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.87858.db +sharder-test INFO: Cleaved ShardRange in 0.009s, path: a/c, db: /tmp/tmpjl9eevcx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.87858.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1769215371.86027, (0, 0) as of 1769215371.86027, created as of 1769215371.86027>, path: a/c, db: /tmp/tmpjl9eevcx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.87858.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018143653869628906s, path: a/c, db: /tmp/tmpjl9eevcx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00013446807861328125s, path: a/c, db: /tmp/tmpjl9eevcx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpjl9eevcx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.87858.db +sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1769215371.86027, (1, 6144) as of 1769215432.93732, cleaved as of 1769215371.86027> in 0.012s, path: a/c, db: /tmp/tmpjl9eevcx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.87858.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpjl9eevcx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.87858.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpjl9eevcx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpjl9eevcx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.87858.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpjl9eevcx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.87858.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.95689.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.95689.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.95689.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.95689.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.95689.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.95689.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.95689.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00019788742065429688s, path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001220703125s, path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.95689.db +sharder-test INFO: Cleaved ShardRange in 0.01s, path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.95689.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769215371.86027, (0, 0) as of 1769215371.86027, created as of 1769215371.86027>, path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.95689.dbtest.unit.container.test_sharder.TestSharder.test_cleave_repeated test.unit.container.test_sharder.TestSharder.test_cleave_repeated ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file ... ok + +sharder-test DEBUG: got 6 rows (deleted=False) in 0.00020599365234375s, path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012564659118652344s, path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.95689.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1769215371.86027, (6, 6) as of 1769215433.00525, cleaved as of 1769215371.86027> in 0.01s, path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.95689.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.95689.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'a6b0be1c-b733-4931-9d0a-0ec70938c977-sda', 'cursor': '', 'max_row': 12, 'cleave_to_row': 10, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.95689.db +sharder-test INFO: Completed cleaving, DB remaining in sharding state, path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.95689.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.95689.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.95689.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.95689.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.95689.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.95689.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.95689.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.95689.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.95689.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.95689.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.95689.db +sharder-test INFO: Cleaving from row 10 into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.95689.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018334388732910156s, path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011992454528808594s, path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.95689.db +sharder-test INFO: Cleaved ShardRange in 0.007s, path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.95689.db +sharder-test INFO: Cleaving from row 10 into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769215371.86027, (6, 6) as of 1769215433.00525, cleaved as of 1769215371.86027>, path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.95689.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016450881958007812s, path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011491775512695312s, path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.95689.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1769215371.86027, (6, 6) as of 1769215433.00525, cleaved as of 1769215371.86027> in 0.007s, path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.95689.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.95689.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.95689.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpfjv48w82/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215432.95689.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory ... ok -sharder-test DEBUG: got 6 rows (deleted=False) in 0.0007002353668212891s, path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013184547424316406s, path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.80050.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1734804819.63555, (6, 6) as of 1734804866.84652, cleaved as of 1734804819.63555> in 0.011s, path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.80050.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.80050.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '9d229028-ebee-46e5-8975-0cb996e6cc38-sda', 'cursor': '', 'max_row': 12, 'cleave_to_row': 10, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.80050.db -sharder-test INFO: Completed cleaving, DB remaining in sharding state, path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.80050.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.80050.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.80050.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.80050.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.80050.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.80050.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.80050.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.80050.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.80050.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.80050.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.80050.db -sharder-test INFO: Cleaving from row 10 into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.80050.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001583099365234375s, path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011730194091796875s, path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.80050.db -sharder-test INFO: Cleaved ShardRange in 0.006s, path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.80050.db -sharder-test INFO: Cleaving from row 10 into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1734804819.63555, (6, 6) as of 1734804866.84652, cleaved as of 1734804819.63555>, path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.80050.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016307830810546875s, path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000125885009765625s, path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.80050.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1734804819.63555, (6, 6) as of 1734804866.84652, cleaved as of 1734804819.63555> in 0.006s, path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.80050.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.80050.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.80050.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp_5px1jht/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.80050.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.91598.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.91598.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.91598.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.91598.db -sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.91598.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016760826110839844s, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.965896606445312e-05s, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.91598.db -sharder-test INFO: Cleaved ShardRange in 0.006s, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.91598.db -sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1734804819.63555, (0, 0) as of 1734804819.63555, found as of 1734804819.63555>, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.91598.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.91598.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.91598.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1734804819.63555, (0, 0) as of 1734804819.63555, created as of 1734804819.63555>, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.91598.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00019788742065429688s, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011420249938964844s, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.91598.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpejscpn_a/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.91598.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.91598.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.91598.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1734804819.63555, (0, 0) as of 1734804819.63555, created as of 1734804819.63555>, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.91598.db -sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1734804819.63555, (0, 0) as of 1734804819.63555, created as of 1734804819.63555> - shard db already in sync, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.91598.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.91598.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1734804819.63555, (3, 6) as of 1734804866.99497, cleaved as of 1734804819.63555> in 0.003s, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.91598.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1734804819.63555, (0, 0) as of 1734804819.63555, created as of 1734804819.63555>, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.91598.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001628398895263672s, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001246929168701172s, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.91598.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1734804819.63555, (1, 100) as of 1734804867.00655, cleaved as of 1734804819.63555> in 0.007s, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.91598.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.91598.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.91598.db -sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1734804819.63555, (0, 0) as of 1734804819.63555, created as of 1734804819.63555>, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.91598.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001742839813232422s, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.07838.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.07838.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.07838.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.07838.db +sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.07838.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001914501190185547s, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011992454528808594s, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.07838.db +sharder-test INFO: Cleaved ShardRange in 0.008s, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.07838.db +sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1769215371.86027, (0, 0) as of 1769215371.86027, found as of 1769215371.86027>, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.07838.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.07838.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.07838.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1769215371.86027, (0, 0) as of 1769215371.86027, created as of 1769215371.86027>, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.07838.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00019097328186035156s, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011706352233886719s, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.07838.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmp5pb6kjb1/sda/containers/0/fec/be01134b0c7bfad4dfd1eb1912958fec/be01134b0c7bfad4dfd1eb1912958fec.db, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.07838.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.07838.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.07838.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1769215371.86027, (0, 0) as of 1769215371.86027, created as of 1769215371.86027>, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.07838.db +sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1769215371.86027, (0, 0) as of 1769215371.86027, created as of 1769215371.86027> - shard db already in sync, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.07838.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.07838.db +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1769215371.86027, (3, 6) as of 1769215433.16438, cleaved as of 1769215371.86027> in 0.003s, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.07838.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1769215371.86027, (0, 0) as of 1769215371.86027, created as of 1769215371.86027>, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.07838.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017547607421875s, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011992454528808594s, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.07838.db +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1769215371.86027, (1, 100) as of 1769215433.17745, cleaved as of 1769215371.86027> in 0.008s, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.07838.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.07838.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.07838.db +sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1769215371.86027, (0, 0) as of 1769215371.86027, created as of 1769215371.86027>, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.07838.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017118453979492188s, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root test.unit.container.test_sharder.TestSharder.test_cleave_root ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim ... ok test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff ... ok -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00014090538024902344s, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.91598.db -sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1734804819.63555, (1, 1000) as of 1734804867.03586, cleaved as of 1734804819.63555> in 0.008s, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.91598.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.91598.db -sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.91598.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.91598.db -sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.91598.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1734804819.63555, (2, 15) as of 1734804867.05052, active as of 1734804819.63555>, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.91598.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017690658569335938s, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012612342834472656s, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.91598.db -sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1734804819.63555, (2, 15) as of 1734804867.05052, active as of 1734804819.63555> in 0.016s, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.91598.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.91598.db -sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.91598.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmpejscpn_a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804866.91598.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp60dkgu8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.09861.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp60dkgu8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.09861.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp60dkgu8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.09861.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp60dkgu8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.09861.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmp60dkgu8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.09861.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp60dkgu8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.09861.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016021728515625s, path: a/c, db: /tmp/tmp60dkgu8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011038780212402344s, path: a/c, db: /tmp/tmp60dkgu8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp60dkgu8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.09861.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp60dkgu8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.09861.db -sharder-test INFO: Cleaved ShardRange in 0.006s, path: a/c, db: /tmp/tmp60dkgu8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.09861.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp60dkgu8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.09861.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpk2aalxj6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.13563.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpk2aalxj6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.13563.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpk2aalxj6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.13563.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpk2aalxj6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.13563.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpk2aalxj6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.13563.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpk2aalxj6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.13563.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015234947204589844s, path: a/c, db: /tmp/tmpk2aalxj6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010585784912109375s, path: a/c, db: /tmp/tmpk2aalxj6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpk2aalxj6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.13563.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001404285430908203s, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.07838.db +sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1769215371.86027, (1, 1000) as of 1769215433.20864, cleaved as of 1769215371.86027> in 0.009s, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.07838.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.07838.db +sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.07838.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.07838.db +sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.07838.db +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1769215371.86027, (2, 15) as of 1769215433.22377, active as of 1769215371.86027>, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.07838.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001811981201171875s, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001285076141357422s, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.07838.db +sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1769215371.86027, (2, 15) as of 1769215433.22377, active as of 1769215371.86027> in 0.015s, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.07838.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.07838.db +sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.07838.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmp5pb6kjb1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.07838.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpi_3esv_l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.26826.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpi_3esv_l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.26826.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpi_3esv_l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.26826.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpi_3esv_l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.26826.db +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpi_3esv_l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.26826.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpi_3esv_l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.26826.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017452239990234375s, path: a/c, db: /tmp/tmpi_3esv_l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011730194091796875s, path: a/c, db: /tmp/tmpi_3esv_l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpi_3esv_l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.26826.db +sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpi_3esv_l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.26826.db +sharder-test INFO: Cleaved ShardRange in 0.006s, path: a/c, db: /tmp/tmpi_3esv_l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.26826.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpi_3esv_l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.26826.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp1quizap6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.30426.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp1quizap6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.30426.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp1quizap6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.30426.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp1quizap6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.30426.db +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmp1quizap6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.30426.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp1quizap6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.30426.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016236305236816406s, path: a/c, db: /tmp/tmp1quizap6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001468658447265625s, path: a/c, db: /tmp/tmp1quizap6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp1quizap6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.30426.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges ... ok -sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1734804819.63555, (0, 0) as of 1734804819.63555, created as of 1734804819.63555>, path: a/c, db: /tmp/tmpk2aalxj6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.13563.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015997886657714844s, path: a/c, db: /tmp/tmpk2aalxj6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011491775512695312s, path: a/c, db: /tmp/tmpk2aalxj6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange<'d' to 'x' as of 1734804819.63555, (0, 0) as of 1734804819.63555, created as of 1734804819.63555> - zero objects found, path: a/c, db: /tmp/tmpk2aalxj6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.13563.db -sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'x' to MaxBound as of 1734804819.63555, (0, 0) as of 1734804819.63555, created as of 1734804819.63555>, path: a/c, db: /tmp/tmpk2aalxj6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.13563.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016117095947265625s, path: a/c, db: /tmp/tmpk2aalxj6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010848045349121094s, path: a/c, db: /tmp/tmpk2aalxj6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange<'x' to MaxBound as of 1734804819.63555, (0, 0) as of 1734804819.63555, created as of 1734804819.63555> - zero objects found, path: a/c, db: /tmp/tmpk2aalxj6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.13563.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpk2aalxj6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.13563.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.19986.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.19986.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.19986.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.19986.db -sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.19986.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015306472778320312s, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013518333435058594s, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.4849853515625e-05s, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001308917999267578s, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.19986.db -sharder-test INFO: Cleaved ShardRange in 0.01s, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.19986.db -sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1734804819.63555, (0, 0) as of 1734804819.63555, found as of 1734804819.63555>, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.19986.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.19986.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.19986.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1734804819.63555, (0, 0) as of 1734804819.63555, created as of 1734804819.63555>, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.19986.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016832351684570312s, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 7.724761962890625e-05s, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 7.462501525878906e-05s, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.628036499023438e-05s, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011181831359863281s, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.19986.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmp0j3grg65/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.19986.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.19986.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.19986.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1734804819.63555, (0, 0) as of 1734804819.63555, created as of 1734804819.63555>, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.19986.db -sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1734804819.63555, (0, 0) as of 1734804819.63555, created as of 1734804819.63555> - shard db already in sync, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.19986.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.19986.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1734804819.63555, (3, 6) as of 1734804867.29755, cleaved as of 1734804819.63555> in 0.003s, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.19986.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1734804819.63555, (0, 0) as of 1734804819.63555, created as of 1734804819.63555>, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.19986.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016427040100097656s, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.604194641113281e-05s, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010752677917480469s, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.19986.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1734804819.63555, (1, 100) as of 1734804867.31091, cleaved as of 1734804819.63555> in 0.008s, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.19986.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.19986.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.19986.db -sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1734804819.63555, (0, 0) as of 1734804819.63555, created as of 1734804819.63555>, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.19986.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017905235290527344s, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.200241088867188e-05s, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012564659118652344s, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 6.413459777832031e-05s, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.19986.db -sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1734804819.63555, (1, 1000) as of 1734804867.34674, cleaved as of 1734804819.63555> in 0.014s, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.19986.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.19986.db -sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.19986.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.19986.db -sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.19986.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1734804819.63555, (2, 15) as of 1734804867.36155, active as of 1734804819.63555>, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.19986.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015687942504882812s, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.365776062011719e-05s, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010538101196289062s, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.19986.db -sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1734804819.63555, (2, 15) as of 1734804867.36155, active as of 1734804819.63555> in 0.008s, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.19986.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.19986.db -sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.19986.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmp0j3grg65/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.19986.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one +sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1769215371.86027, (0, 0) as of 1769215371.86027, created as of 1769215371.86027>, path: a/c, db: /tmp/tmp1quizap6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.30426.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001785755157470703s, path: a/c, db: /tmp/tmp1quizap6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011873245239257812s, path: a/c, db: /tmp/tmp1quizap6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange<'d' to 'x' as of 1769215371.86027, (0, 0) as of 1769215371.86027, created as of 1769215371.86027> - zero objects found, path: a/c, db: /tmp/tmp1quizap6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.30426.db +sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'x' to MaxBound as of 1769215371.86027, (0, 0) as of 1769215371.86027, created as of 1769215371.86027>, path: a/c, db: /tmp/tmp1quizap6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.30426.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015664100646972656s, path: a/c, db: /tmp/tmp1quizap6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011372566223144531s, path: a/c, db: /tmp/tmp1quizap6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange<'x' to MaxBound as of 1769215371.86027, (0, 0) as of 1769215371.86027, created as of 1769215371.86027> - zero objects found, path: a/c, db: /tmp/tmp1quizap6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.30426.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp1quizap6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.30426.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.36731.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.36731.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.36731.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.36731.db +sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.36731.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001742839813232422s, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000133514404296875s, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.937980651855469e-05s, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011754035949707031s, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.36731.db +sharder-test INFO: Cleaved ShardRange in 0.011s, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.36731.db +sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1769215371.86027, (0, 0) as of 1769215371.86027, found as of 1769215371.86027>, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.36731.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.36731.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.36731.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1769215371.86027, (0, 0) as of 1769215371.86027, created as of 1769215371.86027>, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.36731.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020575523376464844s, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.082389831542969e-05s, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.605552673339844e-05s, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.985664367675781e-05s, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011587142944335938s, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.36731.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpln3dtfea/sda/containers/0/fec/be01134b0c7bfad4dfd1eb1912958fec/be01134b0c7bfad4dfd1eb1912958fec.db, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.36731.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.36731.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.36731.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1769215371.86027, (0, 0) as of 1769215371.86027, created as of 1769215371.86027>, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.36731.db +sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1769215371.86027, (0, 0) as of 1769215371.86027, created as of 1769215371.86027> - shard db already in sync, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.36731.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.36731.db +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1769215371.86027, (3, 6) as of 1769215433.46425, cleaved as of 1769215371.86027> in 0.003s, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.36731.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1769215371.86027, (0, 0) as of 1769215371.86027, created as of 1769215371.86027>, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.36731.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001919269561767578s, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.747245788574219e-05s, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012493133544921875s, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.36731.db +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1769215371.86027, (1, 100) as of 1769215433.47851, cleaved as of 1769215371.86027> in 0.009s, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.36731.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.36731.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.36731.db +sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1769215371.86027, (0, 0) as of 1769215371.86027, created as of 1769215371.86027>, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.36731.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017213821411132812s, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.2479248046875e-05s, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.000125885009765625s, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.699562072753906e-05s, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.36731.db +sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1769215371.86027, (1, 1000) as of 1769215433.51201, cleaved as of 1769215371.86027> in 0.011s, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.36731.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.36731.db +sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.36731.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.36731.db +sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.36731.db +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1769215371.86027, (2, 15) as of 1769215433.52754, active as of 1769215371.86027>, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.36731.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017333030700683594s, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.437301635742188e-05s, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013899803161621094s, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.36731.db +sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1769215371.86027, (2, 15) as of 1769215433.52754, active as of 1769215371.86027> in 0.008s, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.36731.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.36731.db +sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.36731.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmpln3dtfea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.36731.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one test.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one ... ok test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change ... ok -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmphpxekhrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.40405.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmphpxekhrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.40405.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmphpxekhrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.40405.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmphpxekhrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.40405.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmphpxekhrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.40405.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmphpxekhrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.40405.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00017952919006347656s, path: a/c, db: /tmp/tmphpxekhrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010442733764648438s, path: a/c, db: /tmp/tmphpxekhrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmphpxekhrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.40405.db -sharder-test INFO: Cleaved ShardRange in 0.007s, path: a/c, db: /tmp/tmphpxekhrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.40405.db -sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1734804819.63555, (500000, 0) as of 1734804819.63555, created as of 1734804819.63555>, path: a/c, db: /tmp/tmphpxekhrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.40405.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016164779663085938s, path: a/c, db: /tmp/tmphpxekhrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011849403381347656s, path: a/c, db: /tmp/tmphpxekhrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_x_1 for ShardRange, path: a/c, db: /tmp/tmphpxekhrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.40405.db -sharder-test INFO: Cleaved ShardRange<'d' to 'x' as of 1734804819.63555, (2, 103) as of 1734804867.44571, cleaved as of 1734804819.63555> in 0.01s, path: a/c, db: /tmp/tmphpxekhrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.40405.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmphpxekhrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.40405.db -sharder-test DEBUG: Continuing to cleave (2 done, 1 todo), path: a/c, db: /tmp/tmphpxekhrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.40405.db -sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'d' to MaxBound as of 1734804867.45663, (500000, 0) as of 1734804867.45663, created as of 1734804867.45663>, path: a/c, db: /tmp/tmphpxekhrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.40405.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00017189979553222656s, path: a/c, db: /tmp/tmphpxekhrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001201629638671875s, path: a/c, db: /tmp/tmphpxekhrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__2 for ShardRange, path: a/c, db: /tmp/tmphpxekhrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.40405.db -sharder-test INFO: Cleaved ShardRange<'d' to MaxBound as of 1734804867.45663, (3, 1103) as of 1734804867.47781, cleaved as of 1734804867.45663> in 0.008s, path: a/c, db: /tmp/tmphpxekhrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.40405.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmphpxekhrx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804867.40405.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpu9aqffgd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804867.48789.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpu9aqffgd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804867.48789.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpu9aqffgd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804867.48789.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000148773193359375s, path: .shards_a/shard_c, db: /tmp/tmpu9aqffgd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=False) in 6.937980651855469e-05s, path: .shards_a/shard_c, db: /tmp/tmpu9aqffgd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010800361633300781s, path: .shards_a/shard_c, db: /tmp/tmpu9aqffgd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpu9aqffgd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/c_here_0 in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpu9aqffgd/sda/containers/0/e19/9e88c3bdfd03a830d1fc09d35d671e19/9e88c3bdfd03a830d1fc09d35d671e19.db, path: .shards_a/shard_c, db: /tmp/tmpu9aqffgd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011301040649414062s, path: .shards_a/shard_c, db: /tmp/tmpu9aqffgd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011706352233886719s, path: .shards_a/shard_c, db: /tmp/tmpu9aqffgd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.0558319091796875e-05s, path: .shards_a/shard_c, db: /tmp/tmpu9aqffgd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shard +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpwm2c6jau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.57195.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwm2c6jau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.57195.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpwm2c6jau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.57195.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwm2c6jau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.57195.db +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpwm2c6jau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.57195.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpwm2c6jau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.57195.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00018787384033203125s, path: a/c, db: /tmp/tmpwm2c6jau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001518726348876953s, path: a/c, db: /tmp/tmpwm2c6jau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpwm2c6jau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.57195.db +sharder-test INFO: Cleaved ShardRange in 0.008s, path: a/c, db: /tmp/tmpwm2c6jau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.57195.db +sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1769215371.86027, (500000, 0) as of 1769215371.86027, created as of 1769215371.86027>, path: a/c, db: /tmp/tmpwm2c6jau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.57195.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016736984252929688s, path: a/c, db: /tmp/tmpwm2c6jau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001785755157470703s, path: a/c, db: /tmp/tmpwm2c6jau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_x_1 for ShardRange, path: a/c, db: /tmp/tmpwm2c6jau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.57195.db +sharder-test INFO: Cleaved ShardRange<'d' to 'x' as of 1769215371.86027, (2, 103) as of 1769215433.61668, cleaved as of 1769215371.86027> in 0.009s, path: a/c, db: /tmp/tmpwm2c6jau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.57195.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpwm2c6jau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.57195.db +sharder-test DEBUG: Continuing to cleave (2 done, 1 todo), path: a/c, db: /tmp/tmpwm2c6jau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.57195.db +sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'d' to MaxBound as of 1769215433.62836, (500000, 0) as of 1769215433.62836, created as of 1769215433.62836>, path: a/c, db: /tmp/tmpwm2c6jau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.57195.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00018286705017089844s, path: a/c, db: /tmp/tmpwm2c6jau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012874603271484375s, path: a/c, db: /tmp/tmpwm2c6jau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__2 for ShardRange, path: a/c, db: /tmp/tmpwm2c6jau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.57195.db +sharder-test INFO: Cleaved ShardRange<'d' to MaxBound as of 1769215433.62836, (3, 1103) as of 1769215433.65113, cleaved as of 1769215433.62836> in 0.009s, path: a/c, db: /tmp/tmpwm2c6jau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.57195.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpwm2c6jau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215433.57195.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpj_a3bl76/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215433.66070.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpj_a3bl76/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215433.66070.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpj_a3bl76/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215433.66070.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001647472381591797s, path: .shards_a/shard_c, db: /tmp/tmpj_a3bl76/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.319450378417969e-05s, path: .shards_a/shard_c, db: /tmp/tmpj_a3bl76/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012612342834472656s, path: .shards_a/shard_c, db: /tmp/tmpj_a3bl76/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpj_a3bl76/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/c_here_0 in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpj_a3bl76/sda/containers/0/b66/54aec62e3fc84971efeb015534e23b66/54aec62e3fc84971efeb015534e23b66.db, path: .shards_a/shard_c, db: /tmp/tmpj_a3bl76/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012254714965820312s, path: .shards_a/shard_c, db: /tmp/tmpj_a3bl76/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012421607971191406s, path: .shards_a/shard_c, db: /tmp/tmpj_a3bl76/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.651878356933594e-05s, path: .shards_a/shard_c, db: /tmp/tmpj_a3bl76/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shard test.unit.container.test_sharder.TestSharder.test_cleave_shard ... ok -sharder-test DEBUG: got 1 rows (deleted=True) in 6.771087646484375e-05s, path: .shards_a/shard_c, db: /tmp/tmpu9aqffgd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1734804819.63555, (0, 0) as of 1734804819.63555, active as of 1734804819.63555>, path: .shards_a/shard_c, db: /tmp/tmpu9aqffgd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpu9aqffgd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804867.48789.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpu9aqffgd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804867.48789.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpu9aqffgd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804867.48789.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_0 for ShardRange<'here' to 'there' as of 1734804819.63555, (0, 0) as of 1734804819.63555, created as of 1734804819.63555>, path: .shards_a/shard_c, db: /tmp/tmpu9aqffgd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804867.48789.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00017833709716796875s, path: .shards_a/shard_c, db: /tmp/tmpu9aqffgd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011610984802246094s, path: .shards_a/shard_c, db: /tmp/tmpu9aqffgd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_0 for ShardRange<'here' to 'where' as of 1734804867.48788, (0, 0) as of 1734804867.48788, sharding as of 1734804867.48788>, path: .shards_a/shard_c, db: /tmp/tmpu9aqffgd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804867.48789.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1734804819.63555, (3, 6) as of 1734804867.54744, cleaved as of 1734804819.63555> in 0.007s, path: .shards_a/shard_c, db: /tmp/tmpu9aqffgd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804867.48789.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpu9aqffgd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804867.48789.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpu9aqffgd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804867.48789.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpu9aqffgd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804867.48789.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpu9aqffgd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804867.48789.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001518726348876953s, path: .shards_a/shard_c, db: /tmp/tmpu9aqffgd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=False) in 7.081031799316406e-05s, path: .shards_a/shard_c, db: /tmp/tmpu9aqffgd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011730194091796875s, path: .shards_a/shard_c, db: /tmp/tmpu9aqffgd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpu9aqffgd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011038780212402344s, path: .shards_a/shard_c, db: /tmp/tmpu9aqffgd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011110305786132812s, path: .shards_a/shard_c, db: /tmp/tmpu9aqffgd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpu9aqffgd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804867.48789.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpu9aqffgd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804867.48789.db -sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: .shards_a/shard_c, db: /tmp/tmpu9aqffgd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804867.48789.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_1 for ShardRange<'there' to 'where' as of 1734804819.63555, (2, 15) as of 1734804867.55597, cleaved as of 1734804819.63555>, path: .shards_a/shard_c, db: /tmp/tmpu9aqffgd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804867.48789.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018525123596191406s, path: .shards_a/shard_c, db: /tmp/tmpu9aqffgd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012350082397460938s, path: .shards_a/shard_c, db: /tmp/tmpu9aqffgd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_1 for ShardRange<'here' to 'where' as of 1734804867.48788, (0, 0) as of 1734804867.48788, sharding as of 1734804867.48788>, path: .shards_a/shard_c, db: /tmp/tmpu9aqffgd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804867.48789.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1734804819.63555, (2, 15) as of 1734804867.55597, cleaved as of 1734804819.63555> in 0.01s, path: .shards_a/shard_c, db: /tmp/tmpu9aqffgd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804867.48789.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpu9aqffgd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804867.48789.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp97f5zljo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp97f5zljo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp97f5zljo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp97f5zljo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp97f5zljo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmp97f5zljo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp97f5zljo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range +sharder-test DEBUG: got 1 rows (deleted=True) in 7.462501525878906e-05s, path: .shards_a/shard_c, db: /tmp/tmpj_a3bl76/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769215371.86027, (0, 0) as of 1769215371.86027, active as of 1769215371.86027>, path: .shards_a/shard_c, db: /tmp/tmpj_a3bl76/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpj_a3bl76/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215433.66070.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpj_a3bl76/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215433.66070.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpj_a3bl76/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215433.66070.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_0 for ShardRange<'here' to 'there' as of 1769215371.86027, (0, 0) as of 1769215371.86027, created as of 1769215371.86027>, path: .shards_a/shard_c, db: /tmp/tmpj_a3bl76/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215433.66070.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00017189979553222656s, path: .shards_a/shard_c, db: /tmp/tmpj_a3bl76/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000118255615234375s, path: .shards_a/shard_c, db: /tmp/tmpj_a3bl76/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_0 for ShardRange<'here' to 'where' as of 1769215433.66069, (0, 0) as of 1769215433.66069, sharding as of 1769215433.66069>, path: .shards_a/shard_c, db: /tmp/tmpj_a3bl76/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215433.66070.db +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1769215371.86027, (3, 6) as of 1769215433.71993, cleaved as of 1769215371.86027> in 0.008s, path: .shards_a/shard_c, db: /tmp/tmpj_a3bl76/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215433.66070.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpj_a3bl76/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215433.66070.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpj_a3bl76/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215433.66070.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpj_a3bl76/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215433.66070.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpj_a3bl76/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215433.66070.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001666545867919922s, path: .shards_a/shard_c, db: /tmp/tmpj_a3bl76/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.033348083496094e-05s, path: .shards_a/shard_c, db: /tmp/tmpj_a3bl76/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012063980102539062s, path: .shards_a/shard_c, db: /tmp/tmpj_a3bl76/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpj_a3bl76/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011968612670898438s, path: .shards_a/shard_c, db: /tmp/tmpj_a3bl76/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001087188720703125s, path: .shards_a/shard_c, db: /tmp/tmpj_a3bl76/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpj_a3bl76/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215433.66070.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpj_a3bl76/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215433.66070.db +sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: .shards_a/shard_c, db: /tmp/tmpj_a3bl76/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215433.66070.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_1 for ShardRange<'there' to 'where' as of 1769215371.86027, (2, 15) as of 1769215433.72832, cleaved as of 1769215371.86027>, path: .shards_a/shard_c, db: /tmp/tmpj_a3bl76/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215433.66070.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020194053649902344s, path: .shards_a/shard_c, db: /tmp/tmpj_a3bl76/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012612342834472656s, path: .shards_a/shard_c, db: /tmp/tmpj_a3bl76/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards_a/c_where_1 for ShardRange<'here' to 'where' as of 1769215433.66069, (0, 0) as of 1769215433.66069, sharding as of 1769215433.66069>, path: .shards_a/shard_c, db: /tmp/tmpj_a3bl76/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215433.66070.db +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1769215371.86027, (2, 15) as of 1769215433.72832, cleaved as of 1769215371.86027> in 0.01s, path: .shards_a/shard_c, db: /tmp/tmpj_a3bl76/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215433.66070.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpj_a3bl76/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215433.66070.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpw2m80q2m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpw2m80q2m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpw2m80q2m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpw2m80q2m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpw2m80q2m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmpw2m80q2m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpw2m80q2m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range test.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range ... ok -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_1, db: /tmp/tmpvh4od4mg/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1734804880.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_1, db: /tmp/tmpvh4od4mg/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1734804880.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_1, db: /tmp/tmpvh4od4mg/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1734804880.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014257431030273438s, path: .shards_a/donor_1, db: /tmp/tmpvh4od4mg/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010275840759277344s, path: .shards_a/donor_1, db: /tmp/tmpvh4od4mg/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010657310485839844s, path: .shards_a/donor_1, db: /tmp/tmpvh4od4mg/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010848045349121094s, path: .shards_a/donor_1, db: /tmp/tmpvh4od4mg/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_1, db: /tmp/tmpvh4od4mg/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1734804880.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_1, db: /tmp/tmpvh4od4mg/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1734804880.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_1_ for ShardRange<'h' to MaxBound as of 1734804867.63246, (1000, 11111) as of 1734804867.63246, created as of 1734804867.63246>, path: .shards_a/donor_1, db: /tmp/tmpvh4od4mg/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1734804880.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00016546249389648438s, path: .shards_a/donor_1, db: /tmp/tmpvh4od4mg/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010585784912109375s, path: .shards_a/donor_1, db: /tmp/tmpvh4od4mg/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_1_ for ShardRange<'h' to 'w' as of 1734804890.00000, (0, 0) as of 1734804879.00000, shrunk as of 1734804879.00000>, path: .shards_a/donor_1, db: /tmp/tmpvh4od4mg/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1734804880.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1734804867.63246, (1000, 11111) as of 1734804867.63246, created as of 1734804867.63246> in 0.007s, path: .shards_a/donor_1, db: /tmp/tmpvh4od4mg/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1734804880.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_1, db: /tmp/tmpvh4od4mg/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1734804880.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvh4od4mg/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_2, db: /tmp/tmpvh4od4mg/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1734804907.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_2, db: /tmp/tmpvh4od4mg/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1734804907.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_2, db: /tmp/tmpvh4od4mg/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1734804907.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014472007751464844s, path: .shards_a/donor_2, db: /tmp/tmpvh4od4mg/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001125335693359375s, path: .shards_a/donor_2, db: /tmp/tmpvh4od4mg/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010037422180175781s, path: .shards_a/donor_2, db: /tmp/tmpvh4od4mg/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010204315185546875s, path: .shards_a/donor_2, db: /tmp/tmpvh4od4mg/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_2, db: /tmp/tmpvh4od4mg/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1734804907.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_2, db: /tmp/tmpvh4od4mg/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1734804907.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_2_ for ShardRange<'h' to MaxBound as of 1734804867.68023, (1000, 11111) as of 1734804867.68023, cleaved as of 1734804867.68023>, path: .shards_a/donor_2, db: /tmp/tmpvh4od4mg/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1734804907.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00018310546875s, path: .shards_a/donor_2, db: /tmp/tmpvh4od4mg/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011992454528808594s, path: .shards_a/donor_2, db: /tmp/tmpvh4od4mg/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_2_ for ShardRange<'h' to 'w' as of 1734804917.00000, (0, 0) as of 1734804906.00000, shrunk as of 1734804906.00000>, path: .shards_a/donor_2, db: /tmp/tmpvh4od4mg/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1734804907.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1734804867.68023, (1000, 11111) as of 1734804867.68023, cleaved as of 1734804867.68023> in 0.009s, path: .shards_a/donor_2, db: /tmp/tmpvh4od4mg/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1734804907.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_2, db: /tmp/tmpvh4od4mg/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1734804907.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvh4od4mg/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_3, db: /tmp/tmpvh4od4mg/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1734804934.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_3, db: /tmp/tmpvh4od4mg/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1734804934.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_3, db: /tmp/tmpvh4od4mg/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1734804934.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001354217529296875s, path: .shards_a/donor_3, db: /tmp/tmpvh4od4mg/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.894371032714844e-05s, path: .shards_a/donor_3, db: /tmp/tmpvh4od4mg/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.679794311523438e-05s, path: .shards_a/donor_3, db: /tmp/tmpvh4od4mg/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010633468627929688s, path: .shards_a/donor_3, db: /tmp/tmpvh4od4mg/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_3, db: /tmp/tmpvh4od4mg/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1734804934.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_3, db: /tmp/tmpvh4od4mg/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1734804934.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_3_ for ShardRange<'h' to MaxBound as of 1734804867.73194, (1000, 11111) as of 1734804867.73194, active as of 1734804867.73194>, path: .shards_a/donor_3, db: /tmp/tmpvh4od4mg/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1734804934.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00015735626220703125s, path: .shards_a/donor_3, db: /tmp/tmpvh4od4mg/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010728836059570312s, path: .shards_a/donor_3, db: /tmp/tmpvh4od4mg/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_3_ for ShardRange<'h' to 'w' as of 1734804944.00000, (0, 0) as of 1734804933.00000, shrunk as of 1734804933.00000>, path: .shards_a/donor_3, db: /tmp/tmpvh4od4mg/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1734804934.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1734804867.73194, (1000, 11111) as of 1734804867.73194, active as of 1734804867.73194> in 0.007s, path: .shards_a/donor_3, db: /tmp/tmpvh4od4mg/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1734804934.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_3, db: /tmp/tmpvh4od4mg/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1734804934.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvh4od4mg/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_4, db: /tmp/tmpvh4od4mg/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1734804961.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_4, db: /tmp/tmpvh4od4mg/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1734804961.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_4, db: /tmp/tmpvh4od4mg/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1734804961.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016427040100097656s, path: .shards_a/donor_4, db: /tmp/tmpvh4od4mg/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011467933654785156s, path: .shards_a/donor_4, db: /tmp/tmpvh4od4mg/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010442733764648438s, path: .shards_a/donor_4, db: /tmp/tmpvh4od4mg/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001049041748046875s, path: .shards_a/donor_4, db: /tmp/tmpvh4od4mg/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_4, db: /tmp/tmpvh4od4mg/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1734804961.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_4, db: /tmp/tmpvh4od4mg/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1734804961.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_k for ShardRange<'d' to 'k' as of 1734804867.78904, (1000, 11111) as of 1734804867.78904, created as of 1734804867.78904>, path: .shards_a/donor_4, db: /tmp/tmpvh4od4mg/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1734804961.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001697540283203125s, path: .shards_a/donor_4, db: /tmp/tmpvh4od4mg/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010704994201660156s, path: .shards_a/donor_4, db: /tmp/tmpvh4od4mg/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_k for ShardRange<'h' to 'w' as of 1734804960.00000, (0, 0) as of 1734804960.00000, shrinking as of 1734804960.00000>, path: .shards_a/donor_4, db: /tmp/tmpvh4od4mg/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1734804961.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1734804867.78904, (1000, 11111) as of 1734804867.78904, created as of 1734804867.78904> in 0.006s, path: .shards_a/donor_4, db: /tmp/tmpvh4od4mg/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1734804961.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_ for ShardRange<'k' to MaxBound as of 1734804867.78908, (1000, 11111) as of 1734804867.78908, created as of 1734804867.78908>, path: .shards_a/donor_4, db: /tmp/tmpvh4od4mg/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1734804961.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017070770263671875s, path: .shards_a/donor_4, db: /tmp/tmpvh4od4mg/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010919570922851562s, path: .shards_a/donor_4, db: /tmp/tmpvh4od4mg/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_ for ShardRange<'h' to 'w' as of 1734804960.00000, (0, 0) as of 1734804960.00000, shrinking as of 1734804960.00000>, path: .shards_a/donor_4, db: /tmp/tmpvh4od4mg/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1734804961.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1734804867.78908, (1000, 11111) as of 1734804867.78908, created as of 1734804867.78908> in 0.007s, path: .shards_a/donor_4, db: /tmp/tmpvh4od4mg/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1734804961.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_4, db: /tmp/tmpvh4od4mg/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1734804961.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvh4od4mg/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_5, db: /tmp/tmpvh4od4mg/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1734804994.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_5, db: /tmp/tmpvh4od4mg/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1734804994.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_5, db: /tmp/tmpvh4od4mg/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1734804994.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001418590545654297s, path: .shards_a/donor_5, db: /tmp/tmpvh4od4mg/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001266002655029297s, path: .shards_a/donor_5, db: /tmp/tmpvh4od4mg/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011610984802246094s, path: .shards_a/donor_5, db: /tmp/tmpvh4od4mg/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010561943054199219s, path: .shards_a/donor_5, db: /tmp/tmpvh4od4mg/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_5, db: /tmp/tmpvh4od4mg/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1734804994.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_5, db: /tmp/tmpvh4od4mg/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1734804994.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_k for ShardRange<'d' to 'k' as of 1734804867.85801, (1000, 11111) as of 1734804867.85801, cleaved as of 1734804867.85801>, path: .shards_a/donor_5, db: /tmp/tmpvh4od4mg/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1734804994.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001666545867919922s, path: .shards_a/donor_5, db: /tmp/tmpvh4od4mg/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010752677917480469s, path: .shards_a/donor_5, db: /tmp/tmpvh4od4mg/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_k for ShardRange<'h' to 'w' as of 1734804993.00000, (0, 0) as of 1734804993.00000, shrinking as of 1734804993.00000>, path: .shards_a/donor_5, db: /tmp/tmpvh4od4mg/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1734804994.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1734804867.85801, (1000, 11111) as of 1734804867.85801, cleaved as of 1734804867.85801> in 0.006s, path: .shards_a/donor_5, db: /tmp/tmpvh4od4mg/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1734804994.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_ for ShardRange<'k' to MaxBound as of 1734804867.85805, (1000, 11111) as of 1734804867.85805, cleaved as of 1734804867.85805>, path: .shards_a/donor_5, db: /tmp/tmpvh4od4mg/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1734804994.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00019431114196777344s, path: .shards_a/donor_5, db: /tmp/tmpvh4od4mg/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001068115234375s, path: .shards_a/donor_5, db: /tmp/tmpvh4od4mg/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_ for ShardRange<'h' to 'w' as of 1734804993.00000, (0, 0) as of 1734804993.00000, shrinking as of 1734804993.00000>, path: .shards_a/donor_5, db: /tmp/tmpvh4od4mg/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1734804994.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1734804867.85805, (1000, 11111) as of 1734804867.85805, cleaved as of 1734804867.85805> in 0.006s, path: .shards_a/donor_5, db: /tmp/tmpvh4od4mg/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1734804994.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_5, db: /tmp/tmpvh4od4mg/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1734804994.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvh4od4mg/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_6, db: /tmp/tmpvh4od4mg/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1734805027.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_6, db: /tmp/tmpvh4od4mg/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1734805027.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_6, db: /tmp/tmpvh4od4mg/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1734805027.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013446807861328125s, path: .shards_a/donor_6, db: /tmp/tmpvh4od4mg/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011086463928222656s, path: .shards_a/donor_6, db: /tmp/tmpvh4od4mg/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010347366333007812s, path: .shards_a/donor_6, db: /tmp/tmpvh4od4mg/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.894371032714844e-05s, path: .shards_a/donor_6, db: /tmp/tmpvh4od4mg/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_6, db: /tmp/tmpvh4od4mg/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1734805027.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_6, db: /tmp/tmpvh4od4mg/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1734805027.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_k for ShardRange<'d' to 'k' as of 1734804867.92399, (1000, 11111) as of 1734804867.92399, active as of 1734804867.92399>, path: .shards_a/donor_6, db: /tmp/tmpvh4od4mg/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1734805027.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000164031982421875s, path: .shards_a/donor_6, db: /tmp/tmpvh4od4mg/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010561943054199219s, path: .shards_a/donor_6, db: /tmp/tmpvh4od4mg/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_k for ShardRange<'h' to 'w' as of 1734805026.00000, (0, 0) as of 1734805026.00000, shrinking as of 1734805026.00000>, path: .shards_a/donor_6, db: /tmp/tmpvh4od4mg/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1734805027.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1734804867.92399, (1000, 11111) as of 1734804867.92399, active as of 1734804867.92399> in 0.006s, path: .shards_a/donor_6, db: /tmp/tmpvh4od4mg/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1734805027.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_ for ShardRange<'k' to MaxBound as of 1734804867.92403, (1000, 11111) as of 1734804867.92403, active as of 1734804867.92403>, path: .shards_a/donor_6, db: /tmp/tmpvh4od4mg/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1734805027.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001595020294189453s, path: .shards_a/donor_6, db: /tmp/tmpvh4od4mg/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011181831359863281s, path: .shards_a/donor_6, db: /tmp/tmpvh4od4mg/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_ for ShardRange<'h' to 'w' as of 1734805026.00000, (0, 0) as of 1734805026.00000, shrinking as of 1734805026.00000>, path: .shards_a/donor_6, db: /tmp/tmpvh4od4mg/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1734805027.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1734804867.92403, (1000, 11111) as of 1734804867.92403, active as of 1734804867.92403> in 0.006s, path: .shards_a/donor_6, db: /tmp/tmpvh4od4mg/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1734805027.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_6, db: /tmp/tmpvh4od4mg/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1734805027.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvh4od4mg/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_7, db: /tmp/tmpvh4od4mg/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1734805060.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_7, db: /tmp/tmpvh4od4mg/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1734805060.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_7, db: /tmp/tmpvh4od4mg/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1734805060.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014495849609375s, path: .shards_a/donor_7, db: /tmp/tmpvh4od4mg/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011682510375976562s, path: .shards_a/donor_7, db: /tmp/tmpvh4od4mg/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012087821960449219s, path: .shards_a/donor_7, db: /tmp/tmpvh4od4mg/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010013580322265625s, path: .shards_a/donor_7, db: /tmp/tmpvh4od4mg/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_7, db: /tmp/tmpvh4od4mg/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1734805060.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_7, db: /tmp/tmpvh4od4mg/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1734805060.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_k for ShardRange<'d' to 'k' as of 1734804867.98950, (1000, 11111) as of 1734804867.98950, cleaved as of 1734804867.98950>, path: .shards_a/donor_7, db: /tmp/tmpvh4od4mg/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1734805060.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015544891357421875s, path: .shards_a/donor_7, db: /tmp/tmpvh4od4mg/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010466575622558594s, path: .shards_a/donor_7, db: /tmp/tmpvh4od4mg/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_k for ShardRange<'h' to 'w' as of 1734805059.00000, (0, 0) as of 1734805059.00000, shrinking as of 1734805059.00000>, path: .shards_a/donor_7, db: /tmp/tmpvh4od4mg/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1734805060.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1734804867.98950, (1000, 11111) as of 1734804867.98950, cleaved as of 1734804867.98950> in 0.006s, path: .shards_a/donor_7, db: /tmp/tmpvh4od4mg/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1734805060.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_t for ShardRange<'k' to 't' as of 1734804867.98954, (1000, 11111) as of 1734804867.98954, cleaved as of 1734804867.98954>, path: .shards_a/donor_7, db: /tmp/tmpvh4od4mg/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1734805060.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001590251922607422s, path: .shards_a/donor_7, db: /tmp/tmpvh4od4mg/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000110626220703125s, path: .shards_a/donor_7, db: /tmp/tmpvh4od4mg/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_t for ShardRange<'h' to 'w' as of 1734805059.00000, (0, 0) as of 1734805059.00000, shrinking as of 1734805059.00000>, path: .shards_a/donor_7, db: /tmp/tmpvh4od4mg/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1734805060.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1734804867.98954, (1000, 11111) as of 1734804867.98954, cleaved as of 1734804867.98954> in 0.006s, path: .shards_a/donor_7, db: /tmp/tmpvh4od4mg/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1734805060.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_ for ShardRange<'t' to MaxBound as of 1734804867.98955, (1000, 11111) as of 1734804867.98955, cleaved as of 1734804867.98955>, path: .shards_a/donor_7, db: /tmp/tmpvh4od4mg/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1734805060.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001556873321533203s, path: .shards_a/donor_7, db: /tmp/tmpvh4od4mg/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014448165893554688s, path: .shards_a/donor_7, db: /tmp/tmpvh4od4mg/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_ for ShardRange<'h' to 'w' as of 1734805059.00000, (0, 0) as of 1734805059.00000, shrinking as of 1734805059.00000>, path: .shards_a/donor_7, db: /tmp/tmpvh4od4mg/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1734805060.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1734804867.98955, (1000, 11111) as of 1734804867.98955, cleaved as of 1734804867.98955> in 0.007s, path: .shards_a/donor_7, db: /tmp/tmpvh4od4mg/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1734805060.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_7, db: /tmp/tmpvh4od4mg/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1734805060.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvh4od4mg/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_8, db: /tmp/tmpvh4od4mg/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1734805099.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_8, db: /tmp/tmpvh4od4mg/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1734805099.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_8, db: /tmp/tmpvh4od4mg/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1734805099.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001513957977294922s, path: .shards_a/donor_8, db: /tmp/tmpvh4od4mg/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010704994201660156s, path: .shards_a/donor_8, db: /tmp/tmpvh4od4mg/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011587142944335938s, path: .shards_a/donor_8, db: /tmp/tmpvh4od4mg/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011229515075683594s, path: .shards_a/donor_8, db: /tmp/tmpvh4od4mg/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_8, db: /tmp/tmpvh4od4mg/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1734805099.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_8, db: /tmp/tmpvh4od4mg/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1734805099.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_k for ShardRange<'d' to 'k' as of 1734804868.07093, (1000, 11111) as of 1734804868.07093, created as of 1734804868.07093>, path: .shards_a/donor_8, db: /tmp/tmpvh4od4mg/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1734805099.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016236305236816406s, path: .shards_a/donor_8, db: /tmp/tmpvh4od4mg/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011706352233886719s, path: .shards_a/donor_8, db: /tmp/tmpvh4od4mg/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_k for ShardRange<'h' to 'w' as of 1734805098.00000, (0, 0) as of 1734805098.00000, shrinking as of 1734805098.00000>, path: .shards_a/donor_8, db: /tmp/tmpvh4od4mg/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1734805099.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1734804868.07093, (1000, 11111) as of 1734804868.07093, created as of 1734804868.07093> in 0.006s, path: .shards_a/donor_8, db: /tmp/tmpvh4od4mg/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1734805099.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_t for ShardRange<'k' to 't' as of 1734804868.07098, (1000, 11111) as of 1734804868.07098, created as of 1734804868.07098>, path: .shards_a/donor_8, db: /tmp/tmpvh4od4mg/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1734805099.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016999244689941406s, path: .shards_a/donor_8, db: /tmp/tmpvh4od4mg/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017023086547851562s, path: .shards_a/donor_8, db: /tmp/tmpvh4od4mg/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_t for ShardRange<'h' to 'w' as of 1734805098.00000, (0, 0) as of 1734805098.00000, shrinking as of 1734805098.00000>, path: .shards_a/donor_8, db: /tmp/tmpvh4od4mg/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1734805099.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1734804868.07098, (1000, 11111) as of 1734804868.07098, created as of 1734804868.07098> in 0.006s, path: .shards_a/donor_8, db: /tmp/tmpvh4od4mg/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1734805099.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_ for ShardRange<'t' to MaxBound as of 1734804868.07098, (1000, 11111) as of 1734804868.07098, created as of 1734804868.07098>, path: .shards_a/donor_8, db: /tmp/tmpvh4od4mg/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1734805099.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016760826110839844s, path: .shards_a/donor_8, db: /tmp/tmpvh4od4mg/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012493133544921875s, path: .shards_a/donor_8, db: /tmp/tmpvh4od4mg/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_ for ShardRange<'h' to 'w' as of 1734805098.00000, (0, 0) as of 1734805098.00000, shrinking as of 1734805098.00000>, path: .shards_a/donor_8, db: /tmp/tmpvh4od4mg/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1734805099.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1734804868.07098, (1000, 11111) as of 1734804868.07098, created as of 1734804868.07098> in 0.007s, path: .shards_a/donor_8, db: /tmp/tmpvh4od4mg/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1734805099.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_8, db: /tmp/tmpvh4od4mg/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1734805099.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvh4od4mg/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_9, db: /tmp/tmpvh4od4mg/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1734805138.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_9, db: /tmp/tmpvh4od4mg/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1734805138.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_9, db: /tmp/tmpvh4od4mg/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1734805138.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013756752014160156s, path: .shards_a/donor_9, db: /tmp/tmpvh4od4mg/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000102996826171875s, path: .shards_a/donor_9, db: /tmp/tmpvh4od4mg/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010085105895996094s, path: .shards_a/donor_9, db: /tmp/tmpvh4od4mg/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010943412780761719s, path: .shards_a/donor_9, db: /tmp/tmpvh4od4mg/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_9, db: /tmp/tmpvh4od4mg/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1734805138.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_9, db: /tmp/tmpvh4od4mg/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1734805138.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_k for ShardRange<'d' to 'k' as of 1734804868.15505, (1000, 11111) as of 1734804868.15505, active as of 1734804868.15505>, path: .shards_a/donor_9, db: /tmp/tmpvh4od4mg/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1734805138.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015473365783691406s, path: .shards_a/donor_9, db: /tmp/tmpvh4od4mg/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011372566223144531s, path: .shards_a/donor_9, db: /tmp/tmpvh4od4mg/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_k for ShardRange<'h' to 'w' as of 1734805137.00000, (0, 0) as of 1734805137.00000, shrinking as of 1734805137.00000>, path: .shards_a/donor_9, db: /tmp/tmpvh4od4mg/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1734805138.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1734804868.15505, (1000, 11111) as of 1734804868.15505, active as of 1734804868.15505> in 0.006s, path: .shards_a/donor_9, db: /tmp/tmpvh4od4mg/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1734805138.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_t for ShardRange<'k' to 't' as of 1734804868.15509, (1000, 11111) as of 1734804868.15509, active as of 1734804868.15509>, path: .shards_a/donor_9, db: /tmp/tmpvh4od4mg/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1734805138.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00897836685180664s, path: .shards_a/donor_9, db: /tmp/tmpvh4od4mg/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001232624053955078s, path: .shards_a/donor_9, db: /tmp/tmpvh4od4mg/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_t for ShardRange<'h' to 'w' as of 1734805137.00000, (0, 0) as of 1734805137.00000, shrinking as of 1734805137.00000>, path: .shards_a/donor_9, db: /tmp/tmpvh4od4mg/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1734805138.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1734804868.15509, (1000, 11111) as of 1734804868.15509, active as of 1734804868.15509> in 0.015s, path: .shards_a/donor_9, db: /tmp/tmpvh4od4mg/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1734805138.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_ for ShardRange<'t' to MaxBound as of 1734804868.15510, (1000, 11111) as of 1734804868.15510, active as of 1734804868.15510>, path: .shards_a/donor_9, db: /tmp/tmpvh4od4mg/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1734805138.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018072128295898438s, path: .shards_a/donor_9, db: /tmp/tmpvh4od4mg/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001227855682373047s, path: .shards_a/donor_9, db: /tmp/tmpvh4od4mg/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_ for ShardRange<'h' to 'w' as of 1734805137.00000, (0, 0) as of 1734805137.00000, shrinking as of 1734805137.00000>, path: .shards_a/donor_9, db: /tmp/tmpvh4od4mg/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1734805138.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1734804868.15510, (1000, 11111) as of 1734804868.15510, active as of 1734804868.15510> in 0.007s, path: .shards_a/donor_9, db: /tmp/tmpvh4od4mg/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1734805138.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_9, db: /tmp/tmpvh4od4mg/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1734805138.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvh4od4mg/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_10, db: /tmp/tmpvh4od4mg/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1734805177.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_10, db: /tmp/tmpvh4od4mg/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1734805177.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_10, db: /tmp/tmpvh4od4mg/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1734805177.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013589859008789062s, path: .shards_a/donor_10, db: /tmp/tmpvh4od4mg/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013780593872070312s, path: .shards_a/donor_10, db: /tmp/tmpvh4od4mg/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000102996826171875s, path: .shards_a/donor_10, db: /tmp/tmpvh4od4mg/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010418891906738281s, path: .shards_a/donor_10, db: /tmp/tmpvh4od4mg/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_10, db: /tmp/tmpvh4od4mg/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1734805177.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_10, db: /tmp/tmpvh4od4mg/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1734805177.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_10_k for ShardRange<'d' to 'k' as of 1734804868.24324, (1000, 11111) as of 1734804868.24324, created as of 1734804868.24324>, path: .shards_a/donor_10, db: /tmp/tmpvh4od4mg/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1734805177.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016188621520996094s, path: .shards_a/donor_10, db: /tmp/tmpvh4od4mg/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002684593200683594s, path: .shards_a/donor_10, db: /tmp/tmpvh4od4mg/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_10_k for ShardRange<'h' to 'w' as of 1734805176.00000, (0, 0) as of 1734805176.00000, shrinking as of 1734805176.00000>, path: .shards_a/donor_10, db: /tmp/tmpvh4od4mg/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1734805177.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1734804868.24324, (1000, 11111) as of 1734804868.24324, created as of 1734804868.24324> in 0.007s, path: .shards_a/donor_10, db: /tmp/tmpvh4od4mg/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1734805177.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_10, db: /tmp/tmpvh4od4mg/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1734805177.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '0106673c-24d9-4856-871b-06cae7a37bda-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 0}, path: .shards_a/donor_10, db: /tmp/tmpvh4od4mg/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1734805177.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_11, db: /tmp/tmpvh4od4mg/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1734805203.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_11, db: /tmp/tmpvh4od4mg/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1734805203.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_11, db: /tmp/tmpvh4od4mg/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1734805203.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001392364501953125s, path: .shards_a/donor_11, db: /tmp/tmpvh4od4mg/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001068115234375s, path: .shards_a/donor_11, db: /tmp/tmpvh4od4mg/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011038780212402344s, path: .shards_a/donor_11, db: /tmp/tmpvh4od4mg/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010228157043457031s, path: .shards_a/donor_11, db: /tmp/tmpvh4od4mg/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_11, db: /tmp/tmpvh4od4mg/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1734805203.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_11, db: /tmp/tmpvh4od4mg/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1734805203.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_k for ShardRange<'d' to 'k' as of 1734804868.29597, (1000, 11111) as of 1734804868.29597, cleaved as of 1734804868.29597>, path: .shards_a/donor_11, db: /tmp/tmpvh4od4mg/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1734805203.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001583099365234375s, path: .shards_a/donor_11, db: /tmp/tmpvh4od4mg/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001163482666015625s, path: .shards_a/donor_11, db: /tmp/tmpvh4od4mg/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_k for ShardRange<'h' to 'w' as of 1734805202.00000, (0, 0) as of 1734805202.00000, shrinking as of 1734805202.00000>, path: .shards_a/donor_11, db: /tmp/tmpvh4od4mg/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1734805203.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1734804868.29597, (1000, 11111) as of 1734804868.29597, cleaved as of 1734804868.29597> in 0.006s, path: .shards_a/donor_11, db: /tmp/tmpvh4od4mg/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1734805203.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_t for ShardRange<'k' to 't' as of 1734804868.29601, (1000, 11111) as of 1734804868.29601, cleaved as of 1734804868.29601>, path: .shards_a/donor_11, db: /tmp/tmpvh4od4mg/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1734805203.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015926361083984375s, path: .shards_a/donor_11, db: /tmp/tmpvh4od4mg/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010919570922851562s, path: .shards_a/donor_11, db: /tmp/tmpvh4od4mg/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_t for ShardRange<'h' to 'w' as of 1734805202.00000, (0, 0) as of 1734805202.00000, shrinking as of 1734805202.00000>, path: .shards_a/donor_11, db: /tmp/tmpvh4od4mg/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1734805203.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1734804868.29601, (1000, 11111) as of 1734804868.29601, cleaved as of 1734804868.29601> in 0.006s, path: .shards_a/donor_11, db: /tmp/tmpvh4od4mg/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1734805203.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_11, db: /tmp/tmpvh4od4mg/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1734805203.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '8852c03e-152b-4981-b185-8b8ce863b90c-sda', 'cursor': 't', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: .shards_a/donor_11, db: /tmp/tmpvh4od4mg/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1734805203.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_12, db: /tmp/tmpvh4od4mg/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1734805235.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_12, db: /tmp/tmpvh4od4mg/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1734805235.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_12, db: /tmp/tmpvh4od4mg/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1734805235.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014400482177734375s, path: .shards_a/donor_12, db: /tmp/tmpvh4od4mg/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010728836059570312s, path: .shards_a/donor_12, db: /tmp/tmpvh4od4mg/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010418891906738281s, path: .shards_a/donor_12, db: /tmp/tmpvh4od4mg/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012969970703125s, path: .shards_a/donor_12, db: /tmp/tmpvh4od4mg/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_12, db: /tmp/tmpvh4od4mg/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1734805235.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_12, db: /tmp/tmpvh4od4mg/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1734805235.00000.db -sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_12, db: /tmp/tmpvh4od4mg/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1734805235.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_12, db: /tmp/tmpvh4od4mg/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1734805235.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '5a16c9e1-16fa-4cae-acf6-0684d83ada9f-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 1}, path: .shards_a/donor_12, db: /tmp/tmpvh4od4mg/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1734805235.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_13, db: /tmp/tmpvh4od4mg/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1734805255.00000.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx17fcb58674724574bd505-00697415c7) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx17fcb58674724574bd505-00697415c7) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx17fcb58674724574bd505-00697415c7) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx17fcb58674724574bd505-00697415c7) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx17fcb58674724574bd505-00697415c7) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx17fcb58674724574bd505-00697415c7) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx17fcb58674724574bd505-00697415c7) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx17fcb58674724574bd505-00697415c7) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx17fcb58674724574bd505-00697415c7) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx17fcb58674724574bd505-00697415c7) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx17fcb58674724574bd505-00697415c7) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx17fcb58674724574bd505-00697415c7) +test DEBUG: Setting object count to 1072 (txn: tx17fcb58674724574bd505-00697415c7) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb43fa3a4eb6e4226b1b7a-00697415c8) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb43fa3a4eb6e4226b1b7a-00697415c8) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb43fa3a4eb6e4226b1b7a-00697415c8) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb43fa3a4eb6e4226b1b7a-00697415c8) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb43fa3a4eb6e4226b1b7a-00697415c8) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb43fa3a4eb6e4226b1b7a-00697415c8) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txb43fa3a4eb6e4226b1b7a-00697415c8) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txb43fa3a4eb6e4226b1b7a-00697415c8) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txb43fa3a4eb6e4226b1b7a-00697415c8) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txb43fa3a4eb6e4226b1b7a-00697415c8) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txb43fa3a4eb6e4226b1b7a-00697415c8) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txb43fa3a4eb6e4226b1b7a-00697415c8) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txb43fa3a4eb6e4226b1b7a-00697415c8) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txb43fa3a4eb6e4226b1b7a-00697415c8) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txb43fa3a4eb6e4226b1b7a-00697415c8) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txb43fa3a4eb6e4226b1b7a-00697415c8) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txb43fa3a4eb6e4226b1b7a-00697415c8) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb43fa3a4eb6e4226b1b7a-00697415c8) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb43fa3a4eb6e4226b1b7a-00697415c8) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txb43fa3a4eb6e4226b1b7a-00697415c8) +test DEBUG: Setting object count to 1072 (txn: txb43fa3a4eb6e4226b1b7a-00697415c8) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx074a1bbbe319475e9a6b8-00697415c9) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx074a1bbbe319475e9a6b8-00697415c9) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx074a1bbbe319475e9a6b8-00697415c9) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx074a1bbbe319475e9a6b8-00697415c9) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx074a1bbbe319475e9a6b8-00697415c9) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx074a1bbbe319475e9a6b8-00697415c9) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx074a1bbbe319475e9a6b8-00697415c9) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx074a1bbbe319475e9a6b8-00697415c9) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx074a1bbbe319475e9a6b8-00697415c9) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx074a1bbbe319475e9a6b8-00697415c9) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx074a1bbbe319475e9a6b8-00697415c9) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx074a1bbbe319475e9a6b8-00697415c9) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx074a1bbbe319475e9a6b8-00697415c9) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx074a1bbbe319475e9a6b8-00697415c9)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache ... ok + +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_1, db: /tmp/tmpswrd3u9l/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769215446.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_1, db: /tmp/tmpswrd3u9l/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769215446.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_1, db: /tmp/tmpswrd3u9l/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769215446.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001583099365234375s, path: .shards_a/donor_1, db: /tmp/tmpswrd3u9l/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011134147644042969s, path: .shards_a/donor_1, db: /tmp/tmpswrd3u9l/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011444091796875s, path: .shards_a/donor_1, db: /tmp/tmpswrd3u9l/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001125335693359375s, path: .shards_a/donor_1, db: /tmp/tmpswrd3u9l/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_1, db: /tmp/tmpswrd3u9l/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769215446.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_1, db: /tmp/tmpswrd3u9l/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769215446.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_1_ for ShardRange<'h' to MaxBound as of 1769215433.80715, (1000, 11111) as of 1769215433.80715, created as of 1769215433.80715>, path: .shards_a/donor_1, db: /tmp/tmpswrd3u9l/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769215446.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001842975616455078s, path: .shards_a/donor_1, db: /tmp/tmpswrd3u9l/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000118255615234375s, path: .shards_a/donor_1, db: /tmp/tmpswrd3u9l/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_1_ for ShardRange<'h' to 'w' as of 1769215456.00000, (0, 0) as of 1769215445.00000, shrunk as of 1769215445.00000>, path: .shards_a/donor_1, db: /tmp/tmpswrd3u9l/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769215446.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1769215433.80715, (1000, 11111) as of 1769215433.80715, created as of 1769215433.80715> in 0.008s, path: .shards_a/donor_1, db: /tmp/tmpswrd3u9l/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769215446.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_1, db: /tmp/tmpswrd3u9l/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769215446.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpswrd3u9l/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_2, db: /tmp/tmpswrd3u9l/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769215473.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_2, db: /tmp/tmpswrd3u9l/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769215473.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_2, db: /tmp/tmpswrd3u9l/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769215473.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001533031463623047s, path: .shards_a/donor_2, db: /tmp/tmpswrd3u9l/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011205673217773438s, path: .shards_a/donor_2, db: /tmp/tmpswrd3u9l/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010466575622558594s, path: .shards_a/donor_2, db: /tmp/tmpswrd3u9l/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011086463928222656s, path: .shards_a/donor_2, db: /tmp/tmpswrd3u9l/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_2, db: /tmp/tmpswrd3u9l/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769215473.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_2, db: /tmp/tmpswrd3u9l/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769215473.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_2_ for ShardRange<'h' to MaxBound as of 1769215433.85923, (1000, 11111) as of 1769215433.85923, cleaved as of 1769215433.85923>, path: .shards_a/donor_2, db: /tmp/tmpswrd3u9l/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769215473.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00039386749267578125s, path: .shards_a/donor_2, db: /tmp/tmpswrd3u9l/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013136863708496094s, path: .shards_a/donor_2, db: /tmp/tmpswrd3u9l/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_2_ for ShardRange<'h' to 'w' as of 1769215483.00000, (0, 0) as of 1769215472.00000, shrunk as of 1769215472.00000>, path: .shards_a/donor_2, db: /tmp/tmpswrd3u9l/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769215473.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1769215433.85923, (1000, 11111) as of 1769215433.85923, cleaved as of 1769215433.85923> in 0.011s, path: .shards_a/donor_2, db: /tmp/tmpswrd3u9l/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769215473.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_2, db: /tmp/tmpswrd3u9l/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769215473.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpswrd3u9l/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_3, db: /tmp/tmpswrd3u9l/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769215500.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_3, db: /tmp/tmpswrd3u9l/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769215500.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_3, db: /tmp/tmpswrd3u9l/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769215500.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001442432403564453s, path: .shards_a/donor_3, db: /tmp/tmpswrd3u9l/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010323524475097656s, path: .shards_a/donor_3, db: /tmp/tmpswrd3u9l/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010848045349121094s, path: .shards_a/donor_3, db: /tmp/tmpswrd3u9l/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010776519775390625s, path: .shards_a/donor_3, db: /tmp/tmpswrd3u9l/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_3, db: /tmp/tmpswrd3u9l/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769215500.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_3, db: /tmp/tmpswrd3u9l/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769215500.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_3_ for ShardRange<'h' to MaxBound as of 1769215433.91586, (1000, 11111) as of 1769215433.91586, active as of 1769215433.91586>, path: .shards_a/donor_3, db: /tmp/tmpswrd3u9l/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769215500.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00017786026000976562s, path: .shards_a/donor_3, db: /tmp/tmpswrd3u9l/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011706352233886719s, path: .shards_a/donor_3, db: /tmp/tmpswrd3u9l/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_3_ for ShardRange<'h' to 'w' as of 1769215510.00000, (0, 0) as of 1769215499.00000, shrunk as of 1769215499.00000>, path: .shards_a/donor_3, db: /tmp/tmpswrd3u9l/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769215500.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1769215433.91586, (1000, 11111) as of 1769215433.91586, active as of 1769215433.91586> in 0.008s, path: .shards_a/donor_3, db: /tmp/tmpswrd3u9l/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769215500.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_3, db: /tmp/tmpswrd3u9l/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769215500.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpswrd3u9l/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_4, db: /tmp/tmpswrd3u9l/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769215527.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_4, db: /tmp/tmpswrd3u9l/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769215527.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_4, db: /tmp/tmpswrd3u9l/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769215527.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017380714416503906s, path: .shards_a/donor_4, db: /tmp/tmpswrd3u9l/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011754035949707031s, path: .shards_a/donor_4, db: /tmp/tmpswrd3u9l/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011372566223144531s, path: .shards_a/donor_4, db: /tmp/tmpswrd3u9l/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011181831359863281s, path: .shards_a/donor_4, db: /tmp/tmpswrd3u9l/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_4, db: /tmp/tmpswrd3u9l/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769215527.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_4, db: /tmp/tmpswrd3u9l/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769215527.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_k for ShardRange<'d' to 'k' as of 1769215433.97778, (1000, 11111) as of 1769215433.97778, created as of 1769215433.97778>, path: .shards_a/donor_4, db: /tmp/tmpswrd3u9l/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769215527.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001723766326904297s, path: .shards_a/donor_4, db: /tmp/tmpswrd3u9l/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012421607971191406s, path: .shards_a/donor_4, db: /tmp/tmpswrd3u9l/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_k for ShardRange<'h' to 'w' as of 1769215526.00000, (0, 0) as of 1769215526.00000, shrinking as of 1769215526.00000>, path: .shards_a/donor_4, db: /tmp/tmpswrd3u9l/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769215527.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769215433.97778, (1000, 11111) as of 1769215433.97778, created as of 1769215433.97778> in 0.007s, path: .shards_a/donor_4, db: /tmp/tmpswrd3u9l/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769215527.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_ for ShardRange<'k' to MaxBound as of 1769215433.97782, (1000, 11111) as of 1769215433.97782, created as of 1769215433.97782>, path: .shards_a/donor_4, db: /tmp/tmpswrd3u9l/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769215527.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017786026000976562s, path: .shards_a/donor_4, db: /tmp/tmpswrd3u9l/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011754035949707031s, path: .shards_a/donor_4, db: /tmp/tmpswrd3u9l/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_ for ShardRange<'h' to 'w' as of 1769215526.00000, (0, 0) as of 1769215526.00000, shrinking as of 1769215526.00000>, path: .shards_a/donor_4, db: /tmp/tmpswrd3u9l/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769215527.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1769215433.97782, (1000, 11111) as of 1769215433.97782, created as of 1769215433.97782> in 0.007s, path: .shards_a/donor_4, db: /tmp/tmpswrd3u9l/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769215527.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_4, db: /tmp/tmpswrd3u9l/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769215527.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpswrd3u9l/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_5, db: /tmp/tmpswrd3u9l/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769215560.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_5, db: /tmp/tmpswrd3u9l/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769215560.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_5, db: /tmp/tmpswrd3u9l/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769215560.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014209747314453125s, path: .shards_a/donor_5, db: /tmp/tmpswrd3u9l/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012612342834472656s, path: .shards_a/donor_5, db: /tmp/tmpswrd3u9l/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011324882507324219s, path: .shards_a/donor_5, db: /tmp/tmpswrd3u9l/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011658668518066406s, path: .shards_a/donor_5, db: /tmp/tmpswrd3u9l/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_5, db: /tmp/tmpswrd3u9l/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769215560.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_5, db: /tmp/tmpswrd3u9l/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769215560.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_k for ShardRange<'d' to 'k' as of 1769215434.05204, (1000, 11111) as of 1769215434.05204, cleaved as of 1769215434.05204>, path: .shards_a/donor_5, db: /tmp/tmpswrd3u9l/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769215560.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017142295837402344s, path: .shards_a/donor_5, db: /tmp/tmpswrd3u9l/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001277923583984375s, path: .shards_a/donor_5, db: /tmp/tmpswrd3u9l/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_k for ShardRange<'h' to 'w' as of 1769215559.00000, (0, 0) as of 1769215559.00000, shrinking as of 1769215559.00000>, path: .shards_a/donor_5, db: /tmp/tmpswrd3u9l/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769215560.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769215434.05204, (1000, 11111) as of 1769215434.05204, cleaved as of 1769215434.05204> in 0.007s, path: .shards_a/donor_5, db: /tmp/tmpswrd3u9l/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769215560.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_ for ShardRange<'k' to MaxBound as of 1769215434.05208, (1000, 11111) as of 1769215434.05208, cleaved as of 1769215434.05208>, path: .shards_a/donor_5, db: /tmp/tmpswrd3u9l/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769215560.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00023126602172851562s, path: .shards_a/donor_5, db: /tmp/tmpswrd3u9l/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012063980102539062s, path: .shards_a/donor_5, db: /tmp/tmpswrd3u9l/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_ for ShardRange<'h' to 'w' as of 1769215559.00000, (0, 0) as of 1769215559.00000, shrinking as of 1769215559.00000>, path: .shards_a/donor_5, db: /tmp/tmpswrd3u9l/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769215560.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1769215434.05208, (1000, 11111) as of 1769215434.05208, cleaved as of 1769215434.05208> in 0.007s, path: .shards_a/donor_5, db: /tmp/tmpswrd3u9l/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769215560.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_5, db: /tmp/tmpswrd3u9l/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769215560.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpswrd3u9l/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_6, db: /tmp/tmpswrd3u9l/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769215593.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_6, db: /tmp/tmpswrd3u9l/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769215593.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_6, db: /tmp/tmpswrd3u9l/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769215593.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001418590545654297s, path: .shards_a/donor_6, db: /tmp/tmpswrd3u9l/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011968612670898438s, path: .shards_a/donor_6, db: /tmp/tmpswrd3u9l/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011396408081054688s, path: .shards_a/donor_6, db: /tmp/tmpswrd3u9l/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011348724365234375s, path: .shards_a/donor_6, db: /tmp/tmpswrd3u9l/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_6, db: /tmp/tmpswrd3u9l/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769215593.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_6, db: /tmp/tmpswrd3u9l/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769215593.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_k for ShardRange<'d' to 'k' as of 1769215434.12444, (1000, 11111) as of 1769215434.12444, active as of 1769215434.12444>, path: .shards_a/donor_6, db: /tmp/tmpswrd3u9l/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769215593.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001838207244873047s, path: .shards_a/donor_6, db: /tmp/tmpswrd3u9l/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012135505676269531s, path: .shards_a/donor_6, db: /tmp/tmpswrd3u9l/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_k for ShardRange<'h' to 'w' as of 1769215592.00000, (0, 0) as of 1769215592.00000, shrinking as of 1769215592.00000>, path: .shards_a/donor_6, db: /tmp/tmpswrd3u9l/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769215593.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769215434.12444, (1000, 11111) as of 1769215434.12444, active as of 1769215434.12444> in 0.007s, path: .shards_a/donor_6, db: /tmp/tmpswrd3u9l/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769215593.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_ for ShardRange<'k' to MaxBound as of 1769215434.12448, (1000, 11111) as of 1769215434.12448, active as of 1769215434.12448>, path: .shards_a/donor_6, db: /tmp/tmpswrd3u9l/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769215593.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00020837783813476562s, path: .shards_a/donor_6, db: /tmp/tmpswrd3u9l/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011372566223144531s, path: .shards_a/donor_6, db: /tmp/tmpswrd3u9l/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_ for ShardRange<'h' to 'w' as of 1769215592.00000, (0, 0) as of 1769215592.00000, shrinking as of 1769215592.00000>, path: .shards_a/donor_6, db: /tmp/tmpswrd3u9l/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769215593.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1769215434.12448, (1000, 11111) as of 1769215434.12448, active as of 1769215434.12448> in 0.007s, path: .shards_a/donor_6, db: /tmp/tmpswrd3u9l/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769215593.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_6, db: /tmp/tmpswrd3u9l/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769215593.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpswrd3u9l/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_7, db: /tmp/tmpswrd3u9l/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769215626.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_7, db: /tmp/tmpswrd3u9l/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769215626.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_7, db: /tmp/tmpswrd3u9l/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769215626.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001480579376220703s, path: .shards_a/donor_7, db: /tmp/tmpswrd3u9l/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012063980102539062s, path: .shards_a/donor_7, db: /tmp/tmpswrd3u9l/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011420249938964844s, path: .shards_a/donor_7, db: /tmp/tmpswrd3u9l/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000118255615234375s, path: .shards_a/donor_7, db: /tmp/tmpswrd3u9l/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_7, db: /tmp/tmpswrd3u9l/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769215626.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_7, db: /tmp/tmpswrd3u9l/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769215626.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_k for ShardRange<'d' to 'k' as of 1769215434.19608, (1000, 11111) as of 1769215434.19608, cleaved as of 1769215434.19608>, path: .shards_a/donor_7, db: /tmp/tmpswrd3u9l/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769215626.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017571449279785156s, path: .shards_a/donor_7, db: /tmp/tmpswrd3u9l/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011706352233886719s, path: .shards_a/donor_7, db: /tmp/tmpswrd3u9l/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_k for ShardRange<'h' to 'w' as of 1769215625.00000, (0, 0) as of 1769215625.00000, shrinking as of 1769215625.00000>, path: .shards_a/donor_7, db: /tmp/tmpswrd3u9l/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769215626.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769215434.19608, (1000, 11111) as of 1769215434.19608, cleaved as of 1769215434.19608> in 0.007s, path: .shards_a/donor_7, db: /tmp/tmpswrd3u9l/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769215626.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_t for ShardRange<'k' to 't' as of 1769215434.19612, (1000, 11111) as of 1769215434.19612, cleaved as of 1769215434.19612>, path: .shards_a/donor_7, db: /tmp/tmpswrd3u9l/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769215626.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016760826110839844s, path: .shards_a/donor_7, db: /tmp/tmpswrd3u9l/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011491775512695312s, path: .shards_a/donor_7, db: /tmp/tmpswrd3u9l/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_t for ShardRange<'h' to 'w' as of 1769215625.00000, (0, 0) as of 1769215625.00000, shrinking as of 1769215625.00000>, path: .shards_a/donor_7, db: /tmp/tmpswrd3u9l/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769215626.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1769215434.19612, (1000, 11111) as of 1769215434.19612, cleaved as of 1769215434.19612> in 0.007s, path: .shards_a/donor_7, db: /tmp/tmpswrd3u9l/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769215626.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_ for ShardRange<'t' to MaxBound as of 1769215434.19613, (1000, 11111) as of 1769215434.19613, cleaved as of 1769215434.19613>, path: .shards_a/donor_7, db: /tmp/tmpswrd3u9l/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769215626.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018715858459472656s, path: .shards_a/donor_7, db: /tmp/tmpswrd3u9l/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011730194091796875s, path: .shards_a/donor_7, db: /tmp/tmpswrd3u9l/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_ for ShardRange<'h' to 'w' as of 1769215625.00000, (0, 0) as of 1769215625.00000, shrinking as of 1769215625.00000>, path: .shards_a/donor_7, db: /tmp/tmpswrd3u9l/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769215626.00000.db +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1769215434.19613, (1000, 11111) as of 1769215434.19613, cleaved as of 1769215434.19613> in 0.007s, path: .shards_a/donor_7, db: /tmp/tmpswrd3u9l/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769215626.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_7, db: /tmp/tmpswrd3u9l/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769215626.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpswrd3u9l/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_8, db: /tmp/tmpswrd3u9l/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769215665.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_8, db: /tmp/tmpswrd3u9l/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769215665.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_8, db: /tmp/tmpswrd3u9l/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769215665.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000148773193359375s, path: .shards_a/donor_8, db: /tmp/tmpswrd3u9l/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011610984802246094s, path: .shards_a/donor_8, db: /tmp/tmpswrd3u9l/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011944770812988281s, path: .shards_a/donor_8, db: /tmp/tmpswrd3u9l/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010752677917480469s, path: .shards_a/donor_8, db: /tmp/tmpswrd3u9l/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_8, db: /tmp/tmpswrd3u9l/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769215665.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_8, db: /tmp/tmpswrd3u9l/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769215665.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_k for ShardRange<'d' to 'k' as of 1769215434.28207, (1000, 11111) as of 1769215434.28207, created as of 1769215434.28207>, path: .shards_a/donor_8, db: /tmp/tmpswrd3u9l/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769215665.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017142295837402344s, path: .shards_a/donor_8, db: /tmp/tmpswrd3u9l/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011706352233886719s, path: .shards_a/donor_8, db: /tmp/tmpswrd3u9l/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_k for ShardRange<'h' to 'w' as of 1769215664.00000, (0, 0) as of 1769215664.00000, shrinking as of 1769215664.00000>, path: .shards_a/donor_8, db: /tmp/tmpswrd3u9l/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769215665.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769215434.28207, (1000, 11111) as of 1769215434.28207, created as of 1769215434.28207> in 0.007s, path: .shards_a/donor_8, db: /tmp/tmpswrd3u9l/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769215665.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_t for ShardRange<'k' to 't' as of 1769215434.28211, (1000, 11111) as of 1769215434.28211, created as of 1769215434.28211>, path: .shards_a/donor_8, db: /tmp/tmpswrd3u9l/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769215665.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00033545494079589844s, path: .shards_a/donor_8, db: /tmp/tmpswrd3u9l/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001270771026611328s, path: .shards_a/donor_8, db: /tmp/tmpswrd3u9l/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_t for ShardRange<'h' to 'w' as of 1769215664.00000, (0, 0) as of 1769215664.00000, shrinking as of 1769215664.00000>, path: .shards_a/donor_8, db: /tmp/tmpswrd3u9l/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769215665.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1769215434.28211, (1000, 11111) as of 1769215434.28211, created as of 1769215434.28211> in 0.007s, path: .shards_a/donor_8, db: /tmp/tmpswrd3u9l/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769215665.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_ for ShardRange<'t' to MaxBound as of 1769215434.28212, (1000, 11111) as of 1769215434.28212, created as of 1769215434.28212>, path: .shards_a/donor_8, db: /tmp/tmpswrd3u9l/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769215665.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001697540283203125s, path: .shards_a/donor_8, db: /tmp/tmpswrd3u9l/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011491775512695312s, path: .shards_a/donor_8, db: /tmp/tmpswrd3u9l/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_ for ShardRange<'h' to 'w' as of 1769215664.00000, (0, 0) as of 1769215664.00000, shrinking as of 1769215664.00000>, path: .shards_a/donor_8, db: /tmp/tmpswrd3u9l/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769215665.00000.db +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1769215434.28212, (1000, 11111) as of 1769215434.28212, created as of 1769215434.28212> in 0.007s, path: .shards_a/donor_8, db: /tmp/tmpswrd3u9l/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769215665.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_8, db: /tmp/tmpswrd3u9l/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769215665.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpswrd3u9l/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_9, db: /tmp/tmpswrd3u9l/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769215704.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_9, db: /tmp/tmpswrd3u9l/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769215704.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_9, db: /tmp/tmpswrd3u9l/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769215704.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013899803161621094s, path: .shards_a/donor_9, db: /tmp/tmpswrd3u9l/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010967254638671875s, path: .shards_a/donor_9, db: /tmp/tmpswrd3u9l/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010848045349121094s, path: .shards_a/donor_9, db: /tmp/tmpswrd3u9l/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010919570922851562s, path: .shards_a/donor_9, db: /tmp/tmpswrd3u9l/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_9, db: /tmp/tmpswrd3u9l/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769215704.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_9, db: /tmp/tmpswrd3u9l/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769215704.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_k for ShardRange<'d' to 'k' as of 1769215434.36739, (1000, 11111) as of 1769215434.36739, active as of 1769215434.36739>, path: .shards_a/donor_9, db: /tmp/tmpswrd3u9l/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769215704.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001697540283203125s, path: .shards_a/donor_9, db: /tmp/tmpswrd3u9l/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001227855682373047s, path: .shards_a/donor_9, db: /tmp/tmpswrd3u9l/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_k for ShardRange<'h' to 'w' as of 1769215703.00000, (0, 0) as of 1769215703.00000, shrinking as of 1769215703.00000>, path: .shards_a/donor_9, db: /tmp/tmpswrd3u9l/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769215704.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769215434.36739, (1000, 11111) as of 1769215434.36739, active as of 1769215434.36739> in 0.007s, path: .shards_a/donor_9, db: /tmp/tmpswrd3u9l/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769215704.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_t for ShardRange<'k' to 't' as of 1769215434.36743, (1000, 11111) as of 1769215434.36743, active as of 1769215434.36743>, path: .shards_a/donor_9, db: /tmp/tmpswrd3u9l/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769215704.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.008936405181884766s, path: .shards_a/donor_9, db: /tmp/tmpswrd3u9l/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001251697540283203s, path: .shards_a/donor_9, db: /tmp/tmpswrd3u9l/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_t for ShardRange<'h' to 'w' as of 1769215703.00000, (0, 0) as of 1769215703.00000, shrinking as of 1769215703.00000>, path: .shards_a/donor_9, db: /tmp/tmpswrd3u9l/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769215704.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1769215434.36743, (1000, 11111) as of 1769215434.36743, active as of 1769215434.36743> in 0.016s, path: .shards_a/donor_9, db: /tmp/tmpswrd3u9l/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769215704.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_ for ShardRange<'t' to MaxBound as of 1769215434.36744, (1000, 11111) as of 1769215434.36744, active as of 1769215434.36744>, path: .shards_a/donor_9, db: /tmp/tmpswrd3u9l/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769215704.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017404556274414062s, path: .shards_a/donor_9, db: /tmp/tmpswrd3u9l/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013184547424316406s, path: .shards_a/donor_9, db: /tmp/tmpswrd3u9l/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_ for ShardRange<'h' to 'w' as of 1769215703.00000, (0, 0) as of 1769215703.00000, shrinking as of 1769215703.00000>, path: .shards_a/donor_9, db: /tmp/tmpswrd3u9l/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769215704.00000.db +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1769215434.36744, (1000, 11111) as of 1769215434.36744, active as of 1769215434.36744> in 0.007s, path: .shards_a/donor_9, db: /tmp/tmpswrd3u9l/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769215704.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_9, db: /tmp/tmpswrd3u9l/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769215704.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpswrd3u9l/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_10, db: /tmp/tmpswrd3u9l/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769215743.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_10, db: /tmp/tmpswrd3u9l/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769215743.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_10, db: /tmp/tmpswrd3u9l/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769215743.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014352798461914062s, path: .shards_a/donor_10, db: /tmp/tmpswrd3u9l/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010704994201660156s, path: .shards_a/donor_10, db: /tmp/tmpswrd3u9l/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011324882507324219s, path: .shards_a/donor_10, db: /tmp/tmpswrd3u9l/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011396408081054688s, path: .shards_a/donor_10, db: /tmp/tmpswrd3u9l/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_10, db: /tmp/tmpswrd3u9l/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769215743.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_10, db: /tmp/tmpswrd3u9l/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769215743.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_10_k for ShardRange<'d' to 'k' as of 1769215434.46005, (1000, 11111) as of 1769215434.46005, created as of 1769215434.46005>, path: .shards_a/donor_10, db: /tmp/tmpswrd3u9l/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769215743.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018095970153808594s, path: .shards_a/donor_10, db: /tmp/tmpswrd3u9l/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001316070556640625s, path: .shards_a/donor_10, db: /tmp/tmpswrd3u9l/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_10_k for ShardRange<'h' to 'w' as of 1769215742.00000, (0, 0) as of 1769215742.00000, shrinking as of 1769215742.00000>, path: .shards_a/donor_10, db: /tmp/tmpswrd3u9l/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769215743.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769215434.46005, (1000, 11111) as of 1769215434.46005, created as of 1769215434.46005> in 0.008s, path: .shards_a/donor_10, db: /tmp/tmpswrd3u9l/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769215743.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_10, db: /tmp/tmpswrd3u9l/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769215743.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'b4ca8694-a1ef-4877-b4d0-d9292fa60a1b-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 0}, path: .shards_a/donor_10, db: /tmp/tmpswrd3u9l/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769215743.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_11, db: /tmp/tmpswrd3u9l/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769215769.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_11, db: /tmp/tmpswrd3u9l/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769215769.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_11, db: /tmp/tmpswrd3u9l/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769215769.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001442432403564453s, path: .shards_a/donor_11, db: /tmp/tmpswrd3u9l/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011229515075683594s, path: .shards_a/donor_11, db: /tmp/tmpswrd3u9l/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012159347534179688s, path: .shards_a/donor_11, db: /tmp/tmpswrd3u9l/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012063980102539062s, path: .shards_a/donor_11, db: /tmp/tmpswrd3u9l/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_11, db: /tmp/tmpswrd3u9l/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769215769.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_11, db: /tmp/tmpswrd3u9l/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769215769.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_k for ShardRange<'d' to 'k' as of 1769215434.51691, (1000, 11111) as of 1769215434.51691, cleaved as of 1769215434.51691>, path: .shards_a/donor_11, db: /tmp/tmpswrd3u9l/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769215769.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019979476928710938s, path: .shards_a/donor_11, db: /tmp/tmpswrd3u9l/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012731552124023438s, path: .shards_a/donor_11, db: /tmp/tmpswrd3u9l/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_k for ShardRange<'h' to 'w' as of 1769215768.00000, (0, 0) as of 1769215768.00000, shrinking as of 1769215768.00000>, path: .shards_a/donor_11, db: /tmp/tmpswrd3u9l/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769215769.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769215434.51691, (1000, 11111) as of 1769215434.51691, cleaved as of 1769215434.51691> in 0.007s, path: .shards_a/donor_11, db: /tmp/tmpswrd3u9l/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769215769.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_t for ShardRange<'k' to 't' as of 1769215434.51694, (1000, 11111) as of 1769215434.51694, cleaved as of 1769215434.51694>, path: .shards_a/donor_11, db: /tmp/tmpswrd3u9l/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769215769.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017023086547851562s, path: .shards_a/donor_11, db: /tmp/tmpswrd3u9l/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011730194091796875s, path: .shards_a/donor_11, db: /tmp/tmpswrd3u9l/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_t for ShardRange<'h' to 'w' as of 1769215768.00000, (0, 0) as of 1769215768.00000, shrinking as of 1769215768.00000>, path: .shards_a/donor_11, db: /tmp/tmpswrd3u9l/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769215769.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1769215434.51694, (1000, 11111) as of 1769215434.51694, cleaved as of 1769215434.51694> in 0.007s, path: .shards_a/donor_11, db: /tmp/tmpswrd3u9l/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769215769.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_11, db: /tmp/tmpswrd3u9l/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769215769.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '5bdc269f-ffde-4f00-817a-f9a0df548fbc-sda', 'cursor': 't', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: .shards_a/donor_11, db: /tmp/tmpswrd3u9l/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769215769.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_12, db: /tmp/tmpswrd3u9l/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769215801.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_12, db: /tmp/tmpswrd3u9l/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769215801.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_12, db: /tmp/tmpswrd3u9l/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769215801.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015211105346679688s, path: .shards_a/donor_12, db: /tmp/tmpswrd3u9l/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010895729064941406s, path: .shards_a/donor_12, db: /tmp/tmpswrd3u9l/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011873245239257812s, path: .shards_a/donor_12, db: /tmp/tmpswrd3u9l/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011229515075683594s, path: .shards_a/donor_12, db: /tmp/tmpswrd3u9l/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_12, db: /tmp/tmpswrd3u9l/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769215801.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_12, db: /tmp/tmpswrd3u9l/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769215801.00000.db +sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_12, db: /tmp/tmpswrd3u9l/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769215801.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_12, db: /tmp/tmpswrd3u9l/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769215801.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'b95e5636-7203-4df4-8c4f-acb529d7b44a-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 1}, path: .shards_a/donor_12, db: /tmp/tmpswrd3u9l/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769215801.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_13, db: /tmp/tmpswrd3u9l/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769215821.00000.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking test.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard ... ok -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_13, db: /tmp/tmpvh4od4mg/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1734805255.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_13, db: /tmp/tmpvh4od4mg/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1734805255.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001380443572998047s, path: .shards_a/donor_13, db: /tmp/tmpvh4od4mg/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001087188720703125s, path: .shards_a/donor_13, db: /tmp/tmpvh4od4mg/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010752677917480469s, path: .shards_a/donor_13, db: /tmp/tmpvh4od4mg/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010895729064941406s, path: .shards_a/donor_13, db: /tmp/tmpvh4od4mg/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_13, db: /tmp/tmpvh4od4mg/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1734805255.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_13, db: /tmp/tmpvh4od4mg/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1734805255.00000.db -sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_13, db: /tmp/tmpvh4od4mg/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1734805255.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_13, db: /tmp/tmpvh4od4mg/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1734805255.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '35ca9c10-0b16-464a-9534-28b3c674fc7c-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 2}, path: .shards_a/donor_13, db: /tmp/tmpvh4od4mg/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1734805255.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_14, db: /tmp/tmpvh4od4mg/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1734805275.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_14, db: /tmp/tmpvh4od4mg/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1734805275.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_14, db: /tmp/tmpvh4od4mg/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1734805275.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015544891357421875s, path: .shards_a/donor_14, db: /tmp/tmpvh4od4mg/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010800361633300781s, path: .shards_a/donor_14, db: /tmp/tmpvh4od4mg/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010585784912109375s, path: .shards_a/donor_14, db: /tmp/tmpvh4od4mg/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010633468627929688s, path: .shards_a/donor_14, db: /tmp/tmpvh4od4mg/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_14, db: /tmp/tmpvh4od4mg/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1734805275.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_14, db: /tmp/tmpvh4od4mg/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1734805275.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_14_k for ShardRange<'d' to 'k' as of 1734804868.43623, (1000, 11111) as of 1734804868.43623, cleaved as of 1734804868.43623>, path: .shards_a/donor_14, db: /tmp/tmpvh4od4mg/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1734805275.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015687942504882812s, path: .shards_a/donor_14, db: /tmp/tmpvh4od4mg/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010514259338378906s, path: .shards_a/donor_14, db: /tmp/tmpvh4od4mg/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_14_k for ShardRange<'h' to 'w' as of 1734805274.00000, (0, 0) as of 1734805274.00000, shrinking as of 1734805274.00000>, path: .shards_a/donor_14, db: /tmp/tmpvh4od4mg/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1734805275.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1734804868.43623, (1000, 11111) as of 1734804868.43623, cleaved as of 1734804868.43623> in 0.006s, path: .shards_a/donor_14, db: /tmp/tmpvh4od4mg/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1734805275.00000.db -sharder-test INFO: Stopped cleave at gap: 'k' - 't', path: .shards_a/donor_14, db: /tmp/tmpvh4od4mg/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1734805275.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_14, db: /tmp/tmpvh4od4mg/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1734805275.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'bb5d7543-c264-4af3-9463-69d60452bda8-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 1}, path: .shards_a/donor_14, db: /tmp/tmpvh4od4mg/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1734805275.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpu6i_cc5r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804870.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpu6i_cc5r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804870.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpu6i_cc5r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804870.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015091896057128906s, path: .shards_a/shard_c, db: /tmp/tmpu6i_cc5r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010156631469726562s, path: .shards_a/shard_c, db: /tmp/tmpu6i_cc5r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010085105895996094s, path: .shards_a/shard_c, db: /tmp/tmpu6i_cc5r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011444091796875s, path: .shards_a/shard_c, db: /tmp/tmpu6i_cc5r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_13, db: /tmp/tmpswrd3u9l/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769215821.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_13, db: /tmp/tmpswrd3u9l/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769215821.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001506805419921875s, path: .shards_a/donor_13, db: /tmp/tmpswrd3u9l/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011324882507324219s, path: .shards_a/donor_13, db: /tmp/tmpswrd3u9l/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011324882507324219s, path: .shards_a/donor_13, db: /tmp/tmpswrd3u9l/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010538101196289062s, path: .shards_a/donor_13, db: /tmp/tmpswrd3u9l/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_13, db: /tmp/tmpswrd3u9l/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769215821.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_13, db: /tmp/tmpswrd3u9l/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769215821.00000.db +sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_13, db: /tmp/tmpswrd3u9l/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769215821.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_13, db: /tmp/tmpswrd3u9l/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769215821.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'e8e085fa-2e1d-499e-8b1d-792787822e61-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 2}, path: .shards_a/donor_13, db: /tmp/tmpswrd3u9l/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769215821.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_14, db: /tmp/tmpswrd3u9l/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769215841.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_14, db: /tmp/tmpswrd3u9l/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769215841.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_14, db: /tmp/tmpswrd3u9l/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769215841.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016260147094726562s, path: .shards_a/donor_14, db: /tmp/tmpswrd3u9l/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000118255615234375s, path: .shards_a/donor_14, db: /tmp/tmpswrd3u9l/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011706352233886719s, path: .shards_a/donor_14, db: /tmp/tmpswrd3u9l/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001125335693359375s, path: .shards_a/donor_14, db: /tmp/tmpswrd3u9l/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_14, db: /tmp/tmpswrd3u9l/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769215841.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_14, db: /tmp/tmpswrd3u9l/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769215841.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_14_k for ShardRange<'d' to 'k' as of 1769215434.66769, (1000, 11111) as of 1769215434.66769, cleaved as of 1769215434.66769>, path: .shards_a/donor_14, db: /tmp/tmpswrd3u9l/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769215841.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017690658569335938s, path: .shards_a/donor_14, db: /tmp/tmpswrd3u9l/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012421607971191406s, path: .shards_a/donor_14, db: /tmp/tmpswrd3u9l/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_14_k for ShardRange<'h' to 'w' as of 1769215840.00000, (0, 0) as of 1769215840.00000, shrinking as of 1769215840.00000>, path: .shards_a/donor_14, db: /tmp/tmpswrd3u9l/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769215841.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769215434.66769, (1000, 11111) as of 1769215434.66769, cleaved as of 1769215434.66769> in 0.007s, path: .shards_a/donor_14, db: /tmp/tmpswrd3u9l/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769215841.00000.db +sharder-test INFO: Stopped cleave at gap: 'k' - 't', path: .shards_a/donor_14, db: /tmp/tmpswrd3u9l/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769215841.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_14, db: /tmp/tmpswrd3u9l/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769215841.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '59d95d3e-bf06-440d-9f64-4b43f57a72c8-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 1}, path: .shards_a/donor_14, db: /tmp/tmpswrd3u9l/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769215841.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmptaj16act/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215436.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmptaj16act/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215436.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmptaj16act/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215436.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000186920166015625s, path: .shards_a/shard_c, db: /tmp/tmptaj16act/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001239776611328125s, path: .shards_a/shard_c, db: /tmp/tmptaj16act/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011134147644042969s, path: .shards_a/shard_c, db: /tmp/tmptaj16act/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011539459228515625s, path: .shards_a/shard_c, db: /tmp/tmptaj16act/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range ... ok test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range ... ok -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpu6i_cc5r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804870.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpu6i_cc5r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804870.00000.db -sharder-test INFO: Cleaving from row None into .shards/other for ShardRange<'here' to 'where' as of 1734804871.00000, (0, 0) as of 1734804871.00000, active as of 1734804871.00000>, path: .shards_a/shard_c, db: /tmp/tmpu6i_cc5r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804870.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001780986785888672s, path: .shards_a/shard_c, db: /tmp/tmpu6i_cc5r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011515617370605469s, path: .shards_a/shard_c, db: /tmp/tmpu6i_cc5r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards/other for ShardRange<'here' to 'there' as of 1734804868.51705, (0, 0) as of 1734804869.00000, shrunk as of 1734804869.00000>, path: .shards_a/shard_c, db: /tmp/tmpu6i_cc5r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804870.00000.db -sharder-test INFO: Cleaved ShardRange<'here' to 'where' as of 1734804871.00000, (0, 0) as of 1734804871.00000, active as of 1734804871.00000> in 0.009s, path: .shards_a/shard_c, db: /tmp/tmpu6i_cc5r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804870.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpu6i_cc5r/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804870.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp8o9u00gf/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804870.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp8o9u00gf/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804870.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmp8o9u00gf/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804870.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001430511474609375s, path: .shards_a/shard_c, db: /tmp/tmp8o9u00gf/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010085105895996094s, path: .shards_a/shard_c, db: /tmp/tmp8o9u00gf/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010275840759277344s, path: .shards_a/shard_c, db: /tmp/tmp8o9u00gf/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.989738464355469e-05s, path: .shards_a/shard_c, db: /tmp/tmp8o9u00gf/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp8o9u00gf/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804870.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmp8o9u00gf/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804870.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/shard_d for ShardRange<'here' to MaxBound as of 1734804871.00000, (0, 0) as of 1734804871.00000, active as of 1734804871.00000>, path: .shards_a/shard_c, db: /tmp/tmp8o9u00gf/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804870.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014638900756835938s, path: .shards_a/shard_c, db: /tmp/tmp8o9u00gf/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010395050048828125s, path: .shards_a/shard_c, db: /tmp/tmp8o9u00gf/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/shard_d for ShardRange<'here' to 'there' as of 1734804869.00000, (0, 0) as of 1734804869.00000, sharding as of 1734804869.00000>, path: .shards_a/shard_c, db: /tmp/tmp8o9u00gf/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804870.00000.db -sharder-test INFO: Cleaved ShardRange<'here' to MaxBound as of 1734804871.00000, (0, 0) as of 1734804871.00000, active as of 1734804871.00000> in 0.006s, path: .shards_a/shard_c, db: /tmp/tmp8o9u00gf/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804870.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp8o9u00gf/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804870.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpk6ahqumn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804869.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpk6ahqumn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804869.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpk6ahqumn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804869.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015473365783691406s, path: .shards_a/shard_c, db: /tmp/tmpk6ahqumn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.703636169433594e-05s, path: .shards_a/shard_c, db: /tmp/tmpk6ahqumn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.822845458984375e-05s, path: .shards_a/shard_c, db: /tmp/tmpk6ahqumn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013780593872070312s, path: .shards_a/shard_c, db: /tmp/tmpk6ahqumn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpk6ahqumn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804869.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/shard_c, db: /tmp/tmpk6ahqumn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804869.00000.db -sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmpk6ahqumn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804869.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001506805419921875s, path: .shards_a/shard_c, db: /tmp/tmpk6ahqumn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.799003601074219e-05s, path: .shards_a/shard_c, db: /tmp/tmpk6ahqumn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmptaj16act/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215436.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmptaj16act/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215436.00000.db +sharder-test INFO: Cleaving from row None into .shards/other for ShardRange<'here' to 'where' as of 1769215437.00000, (0, 0) as of 1769215437.00000, active as of 1769215437.00000>, path: .shards_a/shard_c, db: /tmp/tmptaj16act/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215436.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019812583923339844s, path: .shards_a/shard_c, db: /tmp/tmptaj16act/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001251697540283203s, path: .shards_a/shard_c, db: /tmp/tmptaj16act/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards/other for ShardRange<'here' to 'there' as of 1769215434.75368, (0, 0) as of 1769215435.00000, shrunk as of 1769215435.00000>, path: .shards_a/shard_c, db: /tmp/tmptaj16act/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215436.00000.db +sharder-test INFO: Cleaved ShardRange<'here' to 'where' as of 1769215437.00000, (0, 0) as of 1769215437.00000, active as of 1769215437.00000> in 0.01s, path: .shards_a/shard_c, db: /tmp/tmptaj16act/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215436.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmptaj16act/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215436.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpteyyhtmq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215436.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpteyyhtmq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215436.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpteyyhtmq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215436.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014925003051757812s, path: .shards_a/shard_c, db: /tmp/tmpteyyhtmq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011181831359863281s, path: .shards_a/shard_c, db: /tmp/tmpteyyhtmq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011157989501953125s, path: .shards_a/shard_c, db: /tmp/tmpteyyhtmq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010824203491210938s, path: .shards_a/shard_c, db: /tmp/tmpteyyhtmq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpteyyhtmq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215436.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpteyyhtmq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215436.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/shard_d for ShardRange<'here' to MaxBound as of 1769215437.00000, (0, 0) as of 1769215437.00000, active as of 1769215437.00000>, path: .shards_a/shard_c, db: /tmp/tmpteyyhtmq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215436.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016808509826660156s, path: .shards_a/shard_c, db: /tmp/tmpteyyhtmq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011610984802246094s, path: .shards_a/shard_c, db: /tmp/tmpteyyhtmq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards_a/shard_d for ShardRange<'here' to 'there' as of 1769215435.00000, (0, 0) as of 1769215435.00000, sharding as of 1769215435.00000>, path: .shards_a/shard_c, db: /tmp/tmpteyyhtmq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215436.00000.db +sharder-test INFO: Cleaved ShardRange<'here' to MaxBound as of 1769215437.00000, (0, 0) as of 1769215437.00000, active as of 1769215437.00000> in 0.007s, path: .shards_a/shard_c, db: /tmp/tmpteyyhtmq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215436.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpteyyhtmq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215436.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpdh1mfl9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215435.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpdh1mfl9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215435.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpdh1mfl9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215435.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014972686767578125s, path: .shards_a/shard_c, db: /tmp/tmpdh1mfl9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010800361633300781s, path: .shards_a/shard_c, db: /tmp/tmpdh1mfl9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001125335693359375s, path: .shards_a/shard_c, db: /tmp/tmpdh1mfl9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001163482666015625s, path: .shards_a/shard_c, db: /tmp/tmpdh1mfl9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpdh1mfl9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215435.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/shard_c, db: /tmp/tmpdh1mfl9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215435.00000.db +sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmpdh1mfl9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215435.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001533031463623047s, path: .shards_a/shard_c, db: /tmp/tmpdh1mfl9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011229515075683594s, path: .shards_a/shard_c, db: /tmp/tmpdh1mfl9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range ... ok test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor ... ok -sharder-test INFO: Cleaving ShardRange - zero objects found, path: .shards_a/shard_c, db: /tmp/tmpk6ahqumn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804869.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpk6ahqumn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804869.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp_jo2cmg7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804870.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp_jo2cmg7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804870.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmp_jo2cmg7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804870.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013709068298339844s, path: .shards_a/shard_c, db: /tmp/tmp_jo2cmg7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001068115234375s, path: .shards_a/shard_c, db: /tmp/tmp_jo2cmg7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0004324913024902344s, path: .shards_a/shard_c, db: /tmp/tmp_jo2cmg7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010991096496582031s, path: .shards_a/shard_c, db: /tmp/tmp_jo2cmg7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp_jo2cmg7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804870.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmp_jo2cmg7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804870.00000.db -sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmp_jo2cmg7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804870.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001544952392578125s, path: .shards_a/shard_c, db: /tmp/tmp_jo2cmg7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010752677917480469s, path: .shards_a/shard_c, db: /tmp/tmp_jo2cmg7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container a/c for ShardRange<'here' to 'there' as of 1734804868.65054, (0, 0) as of 1734804869.00000, shrunk as of 1734804869.00000>, path: .shards_a/shard_c, db: /tmp/tmp_jo2cmg7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804870.00000.db -sharder-test INFO: Cleaved ShardRange in 0.006s, path: .shards_a/shard_c, db: /tmp/tmp_jo2cmg7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804870.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp_jo2cmg7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804870.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpix2hlsx9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.65938.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpix2hlsx9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.65938.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpix2hlsx9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.65938.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpix2hlsx9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.65938.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpix2hlsx9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.65938.db -sharder-test INFO: Cleaving from row None into .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpix2hlsx9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.65938.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016999244689941406s, path: a/c, db: /tmp/tmpix2hlsx9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012826919555664062s, path: a/c, db: /tmp/tmpix2hlsx9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpix2hlsx9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.65938.db -sharder-test INFO: Cleaved ShardRange in 0.008s, path: a/c, db: /tmp/tmpix2hlsx9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.65938.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_2 for ShardRange<'b' to 'd' as of 1734804819.63555, (0, 0) as of 1734804819.63555, created as of 1734804819.63555>, path: a/c, db: /tmp/tmpix2hlsx9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.65938.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017881393432617188s, path: a/c, db: /tmp/tmpix2hlsx9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001232624053955078s, path: a/c, db: /tmp/tmpix2hlsx9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_2 for ShardRange, path: a/c, db: /tmp/tmpix2hlsx9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.65938.db -sharder-test INFO: Cleaved ShardRange<'b' to 'd' as of 1734804819.63555, (2, 3) as of 1734804868.70382, cleaved as of 1734804819.63555> in 0.007s, path: a/c, db: /tmp/tmpix2hlsx9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.65938.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpix2hlsx9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.65938.db -sharder-test DEBUG: Continuing to cleave (2 done, 2 todo), path: a/c, db: /tmp/tmpix2hlsx9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.65938.db -sharder-test INFO: Cleaving from row None into .shards_a/c_f_3 for ShardRange<'d' to 'f' as of 1734804819.63555, (0, 0) as of 1734804819.63555, created as of 1734804819.63555>, path: a/c, db: /tmp/tmpix2hlsx9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.65938.dbtest.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found +sharder-test INFO: Cleaving ShardRange - zero objects found, path: .shards_a/shard_c, db: /tmp/tmpdh1mfl9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215435.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpdh1mfl9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215435.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpllesd9mr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215436.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpllesd9mr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215436.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpllesd9mr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215436.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014352798461914062s, path: .shards_a/shard_c, db: /tmp/tmpllesd9mr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001125335693359375s, path: .shards_a/shard_c, db: /tmp/tmpllesd9mr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0004932880401611328s, path: .shards_a/shard_c, db: /tmp/tmpllesd9mr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012230873107910156s, path: .shards_a/shard_c, db: /tmp/tmpllesd9mr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpllesd9mr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215436.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpllesd9mr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215436.00000.db +sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmpllesd9mr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215436.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016760826110839844s, path: .shards_a/shard_c, db: /tmp/tmpllesd9mr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012731552124023438s, path: .shards_a/shard_c, db: /tmp/tmpllesd9mr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container a/c for ShardRange<'here' to 'there' as of 1769215434.89940, (0, 0) as of 1769215435.00000, shrunk as of 1769215435.00000>, path: .shards_a/shard_c, db: /tmp/tmpllesd9mr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215436.00000.db +sharder-test INFO: Cleaved ShardRange in 0.008s, path: .shards_a/shard_c, db: /tmp/tmpllesd9mr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215436.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpllesd9mr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215436.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp_p_tb222/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215434.90793.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_p_tb222/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215434.90793.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_p_tb222/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215434.90793.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_p_tb222/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215434.90793.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp_p_tb222/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215434.90793.db +sharder-test INFO: Cleaving from row None into .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmp_p_tb222/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215434.90793.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001773834228515625s, path: a/c, db: /tmp/tmp_p_tb222/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012683868408203125s, path: a/c, db: /tmp/tmp_p_tb222/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmp_p_tb222/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215434.90793.db +sharder-test INFO: Cleaved ShardRange in 0.008s, path: a/c, db: /tmp/tmp_p_tb222/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215434.90793.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_2 for ShardRange<'b' to 'd' as of 1769215371.86027, (0, 0) as of 1769215371.86027, created as of 1769215371.86027>, path: a/c, db: /tmp/tmp_p_tb222/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215434.90793.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018215179443359375s, path: a/c, db: /tmp/tmp_p_tb222/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011992454528808594s, path: a/c, db: /tmp/tmp_p_tb222/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_d_2 for ShardRange, path: a/c, db: /tmp/tmp_p_tb222/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215434.90793.db +sharder-test INFO: Cleaved ShardRange<'b' to 'd' as of 1769215371.86027, (2, 3) as of 1769215434.95352, cleaved as of 1769215371.86027> in 0.008s, path: a/c, db: /tmp/tmp_p_tb222/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215434.90793.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp_p_tb222/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215434.90793.db +sharder-test DEBUG: Continuing to cleave (2 done, 2 todo), path: a/c, db: /tmp/tmp_p_tb222/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215434.90793.db +sharder-test INFO: Cleaving from row None into .shards_a/c_f_3 for ShardRange<'d' to 'f' as of 1769215371.86027, (0, 0) as of 1769215371.86027, created as of 1769215371.86027>, path: a/c, db: /tmp/tmp_p_tb222/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215434.90793.dbtest.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found test.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found ... ok -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017547607421875s, path: a/c, db: /tmp/tmpix2hlsx9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011754035949707031s, path: a/c, db: /tmp/tmpix2hlsx9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_f_3 for ShardRange, path: a/c, db: /tmp/tmpix2hlsx9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.65938.db -sharder-test INFO: Cleaved ShardRange<'d' to 'f' as of 1734804819.63555, (2, 103) as of 1734804868.72704, cleaved as of 1734804819.63555> in 0.007s, path: a/c, db: /tmp/tmpix2hlsx9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.65938.db -sharder-test INFO: Stopped cleave at unready ShardRange<'f' to MaxBound as of 1734804819.63555, (0, 0) as of 1734804819.63555, found as of 1734804819.63555>, path: a/c, db: /tmp/tmpix2hlsx9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.65938.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpix2hlsx9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.65938.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpix2hlsx9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.65938.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'f' to MaxBound as of 1734804819.63555, (0, 0) as of 1734804819.63555, created as of 1734804868.73165>, path: a/c, db: /tmp/tmpix2hlsx9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.65938.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001678466796875s, path: a/c, db: /tmp/tmpix2hlsx9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00013256072998046875s, path: a/c, db: /tmp/tmpix2hlsx9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpix2hlsx9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.65938.db -sharder-test INFO: Cleaved ShardRange<'f' to MaxBound as of 1734804819.63555, (1, 1000) as of 1734804868.75122, cleaved as of 1734804868.73165> in 0.008s, path: a/c, db: /tmp/tmpix2hlsx9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.65938.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpix2hlsx9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.65938.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpa8wcya9f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.76119.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpa8wcya9f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.76119.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpa8wcya9f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.76119.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpa8wcya9f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.76119.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpa8wcya9f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.76119.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpa8wcya9f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.76119.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpa8wcya9f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.76119.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpa8wcya9f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.76119.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpa8wcya9f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.76119.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpa8wcya9f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.76119.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.000186920166015625s, path: a/c, db: /tmp/tmpa8wcya9f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00011992454528808594s, path: a/c, db: /tmp/tmpa8wcya9f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpa8wcya9f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.76119.db -sharder-test INFO: Cleaved ShardRange in 0.007s, path: a/c, db: /tmp/tmpa8wcya9f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.76119.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1734804819.63555, (0, 0) as of 1734804819.63555, created as of 1734804819.63555>, path: a/c, db: /tmp/tmpa8wcya9f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.76119.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002110004425048828s, path: a/c, db: /tmp/tmpa8wcya9f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.000125885009765625s, path: a/c, db: /tmp/tmpa8wcya9f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpa8wcya9f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.76119.db -sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1734804819.63555, (1, 18432) as of 1734804868.80868, cleaved as of 1734804819.63555> in 0.01s, path: a/c, db: /tmp/tmpa8wcya9f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.76119.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpa8wcya9f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.76119.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpa8wcya9f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpa8wcya9f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.76119.dbtest.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001800060272216797s, path: a/c, db: /tmp/tmp_p_tb222/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001246929168701172s, path: a/c, db: /tmp/tmp_p_tb222/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_f_3 for ShardRange, path: a/c, db: /tmp/tmp_p_tb222/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215434.90793.db +sharder-test INFO: Cleaved ShardRange<'d' to 'f' as of 1769215371.86027, (2, 103) as of 1769215434.97781, cleaved as of 1769215371.86027> in 0.008s, path: a/c, db: /tmp/tmp_p_tb222/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215434.90793.db +sharder-test INFO: Stopped cleave at unready ShardRange<'f' to MaxBound as of 1769215371.86027, (0, 0) as of 1769215371.86027, found as of 1769215371.86027>, path: a/c, db: /tmp/tmp_p_tb222/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215434.90793.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp_p_tb222/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215434.90793.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp_p_tb222/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215434.90793.db +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'f' to MaxBound as of 1769215371.86027, (0, 0) as of 1769215371.86027, created as of 1769215434.98265>, path: a/c, db: /tmp/tmp_p_tb222/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215434.90793.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001735687255859375s, path: a/c, db: /tmp/tmp_p_tb222/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00013709068298339844s, path: a/c, db: /tmp/tmp_p_tb222/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmp_p_tb222/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215434.90793.db +sharder-test INFO: Cleaved ShardRange<'f' to MaxBound as of 1769215371.86027, (1, 1000) as of 1769215435.00329, cleaved as of 1769215434.98265> in 0.009s, path: a/c, db: /tmp/tmp_p_tb222/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215434.90793.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp_p_tb222/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215434.90793.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpna59x_yx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.01424.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpna59x_yx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.01424.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpna59x_yx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.01424.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpna59x_yx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.01424.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpna59x_yx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.01424.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpna59x_yx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.01424.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpna59x_yx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.01424.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpna59x_yx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.01424.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpna59x_yx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.01424.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpna59x_yx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.01424.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016951560974121094s, path: a/c, db: /tmp/tmpna59x_yx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00012874603271484375s, path: a/c, db: /tmp/tmpna59x_yx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpna59x_yx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.01424.db +sharder-test INFO: Cleaved ShardRange in 0.009s, path: a/c, db: /tmp/tmpna59x_yx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.01424.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1769215371.86027, (0, 0) as of 1769215371.86027, created as of 1769215371.86027>, path: a/c, db: /tmp/tmpna59x_yx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.01424.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018334388732910156s, path: a/c, db: /tmp/tmpna59x_yx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00013494491577148438s, path: a/c, db: /tmp/tmpna59x_yx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpna59x_yx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.01424.db +sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1769215371.86027, (1, 18432) as of 1769215435.06603, cleaved as of 1769215371.86027> in 0.012s, path: a/c, db: /tmp/tmpna59x_yx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.01424.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpna59x_yx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.01424.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpna59x_yx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpna59x_yx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.01424.dbtest.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics test.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics ... ok -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpa8wcya9f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.76119.db -REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, sync, (5, '0304d80fe41538beac9ef87d16213f89', '70199c2f-1563-4e1e-a401-e219d3f4ea51-sdb', '1734804868.82775', '0000000000.00000', '0', '') -REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_items, ([{'ROWID': 1, 'name': 'obj002', 'created_at': '1734804870.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'obj003', 'created_at': '1734804871.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'obj004', 'created_at': '1734804872.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'obj005', 'created_at': '1734804873.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'obj006', 'created_at': '1734804874.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '70199c2f-1563-4e1e-a401-e219d3f4ea51-sdb') +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpna59x_yx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.01424.db +REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, sync, (5, 'fd4642f0751cd205833b28d818c489c9', 'd1e8bf41-2686-4cf1-ace6-a863b9bbc330-sdb', '1769215435.08611', '0000000000.00000', '0', '') +REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_items, ([{'ROWID': 1, 'name': 'obj002', 'created_at': '1769215437.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'obj003', 'created_at': '1769215438.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'obj004', 'created_at': '1769215439.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'obj005', 'created_at': '1769215440.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'obj006', 'created_at': '1769215441.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'd1e8bf41-2686-4cf1-ace6-a863b9bbc330-sdb') REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_syncs, ([],) -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpkoaqd2m1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.84415.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpkoaqd2m1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.84415.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpkoaqd2m1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.84415.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpkoaqd2m1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.84415.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpkoaqd2m1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.84415.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpkoaqd2m1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.84415.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpkoaqd2m1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.84415.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpkoaqd2m1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.84415.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpkoaqd2m1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.84415.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpkoaqd2m1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.84415.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.0001785755157470703s, path: a/c, db: /tmp/tmpkoaqd2m1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011396408081054688s, path: a/c, db: /tmp/tmpkoaqd2m1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpkoaqd2m1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.84415.db -sharder-test INFO: Cleaved ShardRange in 0.007s, path: a/c, db: /tmp/tmpkoaqd2m1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.84415.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1734804819.63555, (0, 0) as of 1734804819.63555, created as of 1734804819.63555>, path: a/c, db: /tmp/tmpkoaqd2m1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.84415.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001690387725830078s, path: a/c, db: /tmp/tmpkoaqd2m1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010371208190917969s, path: a/c, db: /tmp/tmpkoaqd2m1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpkoaqd2m1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.84415.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1734804819.63555, (3, 3) as of 1734804868.88759, cleaved as of 1734804819.63555> in 0.006s, path: a/c, db: /tmp/tmpkoaqd2m1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.84415.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpkoaqd2m1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.84415.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpkoaqd2m1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpkoaqd2m1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.84415.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpkoaqd2m1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.84415.db -REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, sync, (7, '00000000000000000000000000000000', '602d6e4d-279d-4c0f-b992-a9229823ceb7-', '1734804868.82322', '0000000000.00000', '0', '{"X-Container-Sysmeta-Shard-Context-54d88f2a-b91e-4307-ad6e-61277e5239d2-sda": ["{\\"ref\\": \\"54d88f2a-b91e-4307-ad6e-61277e5239d2-sda\\", \\"cursor\\": \\"\\", \\"max_row\\": 7, \\"cleave_to_row\\": 7, \\"last_cleave_to_row\\": null, \\"cleaving_done\\": true, \\"misplaced_done\\": true, \\"ranges_done\\": 2, \\"ranges_todo\\": 0}", "1734804868.88880"]}') -REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, merge_shard_ranges, ([{'name': '.shards_a/c_obj004_0', 'timestamp': '1734804819.63555', 'lower': '', 'upper': 'obj004', 'object_count': 4, 'bytes_used': 4, 'meta_timestamp': '1734804868.87576', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804819.63555', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/c__1', 'timestamp': '1734804819.63555', 'lower': 'obj004', 'upper': '', 'object_count': 3, 'bytes_used': 3, 'meta_timestamp': '1734804868.88759', 'deleted': 0, 'state': 40, 'state_timestamp': '1734804819.63555', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1734804868.84409', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1734804868.89204', 'deleted': 0, 'state': 70, 'state_timestamp': '1734804868.84415', 'epoch': '1734804868.84415', 'reported': 0, 'tombstones': -1}], '602d6e4d-279d-4c0f-b992-a9229823ceb7-') -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpkoaqd2m1/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpec6jonjc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.10488.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpec6jonjc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.10488.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpec6jonjc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.10488.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpec6jonjc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.10488.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpec6jonjc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.10488.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpec6jonjc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.10488.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpec6jonjc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.10488.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpec6jonjc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.10488.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpec6jonjc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.10488.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpec6jonjc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.10488.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.0002434253692626953s, path: a/c, db: /tmp/tmpec6jonjc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001270771026611328s, path: a/c, db: /tmp/tmpec6jonjc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpec6jonjc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.10488.db +sharder-test INFO: Cleaved ShardRange in 0.01s, path: a/c, db: /tmp/tmpec6jonjc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.10488.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769215371.86027, (0, 0) as of 1769215371.86027, created as of 1769215371.86027>, path: a/c, db: /tmp/tmpec6jonjc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.10488.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001742839813232422s, path: a/c, db: /tmp/tmpec6jonjc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011944770812988281s, path: a/c, db: /tmp/tmpec6jonjc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpec6jonjc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.10488.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1769215371.86027, (3, 3) as of 1769215435.15142, cleaved as of 1769215371.86027> in 0.008s, path: a/c, db: /tmp/tmpec6jonjc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.10488.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpec6jonjc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.10488.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpec6jonjc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpec6jonjc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.10488.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpec6jonjc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.10488.db +REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, sync, (7, '00000000000000000000000000000000', '3e4c354b-b83a-468a-878a-b243dfc4a476-', '1769215435.08072', '0000000000.00000', '0', '{"X-Container-Sysmeta-Shard-Context-67b3a563-0e81-437a-8146-2ec0766ae021-sda": ["{\\"ref\\": \\"67b3a563-0e81-437a-8146-2ec0766ae021-sda\\", \\"cursor\\": \\"\\", \\"max_row\\": 7, \\"cleave_to_row\\": 7, \\"last_cleave_to_row\\": null, \\"cleaving_done\\": true, \\"misplaced_done\\": true, \\"ranges_done\\": 2, \\"ranges_todo\\": 0}", "1769215435.15271"]}') +REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, merge_shard_ranges, ([{'name': '.shards_a/c_obj004_0', 'timestamp': '1769215371.86027', 'lower': '', 'upper': 'obj004', 'object_count': 4, 'bytes_used': 4, 'meta_timestamp': '1769215435.13771', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215371.86027', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/c__1', 'timestamp': '1769215371.86027', 'lower': 'obj004', 'upper': '', 'object_count': 3, 'bytes_used': 3, 'meta_timestamp': '1769215435.15142', 'deleted': 0, 'state': 40, 'state_timestamp': '1769215371.86027', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769215435.10483', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769215435.15593', 'deleted': 0, 'state': 70, 'state_timestamp': '1769215435.10488', 'epoch': '1769215435.10488', 'reported': 0, 'tombstones': -1}], '3e4c354b-b83a-468a-878a-b243dfc4a476-') +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpec6jonjc/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db test.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db ... ok test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range ... ok test.unit.container.test_sharder.TestSharder.test_complete_sharding_root test.unit.container.test_sharder.TestSharder.test_complete_sharding_root ... ok -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpkoaqd2m1/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpkoaqd2m1/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpkoaqd2m1/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmpkoaqd2m1/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.84415.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpkoaqd2m1/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.84415.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpkoaqd2m1/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.84415.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpkoaqd2m1/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.84415.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpkoaqd2m1/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.84415.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpkoaqd2m1/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.84415.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpkoaqd2m1/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.84415.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001709461212158203s, path: a/c, db: /tmp/tmpkoaqd2m1/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011754035949707031s, path: a/c, db: /tmp/tmpkoaqd2m1/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpkoaqd2m1/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.84415.db -sharder-test INFO: Cleaved ShardRange in 0.007s, path: a/c, db: /tmp/tmpkoaqd2m1/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.84415.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1734804819.63555, (3, 3) as of 1734804868.88759, active as of 1734804819.63555>, path: a/c, db: /tmp/tmpkoaqd2m1/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.84415.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00015735626220703125s, path: a/c, db: /tmp/tmpkoaqd2m1/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011205673217773438s, path: a/c, db: /tmp/tmpkoaqd2m1/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpkoaqd2m1/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.84415.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1734804819.63555, (3, 3) as of 1734804868.88759, active as of 1734804819.63555> in 0.006s, path: a/c, db: /tmp/tmpkoaqd2m1/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.84415.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpkoaqd2m1/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.84415.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpkoaqd2m1/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpkoaqd2m1/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.84415.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpkoaqd2m1/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.84415.db -sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmpx5bpqgtd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '106013e8-b66b-400d-97c5-bdde8ab7524c-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp0fffdcmy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '106013e8-b66b-400d-97c5-bdde8ab7524c-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp0fffdcmy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '106013e8-b66b-400d-97c5-bdde8ab7524c-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp0fffdcmy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '106013e8-b66b-400d-97c5-bdde8ab7524c-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp0fffdcmy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'c50697b2-4f2a-4b63-9ec0-4603b0b459af-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp0fffdcmy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804868.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'fac50cf7-980e-4d0a-bc59-c5f90faf6097-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpgyr870xz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804869.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'fac50cf7-980e-4d0a-bc59-c5f90faf6097-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpgyr870xz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804869.00000.dbtest.unit.container.test_sharder.TestSharder.test_complete_sharding_shard +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpec6jonjc/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpec6jonjc/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpec6jonjc/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmpec6jonjc/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.10488.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpec6jonjc/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.10488.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpec6jonjc/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.10488.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpec6jonjc/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.10488.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpec6jonjc/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.10488.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpec6jonjc/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.10488.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpec6jonjc/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.10488.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017714500427246094s, path: a/c, db: /tmp/tmpec6jonjc/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012421607971191406s, path: a/c, db: /tmp/tmpec6jonjc/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpec6jonjc/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.10488.db +sharder-test INFO: Cleaved ShardRange in 0.007s, path: a/c, db: /tmp/tmpec6jonjc/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.10488.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769215371.86027, (3, 3) as of 1769215435.15142, active as of 1769215371.86027>, path: a/c, db: /tmp/tmpec6jonjc/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.10488.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001747608184814453s, path: a/c, db: /tmp/tmpec6jonjc/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011992454528808594s, path: a/c, db: /tmp/tmpec6jonjc/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpec6jonjc/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.10488.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1769215371.86027, (3, 3) as of 1769215435.15142, active as of 1769215371.86027> in 0.007s, path: a/c, db: /tmp/tmpec6jonjc/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.10488.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpec6jonjc/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.10488.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpec6jonjc/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpec6jonjc/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.10488.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpec6jonjc/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.10488.db +sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmpquhm00uf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'a0f4ae01-fc79-4a5d-842f-529063748bfe-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpgtqf24bo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'a0f4ae01-fc79-4a5d-842f-529063748bfe-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpgtqf24bo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'a0f4ae01-fc79-4a5d-842f-529063748bfe-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpgtqf24bo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'a0f4ae01-fc79-4a5d-842f-529063748bfe-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpgtqf24bo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'd372ef3f-8eab-409a-a2ec-3aca025d480c-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpgtqf24bo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'a201972d-5b0b-45b4-ad49-adde42890758-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmp5nxqlusz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215435.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'a201972d-5b0b-45b4-ad49-adde42890758-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmp5nxqlusz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215435.00000.dbtest.unit.container.test_sharder.TestSharder.test_complete_sharding_shard test.unit.container.test_sharder.TestSharder.test_complete_sharding_shard ... ok test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data ... ok @@ -112491,40 +108947,40 @@ test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap ... ok -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'fac50cf7-980e-4d0a-bc59-c5f90faf6097-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpgyr870xz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804869.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'fac50cf7-980e-4d0a-bc59-c5f90faf6097-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpgyr870xz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804869.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'ba7f4f1d-8379-4f95-a89a-571641573532-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpgyr870xz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804869.00000.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: TypeError('the JSON object must be str, bytes or bytearray, not dict'), path: a/c, db: /tmp/tmp8jt5bppn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: JSONDecodeError('Expecting value: line 1 column 1 (char 0)'), path: a/c, db: /tmp/tmp8jt5bppn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: ValueError('not a list'), path: a/c, db: /tmp/tmp8jt5bppn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('name'), path: a/c, db: /tmp/tmp8jt5bppn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('timestamp'), path: a/c, db: /tmp/tmp8jt5bppn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('object_count'), path: a/c, db: /tmp/tmp8jt5bppn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type None, path: a/c, db: /tmp/tmpj008iai4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'object', path: a/c, db: /tmp/tmpj008iai4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'disco', path: a/c, db: /tmp/tmpj008iai4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to get shard ranges from a/c: Unexpected response: 404, path: a/c, db: /tmp/tmpn6fmw4ch/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpt6e0umf0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmpt6e0umf0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804869.00000.db -sharder-test DEBUG: Found 2 compactible sequences of length(s) [2, 2], path: a/c, db: /tmp/tmpt6e0umf0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804869.00000.db -sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpt6e0umf0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804869.00000.db -sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange<'c' to 'e' as of 1734804869.21119, (100000, 0) as of 1734804819.63555, active as of 1734804819.63555>, path: a/c, db: /tmp/tmpt6e0umf0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804869.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpskq20q1o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpskq20q1o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804869.00000.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpskq20q1o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804869.00000.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmp5w6bkfw4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0fpb4r50/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmp0fpb4r50/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804869.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp0fpb4r50/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804869.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp0fpb4r50/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804869.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp0fpb4r50/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804869.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp0fpb4r50/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804869.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp0fpb4r50/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804869.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp0fpb4r50/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804869.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp0fpb4r50/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804869.00000.db -sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp0fpb4r50/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804869.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp0fpb4r50/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804869.00000.db -sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp0fpb4r50/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804869.00000.dbtest.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'a201972d-5b0b-45b4-ad49-adde42890758-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmp5nxqlusz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215435.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'a201972d-5b0b-45b4-ad49-adde42890758-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmp5nxqlusz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215435.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '8c09d282-7d7a-428b-8868-4f74cb49b43c-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmp5nxqlusz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215435.00000.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: TypeError('the JSON object must be str, bytes or bytearray, not dict'), path: a/c, db: /tmp/tmpte96zyx9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: JSONDecodeError('Expecting value: line 1 column 1 (char 0)'), path: a/c, db: /tmp/tmpte96zyx9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: ValueError('not a list'), path: a/c, db: /tmp/tmpte96zyx9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('name'), path: a/c, db: /tmp/tmpte96zyx9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('timestamp'), path: a/c, db: /tmp/tmpte96zyx9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('object_count'), path: a/c, db: /tmp/tmpte96zyx9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type None, path: a/c, db: /tmp/tmpkk5qsg7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'object', path: a/c, db: /tmp/tmpkk5qsg7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'disco', path: a/c, db: /tmp/tmpkk5qsg7z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to get shard ranges from a/c: Unexpected response: 404, path: a/c, db: /tmp/tmpngwdz4gl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppe_jqwvl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmppe_jqwvl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.00000.db +sharder-test DEBUG: Found 2 compactible sequences of length(s) [2, 2], path: a/c, db: /tmp/tmppe_jqwvl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.00000.db +sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmppe_jqwvl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.00000.db +sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange<'c' to 'e' as of 1769215435.49473, (100000, 0) as of 1769215371.86027, active as of 1769215371.86027>, path: a/c, db: /tmp/tmppe_jqwvl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpi7csl94y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpi7csl94y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.00000.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpi7csl94y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.00000.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpxz97cn07/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp16jf28gi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmp16jf28gi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp16jf28gi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.00000.db +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp16jf28gi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp16jf28gi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.00000.db +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp16jf28gi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp16jf28gi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.00000.db +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp16jf28gi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp16jf28gi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.00000.db +sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp16jf28gi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp16jf28gi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.00000.db +sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp16jf28gi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215435.00000.dbtest.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates test.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates ... ok test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root ... ok @@ -112534,6 +108990,8 @@ test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root ... ok test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache ... ok test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root ... ok test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_shard @@ -112543,61 +109001,61 @@ test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part ... ok -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpe9w5xjm1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpe9w5xjm1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpe9w5xjm1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 1 found, path: a/c, db: /tmp/tmpe9w5xjm1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpe9w5xjm1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpe9w5xjm1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpjb06e42q/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpjb06e42q/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpjb06e42q/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 1 found, path: .shards_a/c_, db: /tmp/tmpjb06e42q/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpjb06e42q/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpjb06e42q/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpzhsnt3_3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpzhsnt3_3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpzhsnt3_3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpzhsnt3_3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpw5tff4lu/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpw5tff4lu/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpw5tff4lu/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpw5tff4lu/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpf5qgdfy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpf5qgdfy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpf5qgdfy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpf5qgdfy3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmprx4d1952/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmprx4d1952/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmprx4d1952/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmprx4d1952/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpwipo7rld/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpwipo7rld/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpwipo7rld/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 created - attempted:0 success:0 failure:0test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpjuwy9h81/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpjuwy9h81/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpjuwy9h81/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 1 found, path: a/c, db: /tmp/tmpjuwy9h81/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpjuwy9h81/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpjuwy9h81/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmp8n2073sg/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmp8n2073sg/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmp8n2073sg/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 1 found, path: .shards_a/c_, db: /tmp/tmp8n2073sg/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmp8n2073sg/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmp8n2073sg/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp0nc_xt5n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmp0nc_xt5n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmp0nc_xt5n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmp0nc_xt5n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpppgd4ytn/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpppgd4ytn/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpppgd4ytn/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpppgd4ytn/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpara0gfib/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpara0gfib/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpara0gfib/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpara0gfib/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp1vhuv29j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp1vhuv29j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp1vhuv29j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp1vhuv29j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpvl4dqr10/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpvl4dqr10/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpvl4dqr10/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 created - attempted:0 success:0 failure:0test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate ... ok test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate ... ok @@ -112622,547 +109080,603 @@ test.unit.container.test_sharder.TestSharder.test_log_broker_exception test.unit.container.test_sharder.TestSharder.test_log_broker_exception ... ok -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:14:29 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test WARNING: Repeat cleaving required, context: {'ref': '35b214fb-438d-4696-a9ca-4216a5dce7f7-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpzw63col_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804869.00000.db -sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2024-12-21T18:14:29.000000. DB state: sharding, own_shard_range state: sharding, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 2, 'active': 0}, path: a/c, db: /tmp/tmpzw63col_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804869.00000.db -sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2024-12-21T18:14:30.000000. DB state: sharding, own_shard_range state: shrinking, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 0, 'active': 1}, path: .shards_a/shard_c, db: /tmp/tmppi1a6qfw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804870.00000.db +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:43:55 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:56 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:43:56 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:56 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:56 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:56 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:43:56 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:43:56 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:56 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:43:56 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:56 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:56 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:56 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:43:56 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:43:56 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test WARNING: Repeat cleaving required, context: {'ref': '75fa6987-8ed3-4f82-aafc-d9719f2d9778-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmptn03t598/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2026-01-24T00:43:56.000000. DB state: sharding, own_shard_range state: sharding, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 2, 'active': 0}, path: a/c, db: /tmp/tmptn03t598/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2026-01-24T00:43:57.000000. DB state: sharding, own_shard_range state: shrinking, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 0, 'active': 1}, path: .shards_a/shard_c, db: /tmp/tmpj7m39ixg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215437.00000.db sharder-test WARNING: shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 sharder-test WARNING: existing_shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: bonjour mes amis, path: a/c%40d, db: /tmp/tmpkox6g3k3/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test DEBUG: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpkox6g3k3/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test DEBUG: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpkox6g3k3/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: bonjour mes amis, path: a/c%40d, db: /tmp/tmpkox6g3k3/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpkox6g3k3/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpkox6g3k3/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: bonjour mes amis, path: a/c%40d, db: /tmp/tmpkox6g3k3/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpkox6g3k3/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpkox6g3k3/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: bonjour mes amis, path: a/c%40d, db: /tmp/tmpkox6g3k3/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpkox6g3k3/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpkox6g3k3/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: exception: test, path: a/c, db: /tmp/tmpjswgrrxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test DEBUG: bonjour mes amis, path: a/c%40d, db: /tmp/tmpjxa4sjqn/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test DEBUG: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpjxa4sjqn/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test DEBUG: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpjxa4sjqn/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test INFO: bonjour mes amis, path: a/c%40d, db: /tmp/tmpjxa4sjqn/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test INFO: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpjxa4sjqn/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test INFO: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpjxa4sjqn/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: bonjour mes amis, path: a/c%40d, db: /tmp/tmpjxa4sjqn/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpjxa4sjqn/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpjxa4sjqn/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: bonjour mes amis, path: a/c%40d, db: /tmp/tmpjxa4sjqn/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpjxa4sjqn/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpjxa4sjqn/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: exception: test, path: a/c, db: /tmp/tmpy2wf7v5w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sharder.py", line 448, in test_log_broker_exception raise ValueError('test') ValueError: test -sharder-test DEBUG: bonjour mes amis, path: , db: /tmp/tmpbld88rqw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging +sharder-test DEBUG: bonjour mes amis, path: , db: /tmp/tmpxwmfjvir/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging test.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging ... ok test.unit.container.test_sharder.TestSharder.test_log_broker_levels test.unit.container.test_sharder.TestSharder.test_log_broker_levels ... ok sharder-test DEBUG: bonjour mes amis, path: a/c, db: -sharder-test INFO: bonjour mes amis, path: , db: /tmp/tmpbld88rqw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: bonjour mes amis, path: , db: /tmp/tmpxwmfjvir/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test INFO: bonjour mes amis, path: a/c, db: -sharder-test WARNING: bonjour mes amis, path: , db: /tmp/tmpbld88rqw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: bonjour mes amis, path: , db: /tmp/tmpxwmfjvir/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test WARNING: bonjour mes amis, path: a/c, db: -sharder-test ERROR: bonjour mes amis, path: , db: /tmp/tmpbld88rqw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: bonjour mes amis, path: , db: /tmp/tmpxwmfjvir/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test ERROR: bonjour mes amis, path: a/c, db: -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mi3q2hb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9mi3q2hb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.05262.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp9mi3q2hb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.05262.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016999244689941406s, path: a/c, db: /tmp/tmp9mi3q2hb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.05262.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016117095947265625s, path: a/c, db: /tmp/tmp9mi3q2hb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.05262.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016808509826660156s, path: a/c, db: /tmp/tmp9mi3q2hb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.05262.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002541542053222656s, path: a/c, db: /tmp/tmp9mi3q2hb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.05262.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00045752525329589844s, path: a/c, db: /tmp/tmp9mi3q2hb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.05262.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00025653839111328125s, path: a/c, db: /tmp/tmp9mi3q2hb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.05262.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0004520416259765625s, path: a/c, db: /tmp/tmp9mi3q2hb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.05262.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002608299255371094s, path: a/c, db: /tmp/tmp9mi3q2hb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.05262.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00029349327087402344s, path: a/c, db: /tmp/tmp9mi3q2hb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.05262.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002474784851074219s, path: a/c, db: /tmp/tmp9mi3q2hb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.05262.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00023245811462402344s, path: a/c, db: /tmp/tmp9mi3q2hb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.05262.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1734804870.05202, (0, 0) as of 1734804870.05202, active as of 1734804870.05202>, path: a/c, db: /tmp/tmp9mi3q2hb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.05262.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1734804870.05204, (0, 0) as of 1734804870.05204, active as of 1734804870.05204>, path: a/c, db: /tmp/tmp9mi3q2hb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.05262.db -sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/there-where in state active, path: a/c, db: /tmp/tmp9mi3q2hb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.05262.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1734804870.05204, (0, 0) as of 1734804870.05204, active as of 1734804870.05204>, path: a/c, db: /tmp/tmp9mi3q2hb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.05262.db -sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/where-yonder in state active, path: a/c, db: /tmp/tmp9mi3q2hb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.05262.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp9mi3q2hb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.05262.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9mi3q2hb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.05262.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9mi3q2hb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.05262.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp9mi3q2hb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.05262.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015878677368164062s, path: a/c, db: /tmp/tmp9mi3q2hb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.05262.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010728836059570312s, path: a/c, db: /tmp/tmp9mi3q2hb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.05262.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.632110595703125e-05s, path: a/c, db: /tmp/tmp9mi3q2hb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.05262.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.179115295410156e-05s, path: a/c, db: /tmp/tmp9mi3q2hb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.05262.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.608268737792969e-05s, path: a/c, db: /tmp/tmp9mi3q2hb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.05262.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010418891906738281s, path: a/c, db: /tmp/tmp9mi3q2hb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.05262.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011038780212402344s, path: a/c, db: /tmp/tmp9mi3q2hb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.05262.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.393692016601562e-05s, path: a/c, db: /tmp/tmp9mi3q2hb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.05262.db -sharder-test DEBUG: got 1 rows (deleted=True) in 9.846687316894531e-05s, path: a/c, db: /tmp/tmp9mi3q2hb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.05262.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010752677917480469s, path: a/c, db: /tmp/tmp9mi3q2hb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.05262.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.632110595703125e-05s, path: a/c, db: /tmp/tmp9mi3q2hb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.05262.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1734804870.05204, (0, 0) as of 1734804870.05204, active as of 1734804870.05204>, path: a/c, db: /tmp/tmp9mi3q2hb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.05262.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpprdaxrjm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpprdaxrjm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.24964.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpprdaxrjm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.24964.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002090930938720703s, path: a/c, db: /tmp/tmpprdaxrjm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.24964.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00023651123046875s, path: a/c, db: /tmp/tmpprdaxrjm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.24964.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00025343894958496094s, path: a/c, db: /tmp/tmpprdaxrjm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.24964.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00023031234741210938s, path: a/c, db: /tmp/tmpprdaxrjm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.24964.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002715587615966797s, path: a/c, db: /tmp/tmpprdaxrjm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.24964.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016260147094726562s, path: a/c, db: /tmp/tmpprdaxrjm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.24964.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001647472381591797s, path: a/c, db: /tmp/tmpprdaxrjm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.24964.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015735626220703125s, path: a/c, db: /tmp/tmpprdaxrjm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.24964.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00017333030700683594s, path: a/c, db: /tmp/tmpprdaxrjm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.24964.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003910064697265625s, path: a/c, db: /tmp/tmpprdaxrjm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.24964.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00039505958557128906s, path: a/c, db: /tmp/tmpprdaxrjm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.24964.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769215436.24883, (0, 0) as of 1769215436.24883, active as of 1769215436.24883>, path: a/c, db: /tmp/tmpprdaxrjm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.24964.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769215436.24884, (0, 0) as of 1769215436.24884, active as of 1769215436.24884>, path: a/c, db: /tmp/tmpprdaxrjm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.24964.db +sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/there-where in state active, path: a/c, db: /tmp/tmpprdaxrjm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.24964.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769215436.24885, (0, 0) as of 1769215436.24885, active as of 1769215436.24885>, path: a/c, db: /tmp/tmpprdaxrjm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.24964.db +sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/where-yonder in state active, path: a/c, db: /tmp/tmpprdaxrjm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.24964.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpprdaxrjm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.24964.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpprdaxrjm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.24964.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpprdaxrjm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.24964.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpprdaxrjm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.24964.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003046989440917969s, path: a/c, db: /tmp/tmpprdaxrjm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.24964.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002186298370361328s, path: a/c, db: /tmp/tmpprdaxrjm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.24964.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00025916099548339844s, path: a/c, db: /tmp/tmpprdaxrjm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.24964.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002338886260986328s, path: a/c, db: /tmp/tmpprdaxrjm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.24964.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002181529998779297s, path: a/c, db: /tmp/tmpprdaxrjm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.24964.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002446174621582031s, path: a/c, db: /tmp/tmpprdaxrjm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.24964.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00024628639221191406s, path: a/c, db: /tmp/tmpprdaxrjm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.24964.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00027251243591308594s, path: a/c, db: /tmp/tmpprdaxrjm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.24964.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002455711364746094s, path: a/c, db: /tmp/tmpprdaxrjm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.24964.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002410411834716797s, path: a/c, db: /tmp/tmpprdaxrjm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.24964.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021839141845703125s, path: a/c, db: /tmp/tmpprdaxrjm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.24964.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769215436.24884, (0, 0) as of 1769215436.24884, active as of 1769215436.24884>, path: a/c, db: /tmp/tmpprdaxrjm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.24964.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed test.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed ... ok -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1734804870.05204, (0, 0) as of 1734804870.05204, active as of 1734804870.05204>, path: a/c, db: /tmp/tmp9mi3q2hb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.05262.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp9mi3q2hb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.05262.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9mi3q2hb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.05262.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016736984252929688s, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001957416534423828s, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001595020294189453s, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001614093780517578s, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002052783966064453s, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001823902130126953s, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1734804819.63555, (0, 0) as of 1734804819.63555, active as of 1734804819.63555>, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014090538024902344s, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001227855682373047s, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014400482177734375s, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011610984802246094s, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000133514404296875s, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1734804819.63555, (0, 0) as of 1734804819.63555, active as of 1734804819.63555>, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001304149627685547s, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012922286987304688s, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001628398895263672s, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001304149627685547s, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011229515075683594s, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010824203491210938s, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1734804819.63555, (0, 0) as of 1734804819.63555, active as of 1734804819.63555>, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769215436.24885, (0, 0) as of 1769215436.24885, active as of 1769215436.24885>, path: a/c, db: /tmp/tmpprdaxrjm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.24964.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpprdaxrjm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.24964.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpprdaxrjm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.24964.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00029587745666503906s, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002944469451904297s, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002930164337158203s, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00030732154846191406s, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003046989440917969s, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002856254577636719s, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1769215371.86027, (0, 0) as of 1769215371.86027, active as of 1769215371.86027>, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018072128295898438s, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021004676818847656s, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017881393432617188s, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001697540283203125s, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001590251922607422s, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1769215371.86027, (0, 0) as of 1769215371.86027, active as of 1769215371.86027>, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001583099365234375s, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00015783309936523438s, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001595020294189453s, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001628398895263672s, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016450881958007812s, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00016045570373535156s, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1769215371.86027, (0, 0) as of 1769215371.86027, active as of 1769215371.86027>, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated test.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001342296600341797s, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010895729064941406s, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001125335693359375s, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.465217590332031e-05s, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011277198791503906s, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014495849609375s, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010776519775390625s, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011467933654785156s, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.72747802734375e-05s, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.751319885253906e-05s, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001361370086669922s, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010323524475097656s, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011110305786132812s, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010013580322265625s, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.679794311523438e-05s, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpynx0vel0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpd5xkmkle/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpd5xkmkle/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.42786.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpd5xkmkle/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.42786.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018739700317382812s, path: a/c, db: /tmp/tmpd5xkmkle/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.42786.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000213623046875s, path: a/c, db: /tmp/tmpd5xkmkle/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.42786.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020122528076171875s, path: a/c, db: /tmp/tmpd5xkmkle/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.42786.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00019812583923339844s, path: a/c, db: /tmp/tmpd5xkmkle/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.42786.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017833709716796875s, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017118453979492188s, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001678466796875s, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014901161193847656s, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014209747314453125s, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001876354217529297s, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015616416931152344s, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015354156494140625s, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001659393310546875s, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001392364501953125s, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018143653869628906s, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014638900756835938s, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015115737915039062s, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015878677368164062s, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001327991485595703s, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6vzckltk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp6dzzim5x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6dzzim5x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.57864.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp6dzzim5x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.57864.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002570152282714844s, path: a/c, db: /tmp/tmp6dzzim5x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.57864.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000217437744140625s, path: a/c, db: /tmp/tmp6dzzim5x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.57864.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00023174285888671875s, path: a/c, db: /tmp/tmp6dzzim5x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.57864.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00022482872009277344s, path: a/c, db: /tmp/tmp6dzzim5x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.57864.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas ... ok test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas ... ok -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00025177001953125s, path: a/c, db: /tmp/tmpd5xkmkle/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.42786.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013947486877441406s, path: a/c, db: /tmp/tmpd5xkmkle/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.42786.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014400482177734375s, path: a/c, db: /tmp/tmpd5xkmkle/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.42786.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013875961303710938s, path: a/c, db: /tmp/tmpd5xkmkle/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.42786.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012540817260742188s, path: a/c, db: /tmp/tmpd5xkmkle/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.42786.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002808570861816406s, path: a/c, db: /tmp/tmpd5xkmkle/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.42786.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002396106719970703s, path: a/c, db: /tmp/tmpd5xkmkle/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.42786.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1734804870.42728, (0, 0) as of 1734804870.42728, active as of 1734804870.42728>, path: a/c, db: /tmp/tmpd5xkmkle/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.42786.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1734804870.42729, (0, 0) as of 1734804870.42729, active as of 1734804870.42729>, path: a/c, db: /tmp/tmpd5xkmkle/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.42786.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1734804870.42729, (0, 0) as of 1734804870.42729, active as of 1734804870.42729>, path: a/c, db: /tmp/tmpd5xkmkle/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.42786.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 1 required (not removing objects), shard db: /tmp/tmpd5xkmkle/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmpd5xkmkle/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.42786.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpd5xkmkle/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.42786.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpd5xkmkle/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.42786.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpkuu_10kj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpkuu_10kj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.52540.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpkuu_10kj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.52540.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002453327178955078s, path: a/c, db: /tmp/tmpkuu_10kj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.52540.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021505355834960938s, path: a/c, db: /tmp/tmpkuu_10kj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.52540.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00022649765014648438s, path: a/c, db: /tmp/tmpkuu_10kj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.52540.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00023746490478515625s, path: a/c, db: /tmp/tmpkuu_10kj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.52540.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00026726722717285156s, path: a/c, db: /tmp/tmpkuu_10kj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.52540.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015974044799804688s, path: a/c, db: /tmp/tmpkuu_10kj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.52540.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001437664031982422s, path: a/c, db: /tmp/tmpkuu_10kj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.52540.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012087821960449219s, path: a/c, db: /tmp/tmpkuu_10kj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.52540.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001690387725830078s, path: a/c, db: /tmp/tmpkuu_10kj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.52540.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002894401550292969s, path: a/c, db: /tmp/tmpkuu_10kj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.52540.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002887248992919922s, path: a/c, db: /tmp/tmpkuu_10kj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.52540.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1734804870.52073, (0, 0) as of 1734804870.52073, active as of 1734804870.52073>, path: a/c, db: /tmp/tmpkuu_10kj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.52540.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1734804870.52075, (0, 0) as of 1734804870.52075, active as of 1734804870.52075>, path: a/c, db: /tmp/tmpkuu_10kj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.52540.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/there-where in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpkuu_10kj/sda/containers/0/170/533f29a8ddb31e55151765e09ccbb170/533f29a8ddb31e55151765e09ccbb170.db, path: a/c, db: /tmp/tmpkuu_10kj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.52540.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1734804870.52076, (0, 0) as of 1734804870.52076, active as of 1734804870.52076>, path: a/c, db: /tmp/tmpkuu_10kj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.52540.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpkuu_10kj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.52540.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpkuu_10kj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.52540.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpq317csl9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpq317csl9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.59569.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx074a1bbbe319475e9a6b8-00697415c9) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx074a1bbbe319475e9a6b8-00697415c9) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx074a1bbbe319475e9a6b8-00697415c9) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx074a1bbbe319475e9a6b8-00697415c9) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx074a1bbbe319475e9a6b8-00697415c9) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx074a1bbbe319475e9a6b8-00697415c9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx074a1bbbe319475e9a6b8-00697415c9) +test DEBUG: Setting object count to 1072 (txn: tx074a1bbbe319475e9a6b8-00697415c9) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx40fa65fdf5e64c4c9ad33-00697415ca) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx40fa65fdf5e64c4c9ad33-00697415ca) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx40fa65fdf5e64c4c9ad33-00697415ca) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00&states=listing: 404 (txn: tx40fa65fdf5e64c4c9ad33-00697415ca) +test ERROR: Aborting listing from shards due to bad response: [404] (txn: tx40fa65fdf5e64c4c9ad33-00697415ca) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: txf2df34443a6a4d90b6c2f-00697415cb) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txf2df34443a6a4d90b6c2f-00697415cb) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: txf2df34443a6a4d90b6c2f-00697415cb) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txf2df34443a6a4d90b6c2f-00697415cb) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf2df34443a6a4d90b6c2f-00697415cb) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf2df34443a6a4d90b6c2f-00697415cb) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txf2df34443a6a4d90b6c2f-00697415cb) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf2df34443a6a4d90b6c2f-00697415cb) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf2df34443a6a4d90b6c2f-00697415cb) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txf2df34443a6a4d90b6c2f-00697415cb) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf2df34443a6a4d90b6c2f-00697415cb) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf2df34443a6a4d90b6c2f-00697415cb) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txf2df34443a6a4d90b6c2f-00697415cb) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: tx33015d98455b4a24a607d-00697415cc) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx33015d98455b4a24a607d-00697415cc) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx33015d98455b4a24a607d-00697415cc) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx33015d98455b4a24a607d-00697415cc) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx33015d98455b4a24a607d-00697415cc) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx33015d98455b4a24a607d-00697415cc) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: tx33015d98455b4a24a607d-00697415cc) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx33015d98455b4a24a607d-00697415cc) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: tx33015d98455b4a24a607d-00697415cc) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx33015d98455b4a24a607d-00697415cc) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx33015d98455b4a24a607d-00697415cc) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: tx33015d98455b4a24a607d-00697415cc) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx33015d98455b4a24a607d-00697415cc) +test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: tx33015d98455b4a24a607d-00697415cc) +test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx33015d98455b4a24a607d-00697415cc) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: tx33015d98455b4a24a607d-00697415cc) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00023698806762695312s, path: a/c, db: /tmp/tmp6dzzim5x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.57864.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000148773193359375s, path: a/c, db: /tmp/tmp6dzzim5x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.57864.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014328956604003906s, path: a/c, db: /tmp/tmp6dzzim5x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.57864.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012564659118652344s, path: a/c, db: /tmp/tmp6dzzim5x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.57864.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00013136863708496094s, path: a/c, db: /tmp/tmp6dzzim5x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.57864.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00022363662719726562s, path: a/c, db: /tmp/tmp6dzzim5x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.57864.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00023984909057617188s, path: a/c, db: /tmp/tmp6dzzim5x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.57864.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769215436.57751, (0, 0) as of 1769215436.57751, active as of 1769215436.57751>, path: a/c, db: /tmp/tmp6dzzim5x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.57864.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769215436.57752, (0, 0) as of 1769215436.57752, active as of 1769215436.57752>, path: a/c, db: /tmp/tmp6dzzim5x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.57864.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769215436.57753, (0, 0) as of 1769215436.57753, active as of 1769215436.57753>, path: a/c, db: /tmp/tmp6dzzim5x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.57864.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 1 required (not removing objects), shard db: /tmp/tmp6dzzim5x/sda/containers/0/5a3/4f0b44366da9725df06e5f720916e5a3/4f0b44366da9725df06e5f720916e5a3.db, path: a/c, db: /tmp/tmp6dzzim5x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.57864.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp6dzzim5x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.57864.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6dzzim5x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.57864.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpdfukal2k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdfukal2k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.64398.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpdfukal2k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.64398.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019884109497070312s, path: a/c, db: /tmp/tmpdfukal2k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.64398.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001857280731201172s, path: a/c, db: /tmp/tmpdfukal2k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.64398.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018310546875s, path: a/c, db: /tmp/tmpdfukal2k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.64398.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002219676971435547s, path: a/c, db: /tmp/tmpdfukal2k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.64398.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00022411346435546875s, path: a/c, db: /tmp/tmpdfukal2k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.64398.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001227855682373047s, path: a/c, db: /tmp/tmpdfukal2k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.64398.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011992454528808594s, path: a/c, db: /tmp/tmpdfukal2k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.64398.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001049041748046875s, path: a/c, db: /tmp/tmpdfukal2k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.64398.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012493133544921875s, path: a/c, db: /tmp/tmpdfukal2k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.64398.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00029659271240234375s, path: a/c, db: /tmp/tmpdfukal2k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.64398.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001838207244873047s, path: a/c, db: /tmp/tmpdfukal2k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.64398.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769215436.64322, (0, 0) as of 1769215436.64322, active as of 1769215436.64322>, path: a/c, db: /tmp/tmpdfukal2k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.64398.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769215436.64324, (0, 0) as of 1769215436.64324, active as of 1769215436.64324>, path: a/c, db: /tmp/tmpdfukal2k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.64398.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/there-where in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpdfukal2k/sda/containers/0/b80/c9f06aefaadd1113d55b2ab746fb2b80/c9f06aefaadd1113d55b2ab746fb2b80.db, path: a/c, db: /tmp/tmpdfukal2k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.64398.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769215436.64325, (0, 0) as of 1769215436.64325, active as of 1769215436.64325>, path: a/c, db: /tmp/tmpdfukal2k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.64398.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpdfukal2k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.64398.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdfukal2k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.64398.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpc1vpw574/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpc1vpw574/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.70001.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas ... ok -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpq317csl9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.59569.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019812583923339844s, path: a/c, db: /tmp/tmpq317csl9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.59569.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020551681518554688s, path: a/c, db: /tmp/tmpq317csl9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.59569.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001819133758544922s, path: a/c, db: /tmp/tmpq317csl9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.59569.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001876354217529297s, path: a/c, db: /tmp/tmpq317csl9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.59569.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002148151397705078s, path: a/c, db: /tmp/tmpq317csl9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.59569.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010609626770019531s, path: a/c, db: /tmp/tmpq317csl9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.59569.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012159347534179688s, path: a/c, db: /tmp/tmpq317csl9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.59569.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010347366333007812s, path: a/c, db: /tmp/tmpq317csl9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.59569.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010919570922851562s, path: a/c, db: /tmp/tmpq317csl9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.59569.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001983642578125s, path: a/c, db: /tmp/tmpq317csl9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.59569.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001709461212158203s, path: a/c, db: /tmp/tmpq317csl9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.59569.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1734804870.59502, (0, 0) as of 1734804870.59502, active as of 1734804870.59502>, path: a/c, db: /tmp/tmpq317csl9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.59569.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/here-there in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpq317csl9/sda/containers/0/ed5/9b40bf3cdc484061806b8d0a545d2ed5/9b40bf3cdc484061806b8d0a545d2ed5.db, path: a/c, db: /tmp/tmpq317csl9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.59569.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1734804870.59503, (0, 0) as of 1734804870.59503, active as of 1734804870.59503>, path: a/c, db: /tmp/tmpq317csl9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.59569.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1734804870.59503, (0, 0) as of 1734804870.59503, active as of 1734804870.59503>, path: a/c, db: /tmp/tmpq317csl9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.59569.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 2 required (not removing objects), shard db: /tmp/tmpq317csl9/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmpq317csl9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.59569.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpq317csl9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.59569.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpq317csl9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.59569.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmphdcq0m_w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmphdcq0m_w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.66062.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmphdcq0m_w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.66062.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001842975616455078s, path: a/c, db: /tmp/tmphdcq0m_w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.66062.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016927719116210938s, path: a/c, db: /tmp/tmphdcq0m_w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.66062.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016379356384277344s, path: a/c, db: /tmp/tmphdcq0m_w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.66062.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00025582313537597656s, path: a/c, db: /tmp/tmphdcq0m_w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.66062.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021505355834960938s, path: a/c, db: /tmp/tmphdcq0m_w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.66062.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010442733764648438s, path: a/c, db: /tmp/tmphdcq0m_w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.66062.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011301040649414062s, path: a/c, db: /tmp/tmphdcq0m_w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.66062.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.989738464355469e-05s, path: a/c, db: /tmp/tmphdcq0m_w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.66062.db -sharder-test DEBUG: got 1 rows (deleted=True) in 9.918212890625e-05s, path: a/c, db: /tmp/tmphdcq0m_w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.66062.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021076202392578125s, path: a/c, db: /tmp/tmphdcq0m_w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.66062.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001747608184814453s, path: a/c, db: /tmp/tmphdcq0m_w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.66062.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1734804870.66006, (0, 0) as of 1734804870.66006, active as of 1734804870.66006>, path: a/c, db: /tmp/tmphdcq0m_w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.66062.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1734804870.66007, (0, 0) as of 1734804870.66007, active as of 1734804870.66007>, path: a/c, db: /tmp/tmphdcq0m_w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.66062.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpc1vpw574/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.70001.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021457672119140625s, path: a/c, db: /tmp/tmpc1vpw574/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.70001.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018644332885742188s, path: a/c, db: /tmp/tmpc1vpw574/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.70001.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017189979553222656s, path: a/c, db: /tmp/tmpc1vpw574/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.70001.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001780986785888672s, path: a/c, db: /tmp/tmpc1vpw574/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.70001.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019598007202148438s, path: a/c, db: /tmp/tmpc1vpw574/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.70001.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011086463928222656s, path: a/c, db: /tmp/tmpc1vpw574/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.70001.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011324882507324219s, path: a/c, db: /tmp/tmpc1vpw574/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.70001.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010085105895996094s, path: a/c, db: /tmp/tmpc1vpw574/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.70001.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010752677917480469s, path: a/c, db: /tmp/tmpc1vpw574/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.70001.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019788742065429688s, path: a/c, db: /tmp/tmpc1vpw574/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.70001.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00024580955505371094s, path: a/c, db: /tmp/tmpc1vpw574/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.70001.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769215436.69946, (0, 0) as of 1769215436.69946, active as of 1769215436.69946>, path: a/c, db: /tmp/tmpc1vpw574/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.70001.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/here-there in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpc1vpw574/sda/containers/0/316/0340e1489dd10851cc3ca32837fff316/0340e1489dd10851cc3ca32837fff316.db, path: a/c, db: /tmp/tmpc1vpw574/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.70001.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769215436.69947, (0, 0) as of 1769215436.69947, active as of 1769215436.69947>, path: a/c, db: /tmp/tmpc1vpw574/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.70001.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769215436.69947, (0, 0) as of 1769215436.69947, active as of 1769215436.69947>, path: a/c, db: /tmp/tmpc1vpw574/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.70001.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 2 required (not removing objects), shard db: /tmp/tmpc1vpw574/sda/containers/0/5a3/4f0b44366da9725df06e5f720916e5a3/4f0b44366da9725df06e5f720916e5a3.db, path: a/c, db: /tmp/tmpc1vpw574/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.70001.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpc1vpw574/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.70001.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpc1vpw574/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.70001.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwpia49up/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwpia49up/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.75198.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpwpia49up/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.75198.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019240379333496094s, path: a/c, db: /tmp/tmpwpia49up/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.75198.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016951560974121094s, path: a/c, db: /tmp/tmpwpia49up/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.75198.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018095970153808594s, path: a/c, db: /tmp/tmpwpia49up/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.75198.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00021076202392578125s, path: a/c, db: /tmp/tmpwpia49up/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.75198.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0004398822784423828s, path: a/c, db: /tmp/tmpwpia49up/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.75198.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011110305786132812s, path: a/c, db: /tmp/tmpwpia49up/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.75198.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011706352233886719s, path: a/c, db: /tmp/tmpwpia49up/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.75198.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001010894775390625s, path: a/c, db: /tmp/tmpwpia49up/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.75198.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010347366333007812s, path: a/c, db: /tmp/tmpwpia49up/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.75198.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002560615539550781s, path: a/c, db: /tmp/tmpwpia49up/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.75198.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018310546875s, path: a/c, db: /tmp/tmpwpia49up/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.75198.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769215436.75142, (0, 0) as of 1769215436.75142, active as of 1769215436.75142>, path: a/c, db: /tmp/tmpwpia49up/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.75198.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769215436.75143, (0, 0) as of 1769215436.75143, active as of 1769215436.75143>, path: a/c, db: /tmp/tmpwpia49up/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.75198.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects test.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects ... ok -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1734804870.66008, (0, 0) as of 1734804870.66008, active as of 1734804870.66008>, path: a/c, db: /tmp/tmphdcq0m_w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.66062.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmphdcq0m_w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.66062.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmphdcq0m_w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.66062.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmphdcq0m_w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.66062.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmphdcq0m_w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.66062.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010395050048828125s, path: a/c, db: /tmp/tmphdcq0m_w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.66062.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.202957153320312e-05s, path: a/c, db: /tmp/tmphdcq0m_w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.66062.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014591217041015625s, path: a/c, db: /tmp/tmphdcq0m_w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.66062.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010347366333007812s, path: a/c, db: /tmp/tmphdcq0m_w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.66062.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012302398681640625s, path: a/c, db: /tmp/tmphdcq0m_w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.66062.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010728836059570312s, path: a/c, db: /tmp/tmphdcq0m_w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.66062.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.274482727050781e-05s, path: a/c, db: /tmp/tmphdcq0m_w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.66062.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.131431579589844e-05s, path: a/c, db: /tmp/tmphdcq0m_w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.66062.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.654594421386719e-05s, path: a/c, db: /tmp/tmphdcq0m_w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.66062.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.559226989746094e-05s, path: a/c, db: /tmp/tmphdcq0m_w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.66062.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.417533874511719e-05s, path: a/c, db: /tmp/tmphdcq0m_w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.66062.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1734804870.66006, (0, 0) as of 1734804870.66006, active as of 1734804870.66006>, path: a/c, db: /tmp/tmphdcq0m_w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.66062.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmphdcq0m_w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.66062.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmphdcq0m_w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.66062.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016927719116210938s, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011801719665527344s, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015211105346679688s, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012826919555664062s, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012493133544921875s, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001850128173828125s, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018858909606933594s, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1734804819.63555, (0, 0) as of 1734804819.63555, active as of 1734804819.63555>, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'yonder')], path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001499652862548828s, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00014090538024902344s, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013756752014160156s, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013637542724609375s, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012421607971191406s, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011777877807617188s, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001239776611328125s, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001285076141357422s, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012493133544921875s, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00016641616821289062s, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1734804819.63555, (0, 0) as of 1734804819.63555, active as of 1734804819.63555>, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1734804819.63555, (0, 0) as of 1734804819.63555, active as of 1734804819.63555>, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002033710479736328s, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017714500427246094s, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011539459228515625s, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019407272338867188s, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00019812583923339844s, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021791458129882812s, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019168853759765625s, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.489059448242188e-05s, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010371208190917969s, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.274482727050781e-05s, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.34600830078125e-05s, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020432472229003906s, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769215436.75144, (0, 0) as of 1769215436.75144, active as of 1769215436.75144>, path: a/c, db: /tmp/tmpwpia49up/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.75198.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpwpia49up/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.75198.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwpia49up/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.75198.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwpia49up/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.75198.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpwpia49up/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.75198.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010943412780761719s, path: a/c, db: /tmp/tmpwpia49up/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.75198.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010514259338378906s, path: a/c, db: /tmp/tmpwpia49up/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.75198.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010323524475097656s, path: a/c, db: /tmp/tmpwpia49up/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.75198.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010991096496582031s, path: a/c, db: /tmp/tmpwpia49up/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.75198.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001239776611328125s, path: a/c, db: /tmp/tmpwpia49up/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.75198.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000110626220703125s, path: a/c, db: /tmp/tmpwpia49up/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.75198.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.775161743164062e-05s, path: a/c, db: /tmp/tmpwpia49up/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.75198.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011420249938964844s, path: a/c, db: /tmp/tmpwpia49up/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.75198.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.107589721679688e-05s, path: a/c, db: /tmp/tmpwpia49up/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.75198.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.870529174804688e-05s, path: a/c, db: /tmp/tmpwpia49up/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.75198.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.96453857421875e-05s, path: a/c, db: /tmp/tmpwpia49up/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.75198.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769215436.75142, (0, 0) as of 1769215436.75142, active as of 1769215436.75142>, path: a/c, db: /tmp/tmpwpia49up/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.75198.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpwpia49up/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.75198.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwpia49up/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.75198.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000164031982421875s, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011873245239257812s, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001556873321533203s, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001232624053955078s, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012350082397460938s, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001881122589111328s, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021076202392578125s, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock ... ok + +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769215371.86027, (0, 0) as of 1769215371.86027, active as of 1769215371.86027>, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'yonder')], path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000152587890625s, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001404285430908203s, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001385211944580078s, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001304149627685547s, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013136863708496094s, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012969970703125s, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001304149627685547s, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013637542724609375s, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001308917999267578s, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00014209747314453125s, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769215371.86027, (0, 0) as of 1769215371.86027, active as of 1769215371.86027>, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769215371.86027, (0, 0) as of 1769215371.86027, active as of 1769215371.86027>, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018358230590820312s, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001659393310546875s, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011849403381347656s, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018596649169921875s, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002353191375732422s, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020837783813476562s, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019884109497070312s, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010013580322265625s, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.512901306152344e-05s, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012731552124023438s, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.489059448242188e-05s, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020360946655273438s, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container test.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync ... ok -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002238750457763672s, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'yonder' to MaxBound as of 1734804819.63555, (0, 0) as of 1734804819.63555, active as of 1734804819.63555>, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: Placed 3 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp37a7akrw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804870.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpbkewgbvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804872.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpbkewgbvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804872.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001938343048095703s, path: .shards_a/shard_c, db: /tmp/tmpbkewgbvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804872.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001704692840576172s, path: .shards_a/shard_c, db: /tmp/tmpbkewgbvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804872.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018310546875s, path: .shards_a/shard_c, db: /tmp/tmpbkewgbvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804872.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017833709716796875s, path: .shards_a/shard_c, db: /tmp/tmpbkewgbvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804872.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001773834228515625s, path: .shards_a/shard_c, db: /tmp/tmpbkewgbvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804872.00000.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpbkewgbvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804872.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017499923706054688s, path: .shards_a/shard_c, db: /tmp/tmpbkewgbvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804872.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012946128845214844s, path: .shards_a/shard_c, db: /tmp/tmpbkewgbvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804872.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018930435180664062s, path: .shards_a/shard_c, db: /tmp/tmpbkewgbvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804872.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1734804819.63555, (0, 0) as of 1734804819.63555, active as of 1734804819.63555>, path: .shards_a/shard_c, db: /tmp/tmpbkewgbvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804872.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (2 unplaced), path: .shards_a/shard_c, db: /tmp/tmpbkewgbvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804872.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpbkewgbvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804872.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpbkewgbvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804872.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpbkewgbvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804872.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015687942504882812s, path: .shards_a/shard_c, db: /tmp/tmpbkewgbvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804872.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00014901161193847656s, path: .shards_a/shard_c, db: /tmp/tmpbkewgbvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804872.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013446807861328125s, path: .shards_a/shard_c, db: /tmp/tmpbkewgbvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804872.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpbkewgbvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804872.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013637542724609375s, path: .shards_a/shard_c, db: /tmp/tmpbkewgbvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804872.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012373924255371094s, path: .shards_a/shard_c, db: /tmp/tmpbkewgbvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804872.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpbkewgbvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804872.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpbkewgbvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804872.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpbkewgbvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804872.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpbkewgbvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804872.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018262863159179688s, path: .shards_a/shard_c, db: /tmp/tmpbkewgbvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804872.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013399124145507812s, path: .shards_a/shard_c, db: /tmp/tmpbkewgbvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804872.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015211105346679688s, path: .shards_a/shard_c, db: /tmp/tmpbkewgbvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804872.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00015997886657714844s, path: .shards_a/shard_c, db: /tmp/tmpbkewgbvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804872.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001480579376220703s, path: .shards_a/shard_c, db: /tmp/tmpbkewgbvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804872.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00022745132446289062s, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'yonder' to MaxBound as of 1769215371.86027, (0, 0) as of 1769215371.86027, active as of 1769215371.86027>, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: Placed 3 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmptpb6sspp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215436.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpf92ufd9c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215437.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpf92ufd9c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215437.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019598007202148438s, path: .shards_a/shard_c, db: /tmp/tmpf92ufd9c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215437.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00014281272888183594s, path: .shards_a/shard_c, db: /tmp/tmpf92ufd9c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215437.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017714500427246094s, path: .shards_a/shard_c, db: /tmp/tmpf92ufd9c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215437.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018525123596191406s, path: .shards_a/shard_c, db: /tmp/tmpf92ufd9c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215437.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017547607421875s, path: .shards_a/shard_c, db: /tmp/tmpf92ufd9c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215437.00000.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpf92ufd9c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215437.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018095970153808594s, path: .shards_a/shard_c, db: /tmp/tmpf92ufd9c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215437.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001354217529296875s, path: .shards_a/shard_c, db: /tmp/tmpf92ufd9c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215437.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001862049102783203s, path: .shards_a/shard_c, db: /tmp/tmpf92ufd9c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215437.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769215371.86027, (0, 0) as of 1769215371.86027, active as of 1769215371.86027>, path: .shards_a/shard_c, db: /tmp/tmpf92ufd9c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215437.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (2 unplaced), path: .shards_a/shard_c, db: /tmp/tmpf92ufd9c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215437.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpf92ufd9c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215437.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpf92ufd9c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215437.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpf92ufd9c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215437.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001423358917236328s, path: .shards_a/shard_c, db: /tmp/tmpf92ufd9c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215437.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00015020370483398438s, path: .shards_a/shard_c, db: /tmp/tmpf92ufd9c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215437.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014328956604003906s, path: .shards_a/shard_c, db: /tmp/tmpf92ufd9c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215437.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpf92ufd9c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215437.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013399124145507812s, path: .shards_a/shard_c, db: /tmp/tmpf92ufd9c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215437.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001347064971923828s, path: .shards_a/shard_c, db: /tmp/tmpf92ufd9c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215437.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpf92ufd9c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215437.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpf92ufd9c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215437.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpf92ufd9c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215437.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpf92ufd9c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215437.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001506805419921875s, path: .shards_a/shard_c, db: /tmp/tmpf92ufd9c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215437.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014209747314453125s, path: .shards_a/shard_c, db: /tmp/tmpf92ufd9c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215437.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014901161193847656s, path: .shards_a/shard_c, db: /tmp/tmpf92ufd9c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215437.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00015473365783691406s, path: .shards_a/shard_c, db: /tmp/tmpf92ufd9c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215437.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013208389282226562s, path: .shards_a/shard_c, db: /tmp/tmpf92ufd9c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215437.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding ... ok -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpbkewgbvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804872.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1734804819.63555, (0, 0) as of 1734804819.63555, active as of 1734804819.63555>, path: .shards_a/shard_c, db: /tmp/tmpbkewgbvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804872.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017571449279785156s, path: .shards_a/shard_c, db: /tmp/tmpbkewgbvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804872.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014328956604003906s, path: .shards_a/shard_c, db: /tmp/tmpbkewgbvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804872.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014591217041015625s, path: .shards_a/shard_c, db: /tmp/tmpbkewgbvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804872.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1734804819.63555, (0, 0) as of 1734804819.63555, active as of 1734804819.63555>, path: .shards_a/shard_c, db: /tmp/tmpbkewgbvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804872.00000.db -sharder-test DEBUG: Placed 5 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpbkewgbvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804872.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpbkewgbvi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1734804872.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016760826110839844s, path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011587142944335938s, path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001010894775390625s, path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.942054748535156e-05s, path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011301040649414062s, path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 2 rows (deleted=False) in 9.775161743164062e-05s, path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010514259338378906s, path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011539459228515625s, path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.965896606445312e-05s, path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 8.654594421386719e-05s, path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.369850158691406e-05s, path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.724761962890625e-05s, path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.225440979003906e-05s, path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.988380432128906e-05s, path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011086463928222656s, path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1734804819.63555, (0, 0) as of 1734804819.63555, active as of 1734804819.63555>, path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpf92ufd9c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215437.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769215371.86027, (0, 0) as of 1769215371.86027, active as of 1769215371.86027>, path: .shards_a/shard_c, db: /tmp/tmpf92ufd9c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215437.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001418590545654297s, path: .shards_a/shard_c, db: /tmp/tmpf92ufd9c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215437.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001289844512939453s, path: .shards_a/shard_c, db: /tmp/tmpf92ufd9c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215437.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014281272888183594s, path: .shards_a/shard_c, db: /tmp/tmpf92ufd9c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215437.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769215371.86027, (0, 0) as of 1769215371.86027, active as of 1769215371.86027>, path: .shards_a/shard_c, db: /tmp/tmpf92ufd9c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215437.00000.db +sharder-test DEBUG: Placed 5 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpf92ufd9c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215437.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpf92ufd9c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769215437.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002300739288330078s, path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012731552124023438s, path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011944770812988281s, path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010538101196289062s, path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011086463928222656s, path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001010894775390625s, path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.465217590332031e-05s, path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010180473327636719s, path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.489059448242188e-05s, path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 8.869171142578125e-05s, path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.5367431640625e-05s, path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.058547973632812e-05s, path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.940696716308594e-05s, path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.107589721679688e-05s, path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011658668518066406s, path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769215371.86027, (0, 0) as of 1769215371.86027, active as of 1769215371.86027>, path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded ... ok -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.989738464355469e-05s, path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.796287536621094e-05s, path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.082389831542969e-05s, path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.724761962890625e-05s, path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011706352233886719s, path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.059906005859375e-05s, path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010371208190917969s, path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010132789611816406s, path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.989738464355469e-05s, path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010633468627929688s, path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1734804819.63555, (0, 0) as of 1734804819.63555, active as of 1734804819.63555>, path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpuihjllmn/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017523765563964844s, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011301040649414062s, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010800361633300781s, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010013580322265625s, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011348724365234375s, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.821487426757812e-05s, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00022602081298828125s, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011229515075683594s, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.630752563476562e-05s, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010037422180175781s, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.274482727050781e-05s, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.295608520507812e-05s, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 8.058547973632812e-05s, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001437664031982422s, path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.702278137207031e-05s, path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.82012939453125e-05s, path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.867813110351562e-05s, path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011229515075683594s, path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.632110595703125e-05s, path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001010894775390625s, path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.965896606445312e-05s, path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.679794311523438e-05s, path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010251998901367188s, path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769215371.86027, (0, 0) as of 1769215371.86027, active as of 1769215371.86027>, path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpx4tu8zag/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015735626220703125s, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010848045349121094s, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011944770812988281s, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010585784912109375s, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012087821960449219s, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.226799011230469e-05s, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019860267639160156s, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012254714965820312s, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.369850158691406e-05s, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010228157043457031s, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.34600830078125e-05s, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.677078247070312e-05s, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 8.106231689453125e-05s, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one ... ok -sharder-test DEBUG: got 0 rows (deleted=True) in 8.273124694824219e-05s, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015163421630859375s, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.058547973632812e-05s, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.749961853027344e-05s, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.107589721679688e-05s, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001010894775390625s, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 8.726119995117188e-05s, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010180473327636719s, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1734804819.63555, (0, 0) as of 1734804819.63555, active as of 1734804819.63555>, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010919570922851562s, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.797645568847656e-05s, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.915496826171875e-05s, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.486343383789062e-05s, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011181831359863281s, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010919570922851562s, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010728836059570312s, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.82012939453125e-05s, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.489059448242188e-05s, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.606910705566406e-05s, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010633468627929688s, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.249282836914062e-05s, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1734804819.63555, (0, 0) as of 1734804819.63555, active as of 1734804819.63555>, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpo8fbld1r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001590251922607422s, path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000102996826171875s, path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.799003601074219e-05s, path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010156631469726562s, path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010752677917480469s, path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 2 rows (deleted=False) in 9.322166442871094e-05s, path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002143383026123047s, path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.606910705566406e-05s, path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010251998901367188s, path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.1552734375e-05s, path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 8.344650268554688e-05s, path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0030059814453125s, path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.726119995117188e-05s, path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001201629638671875s, path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.274482727050781e-05s, path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011515617370605469s, path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1734804819.63555, (0, 0) as of 1734804819.63555, active as of 1734804819.63555>, path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.274482727050781e-05s, path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.106231689453125e-05s, path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.82012939453125e-05s, path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.2479248046875e-05s, path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010347366333007812s, path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.749961853027344e-05s, path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two +sharder-test DEBUG: got 0 rows (deleted=True) in 8.034706115722656e-05s, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.918212890625e-05s, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.987022399902344e-05s, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.678436279296875e-05s, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010609626770019531s, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001068115234375s, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 9.72747802734375e-05s, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010561943054199219s, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769215371.86027, (0, 0) as of 1769215371.86027, active as of 1769215371.86027>, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.751319885253906e-05s, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.177757263183594e-05s, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.867813110351562e-05s, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013303756713867188s, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011157989501953125s, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.131431579589844e-05s, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011730194091796875s, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.918212890625e-05s, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.942054748535156e-05s, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.988380432128906e-05s, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010251998901367188s, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.869171142578125e-05s, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769215371.86027, (0, 0) as of 1769215371.86027, active as of 1769215371.86027>, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp867wf69n/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016069412231445312s, path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011467933654785156s, path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010538101196289062s, path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.870529174804688e-05s, path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012135505676269531s, path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00010180473327636719s, path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020194053649902344s, path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.34600830078125e-05s, path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010251998901367188s, path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.751319885253906e-05s, path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 8.7738037109375e-05s, path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.369850158691406e-05s, path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.368492126464844e-05s, path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.797645568847656e-05s, path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.250640869140625e-05s, path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010848045349121094s, path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769215371.86027, (0, 0) as of 1769215371.86027, active as of 1769215371.86027>, path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.083747863769531e-05s, path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.772445678710938e-05s, path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010156631469726562s, path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.891654968261719e-05s, path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010442733764648438s, path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.775161743164062e-05s, path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two ... ok test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication ... ok @@ -113170,66 +109684,83 @@ test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root ... ok test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states ... ok -sharder-test DEBUG: got 0 rows (deleted=True) in 9.655952453613281e-05s, path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.655952453613281e-05s, path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.630752563476562e-05s, path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010848045349121094s, path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1734804819.63555, (0, 0) as of 1734804819.63555, active as of 1734804819.63555>, path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp5waewh9y/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmprs1rmlpo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprs1rmlpo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804871.63934.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmprs1rmlpo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804871.63934.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001888275146484375s, path: a/c, db: /tmp/tmprs1rmlpo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804871.63934.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001742839813232422s, path: a/c, db: /tmp/tmprs1rmlpo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804871.63934.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016736984252929688s, path: a/c, db: /tmp/tmprs1rmlpo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804871.63934.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017380714416503906s, path: a/c, db: /tmp/tmprs1rmlpo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804871.63934.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021886825561523438s, path: a/c, db: /tmp/tmprs1rmlpo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804871.63934.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014734268188476562s, path: a/c, db: /tmp/tmprs1rmlpo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804871.63934.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011467933654785156s, path: a/c, db: /tmp/tmprs1rmlpo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804871.63934.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010013580322265625s, path: a/c, db: /tmp/tmprs1rmlpo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804871.63934.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010848045349121094s, path: a/c, db: /tmp/tmprs1rmlpo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804871.63934.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020742416381835938s, path: a/c, db: /tmp/tmprs1rmlpo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804871.63934.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001819133758544922s, path: a/c, db: /tmp/tmprs1rmlpo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804871.63934.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1734804871.63877, (0, 0) as of 1734804871.63877, active as of 1734804871.63877>, path: a/c, db: /tmp/tmprs1rmlpo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804871.63934.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1734804871.63878, (0, 0) as of 1734804871.63878, active as of 1734804871.63878>, path: a/c, db: /tmp/tmprs1rmlpo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804871.63934.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1734804871.63879, (0, 0) as of 1734804871.63879, active as of 1734804871.63879>, path: a/c, db: /tmp/tmprs1rmlpo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804871.63934.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmprs1rmlpo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804871.63934.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprs1rmlpo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804871.63934.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp6xfbozqn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmp6xfbozqn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmp6xfbozqn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmp6xfbozqn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpdqqlqxhq/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpdqqlqxhq/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpdqqlqxhq/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpdqqlqxhq/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp1r87113b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmp1r87113b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp1r87113b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmp1r87113b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root +sharder-test DEBUG: got 0 rows (deleted=True) in 9.632110595703125e-05s, path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010180473327636719s, path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.322166442871094e-05s, path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010585784912109375s, path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769215371.86027, (0, 0) as of 1769215371.86027, active as of 1769215371.86027>, path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmplvnnew6q/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp6ga8o44y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6ga8o44y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215437.30172.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp6ga8o44y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215437.30172.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020122528076171875s, path: a/c, db: /tmp/tmp6ga8o44y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215437.30172.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001800060272216797s, path: a/c, db: /tmp/tmp6ga8o44y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215437.30172.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017523765563964844s, path: a/c, db: /tmp/tmp6ga8o44y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215437.30172.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00019931793212890625s, path: a/c, db: /tmp/tmp6ga8o44y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215437.30172.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002167224884033203s, path: a/c, db: /tmp/tmp6ga8o44y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215437.30172.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011181831359863281s, path: a/c, db: /tmp/tmp6ga8o44y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215437.30172.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010919570922851562s, path: a/c, db: /tmp/tmp6ga8o44y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215437.30172.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010251998901367188s, path: a/c, db: /tmp/tmp6ga8o44y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215437.30172.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012350082397460938s, path: a/c, db: /tmp/tmp6ga8o44y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215437.30172.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002052783966064453s, path: a/c, db: /tmp/tmp6ga8o44y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215437.30172.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000213623046875s, path: a/c, db: /tmp/tmp6ga8o44y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215437.30172.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769215437.30114, (0, 0) as of 1769215437.30114, active as of 1769215437.30114>, path: a/c, db: /tmp/tmp6ga8o44y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215437.30172.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769215437.30115, (0, 0) as of 1769215437.30115, active as of 1769215437.30115>, path: a/c, db: /tmp/tmp6ga8o44y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215437.30172.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769215437.30116, (0, 0) as of 1769215437.30116, active as of 1769215437.30116>, path: a/c, db: /tmp/tmp6ga8o44y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215437.30172.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp6ga8o44y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215437.30172.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6ga8o44y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215437.30172.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpg7aaw8f_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpg7aaw8f_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpg7aaw8f_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpg7aaw8f_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpwihn9kxm/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpwihn9kxm/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpwihn9kxm/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpwihn9kxm/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpb24gcrmm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpb24gcrmm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpb24gcrmm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpb24gcrmm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root ... ok test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file ... ok + +test DEBUG: Unlinked retiring db '/tmp/tmppwc3kay3/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmppwc3kay3/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp0n19v0a9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp0n19v0a9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp0n19v0a9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp0n19v0a9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp_r89nv5j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp_r89nv5j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp_r89nv5j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp_r89nv5j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Sat Dec 21 06:14:31 2024 visited - attempted:2 success:2 failure:0 skipped:1 completed:0 -sharder-test INFO: Since Sat Dec 21 06:14:31 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:31 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:14:31 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:31 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:14:31 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:14:31 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 visited - attempted:2 success:2 failure:0 skipped:1 completed:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test ERROR: Unhandled exception while processing: kapow!, path: a/c1, db: /tmp/tmpton6162b/sdb/containers/0/ash/c1hash/c1hash.db: +sharder-test ERROR: Unhandled exception while processing: kapow!, path: a/c1, db: /tmp/tmpu0mfz3qb/sdb/containers/0/ash/c1hash/c1hash.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2518, in _one_shard_cycle self._process_broker(broker, node, part) @@ -113245,89 +109776,97 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sharder.py", line 886, in mock_processing raise Exception('kapow!') Exception: kapow! -sharder-test INFO: Since Sat Dec 21 06:14:31 2024 visited - attempted:3 success:2 failure:1 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:14:31 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:31 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:14:31 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:31 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:14:31 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:14:31 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 visited - attempted:3 success:2 failure:1 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Sat Dec 21 06:14:31 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:14:31 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:31 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:14:31 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:31 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:14:31 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:14:31 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpton6162b/sda/containers/0/ash/c0hash/c0hash.db' +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpu0mfz3qb/sda/containers/0/ash/c0hash/c0hash.db' sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 audit_shard - attempted:0 success:0 failure:0test.unit.container.test_sharder.TestSharder.test_one_shard_cycle +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 audit_shard - attempted:0 success:0 failure:0test.unit.container.test_sharder.TestSharder.test_one_shard_cycle test.unit.container.test_sharder.TestSharder.test_one_shard_cycle ... ok test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted ... ok sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test INFO: Found no containers directories -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Begin container sharder "once" mode sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 audit_shard - attempted:0 success:0 failure:0 sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache @@ -113344,13 +109883,13 @@ sharder-test INFO: Begin container sharder "once" mode sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test INFO: (Override partitions: 0) -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 audit_shard - attempted:0 success:0 failure:0 sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache @@ -113367,13 +109906,13 @@ sharder-test INFO: Begin container sharder "once" mode sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test INFO: (Override partitions: 2, 0) -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 audit_shard - attempted:0 success:0 failure:0 sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache @@ -113391,13 +109930,13 @@ sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test INFO: (Override devices: sdc) sharder-test INFO: (Override partitions: 2, 0) -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 audit_shard - attempted:0 success:0 failure:0 sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache @@ -113413,18 +109952,130 @@ test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters ... ok test.unit.container.test_sharder.TestSharder.test_periodic_warning test.unit.container.test_sharder.TestSharder.test_periodic_warning ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors ... ok + +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx55f3ae53ac6241b385e28-00697415cd) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx55f3ae53ac6241b385e28-00697415cd) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx55f3ae53ac6241b385e28-00697415cd) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx55f3ae53ac6241b385e28-00697415cd) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx55f3ae53ac6241b385e28-00697415cd) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx55f3ae53ac6241b385e28-00697415cd) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx55f3ae53ac6241b385e28-00697415cd) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx55f3ae53ac6241b385e28-00697415cd) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx55f3ae53ac6241b385e28-00697415cd) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx55f3ae53ac6241b385e28-00697415cd) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx55f3ae53ac6241b385e28-00697415cd) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx55f3ae53ac6241b385e28-00697415cd) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx55f3ae53ac6241b385e28-00697415cd) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx55f3ae53ac6241b385e28-00697415cd) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx55f3ae53ac6241b385e28-00697415cd) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx55f3ae53ac6241b385e28-00697415cd) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx55f3ae53ac6241b385e28-00697415cd) +test DEBUG: Setting object count to 3120 (txn: tx55f3ae53ac6241b385e28-00697415cd) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txf97908307fde42db8469e-00697415cd) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txf97908307fde42db8469e-00697415cd) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf97908307fde42db8469e-00697415cd) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf97908307fde42db8469e-00697415cd) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf97908307fde42db8469e-00697415cd) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf97908307fde42db8469e-00697415cd) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf97908307fde42db8469e-00697415cd) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf97908307fde42db8469e-00697415cd) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txf97908307fde42db8469e-00697415cd) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txf97908307fde42db8469e-00697415cd) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txf97908307fde42db8469e-00697415cd) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txf97908307fde42db8469e-00697415cd) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txf97908307fde42db8469e-00697415cd) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txf97908307fde42db8469e-00697415cd) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf97908307fde42db8469e-00697415cd) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf97908307fde42db8469e-00697415cd) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txf97908307fde42db8469e-00697415cd) +test DEBUG: Setting object count to 3120 (txn: txf97908307fde42db8469e-00697415cd) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txaf39722ead69407fac26f-00697415cd) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txaf39722ead69407fac26f-00697415cd) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txaf39722ead69407fac26f-00697415cd) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txaf39722ead69407fac26f-00697415cd) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txaf39722ead69407fac26f-00697415cd) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txaf39722ead69407fac26f-00697415cd) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txaf39722ead69407fac26f-00697415cd) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txaf39722ead69407fac26f-00697415cd) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txaf39722ead69407fac26f-00697415cd) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txaf39722ead69407fac26f-00697415cd) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txaf39722ead69407fac26f-00697415cd) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txaf39722ead69407fac26f-00697415cd) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txaf39722ead69407fac26f-00697415cd) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txaf39722ead69407fac26f-00697415cd) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txaf39722ead69407fac26f-00697415cd) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txaf39722ead69407fac26f-00697415cd) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txaf39722ead69407fac26f-00697415cd) +test DEBUG: Setting object count to 3120 (txn: txaf39722ead69407fac26f-00697415cd) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe0562560b30e47dcb340a-00697415cd) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe0562560b30e47dcb340a-00697415cd) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe0562560b30e47dcb340a-00697415cd) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe0562560b30e47dcb340a-00697415cd) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe0562560b30e47dcb340a-00697415cd) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe0562560b30e47dcb340a-00697415cd) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe0562560b30e47dcb340a-00697415cd) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txe0562560b30e47dcb340a-00697415cd) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txe0562560b30e47dcb340a-00697415cd) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txe0562560b30e47dcb340a-00697415cd) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: txe0562560b30e47dcb340a-00697415cd) +test DEBUG: Setting object count to 3120 (txn: txe0562560b30e47dcb340a-00697415cd) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx5888865ffdea482caa19d-00697415cd) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx5888865ffdea482caa19d-00697415cd) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5888865ffdea482caa19d-00697415cd) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx5888865ffdea482caa19d-00697415cd) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx5888865ffdea482caa19d-00697415cd) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx5888865ffdea482caa19d-00697415cd) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx5888865ffdea482caa19d-00697415cd) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx5888865ffdea482caa19d-00697415cd) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx5888865ffdea482caa19d-00697415cd) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx5888865ffdea482caa19d-00697415cd) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx5888865ffdea482caa19d-00697415cd) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5888865ffdea482caa19d-00697415cd) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx5888865ffdea482caa19d-00697415cd) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx5888865ffdea482caa19d-00697415cd) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx5888865ffdea482caa19d-00697415cd) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5888865ffdea482caa19d-00697415cd) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx5888865ffdea482caa19d-00697415cd) +test DEBUG: Setting object count to 3120 (txn: tx5888865ffdea482caa19d-00697415cd) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx02593f3e00be4b22a44fd-00697415cd) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx02593f3e00be4b22a44fd-00697415cd) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx02593f3e00be4b22a44fd-00697415cd) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx02593f3e00be4b22a44fd-00697415cd) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx02593f3e00be4b22a44fd-00697415cd) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx02593f3e00be4b22a44fd-00697415cd) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx02593f3e00be4b22a44fd-00697415cd) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx02593f3e00be4b22a44fd-00697415cd) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx02593f3e00be4b22a44fd-00697415cd) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx02593f3e00be4b22a44fd-00697415cd) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx02593f3e00be4b22a44fd-00697415cd) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx8e1457b910f8499e81d59-00697415cd) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx8e1457b910f8499e81d59-00697415cd) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx8e1457b910f8499e81d59-00697415cd) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8e1457b910f8499e81d59-00697415cd) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx8e1457b910f8499e81d59-00697415cd) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8e1457b910f8499e81d59-00697415cd) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8e1457b910f8499e81d59-00697415cd) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx8e1457b910f8499e81d59-00697415cd) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txf205e5879f684f61a0b17-00697415cd) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txf205e5879f684f61a0b17-00697415cd) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf205e5879f684f61a0b17-00697415cd)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index ... ok sharder-test INFO: Container sharder "once" mode completed: 0.01s sharder-test INFO: Begin container sharder "once" mode sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test INFO: (Override devices: sdb, sdc) -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:14:32 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:43:57 2026 audit_shard - attempted:0 success:0 failure:0 sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache @@ -113438,337 +110089,341 @@ ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' sharder-test INFO: Container sharder "once" mode completed: 0.02s -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmp52i9uk6e/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmp52i9uk6e/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmp52i9uk6e/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmp52i9uk6e/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmp52i9uk6e/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmp52i9uk6e/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmp52i9uk6e/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmp52i9uk6e/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmp52i9uk6e/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmp52i9uk6e/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmp52i9uk6e/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpi6j0i5rz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpi6j0i5rz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpi6j0i5rz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpi6j0i5rz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpi6j0i5rz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpi6j0i5rz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpi6j0i5rz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpi6j0i5rz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpi6j0i5rz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpi6j0i5rz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpi6j0i5rz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpi6j0i5rz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpi6j0i5rz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpi6j0i5rz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpi6j0i5rz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpi6j0i5rz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804872.32089.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpi6j0i5rz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804872.32089.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpi6j0i5rz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804872.32089.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpi6j0i5rz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804872.32089.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpi6j0i5rz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804872.32089.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpi6j0i5rz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804872.32089.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpi6j0i5rz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804872.32089.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpi6j0i5rz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804872.32089.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpi6j0i5rz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804872.32089.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmp1pwy3t5v/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmp1pwy3t5v/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmp1pwy3t5v/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db +sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmp1pwy3t5v/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmp1pwy3t5v/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmp1pwy3t5v/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmp1pwy3t5v/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db +sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmp1pwy3t5v/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmp1pwy3t5v/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmp1pwy3t5v/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmp1pwy3t5v/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp9bden_8g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9bden_8g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp9bden_8g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9bden_8g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp9bden_8g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp9bden_8g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9bden_8g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp9bden_8g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9bden_8g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp9bden_8g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp9bden_8g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9bden_8g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp9bden_8g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9bden_8g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmp9bden_8g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp9bden_8g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215437.85079.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmp9bden_8g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215437.85079.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmp9bden_8g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215437.85079.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp9bden_8g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215437.85079.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9bden_8g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215437.85079.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp9bden_8g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215437.85079.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9bden_8g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215437.85079.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp9bden_8g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215437.85079.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp9bden_8g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215437.85079.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard ... ok test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty ... ok -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpi6j0i5rz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804872.32089.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpi6j0i5rz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804872.32089.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpqgutpzpt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpqgutpzpt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpqgutpzpt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpqgutpzpt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded (deleted), path: a/c, db: /tmp/tmpqgutpzpt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'shrinking' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'sharding' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp9bden_8g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215437.85079.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp9bden_8g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215437.85079.db +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpq3u1e871/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpq3u1e871/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpq3u1e871/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpq3u1e871/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded (deleted), path: a/c, db: /tmp/tmpq3u1e871/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'shrinking' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'sharding' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs ... ok -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'sharded' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'shrunk' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmprt0p7ms2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'sharded' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'shrunk' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp3hea0glz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others ... ok -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpf1ndu491/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash60False/hash60False_1734804872.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash60False/hash60False_1734804872.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1734804819.63555, (0, 0) as of 1734804819.63555, created as of 1734804819.63555>, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash60False/hash60False_1734804872.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash60False/hash60False_1734804872.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash60False/hash60False_1734804872.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash60False/hash60False_1734804872.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash60False/hash60False_1734804872.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash60False/hash60False_1734804872.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash60False/hash60False_1734804872.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash60False/hash60False_1734804872.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018334388732910156s, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.489059448242188e-05s, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash60False/hash60False_1734804872.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1734804819.63555, (0, 0) as of 1734804819.63555, created as of 1734804819.63555>, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash60False/hash60False_1734804872.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001347064971923828s, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010514259338378906s, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1734804819.63555, (0, 0) as of 1734804819.63555, created as of 1734804819.63555> - zero objects found, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash60False/hash60False_1734804872.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash60False/hash60False_1734804872.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpak3d4zdp/sda/containers/0/lse/hash60False/hash60False.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash60False/hash60False_1734804872.00000.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash60False/hash60False_1734804872.00000.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash60True/hash60True_1734804891.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash60True/hash60True_1734804891.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1734804819.63555, (0, 0) as of 1734804819.63555, created as of 1734804819.63555>, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash60True/hash60True_1734804891.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash60True/hash60True_1734804891.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash60True/hash60True_1734804891.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash60True/hash60True_1734804891.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash60True/hash60True_1734804891.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash60True/hash60True_1734804891.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash60True/hash60True_1734804891.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash60True/hash60True_1734804891.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001442432403564453s, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.870529174804688e-05s, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash60True/hash60True_1734804891.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1734804819.63555, (0, 0) as of 1734804819.63555, created as of 1734804819.63555>, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash60True/hash60True_1734804891.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014352798461914062s, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011372566223144531s, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1734804819.63555, (0, 0) as of 1734804819.63555, created as of 1734804819.63555> - zero objects found, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash60True/hash60True_1734804891.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash60True/hash60True_1734804891.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpak3d4zdp/sda/containers/0/rue/hash60True/hash60True.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash60True/hash60True_1734804891.00000.db -sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash60True/hash60True_1734804891.00000.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash50False/hash50False_1734804910.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash50False/hash50False_1734804910.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1734804819.63555, (0, 0) as of 1734804819.63555, created as of 1734804819.63555>, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash50False/hash50False_1734804910.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash50False/hash50False_1734804910.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash50False/hash50False_1734804910.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash50False/hash50False_1734804910.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash50False/hash50False_1734804910.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash50False/hash50False_1734804910.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash50False/hash50False_1734804910.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash50False/hash50False_1734804910.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013494491577148438s, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.059906005859375e-05s, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash50False/hash50False_1734804910.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1734804819.63555, (0, 0) as of 1734804819.63555, created as of 1734804819.63555>, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash50False/hash50False_1734804910.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013518333435058594s, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.942054748535156e-05s, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1734804819.63555, (0, 0) as of 1734804819.63555, created as of 1734804819.63555> - zero objects found, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash50False/hash50False_1734804910.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash50False/hash50False_1734804910.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpak3d4zdp/sda/containers/0/lse/hash50False/hash50False.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash50False/hash50False_1734804910.00000.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/lse/hash50False/hash50False_1734804910.00000.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash50True/hash50True_1734804926.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash50True/hash50True_1734804926.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1734804819.63555, (0, 0) as of 1734804819.63555, created as of 1734804819.63555>, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash50True/hash50True_1734804926.00000.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpmd2yr0t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash60False/hash60False_1769215437.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash60False/hash60False_1769215437.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1769215371.86027, (0, 0) as of 1769215371.86027, created as of 1769215371.86027>, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash60False/hash60False_1769215437.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash60False/hash60False_1769215437.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash60False/hash60False_1769215437.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash60False/hash60False_1769215437.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash60False/hash60False_1769215437.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash60False/hash60False_1769215437.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash60False/hash60False_1769215437.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash60False/hash60False_1769215437.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015234947204589844s, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001049041748046875s, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash60False/hash60False_1769215437.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1769215371.86027, (0, 0) as of 1769215371.86027, created as of 1769215371.86027>, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash60False/hash60False_1769215437.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017213821411132812s, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010275840759277344s, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1769215371.86027, (0, 0) as of 1769215371.86027, created as of 1769215371.86027> - zero objects found, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash60False/hash60False_1769215437.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash60False/hash60False_1769215437.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0va_fpkx/sda/containers/0/lse/hash60False/hash60False.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash60False/hash60False_1769215437.00000.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash60False/hash60False_1769215437.00000.db +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash60True/hash60True.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash60True/hash60True_1769215456.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash60True/hash60True_1769215456.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1769215371.86027, (0, 0) as of 1769215371.86027, created as of 1769215371.86027>, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash60True/hash60True_1769215456.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash60True/hash60True_1769215456.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash60True/hash60True_1769215456.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash60True/hash60True_1769215456.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash60True/hash60True_1769215456.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash60True/hash60True_1769215456.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash60True/hash60True_1769215456.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash60True/hash60True_1769215456.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001773834228515625s, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010156631469726562s, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash60True/hash60True.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash60True/hash60True_1769215456.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1769215371.86027, (0, 0) as of 1769215371.86027, created as of 1769215371.86027>, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash60True/hash60True_1769215456.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001518726348876953s, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010204315185546875s, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash60True/hash60True.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1769215371.86027, (0, 0) as of 1769215371.86027, created as of 1769215371.86027> - zero objects found, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash60True/hash60True_1769215456.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash60True/hash60True_1769215456.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0va_fpkx/sda/containers/0/rue/hash60True/hash60True.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash60True/hash60True_1769215456.00000.db +sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash60True/hash60True_1769215456.00000.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash50False/hash50False.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash50False/hash50False_1769215475.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash50False/hash50False_1769215475.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1769215371.86027, (0, 0) as of 1769215371.86027, created as of 1769215371.86027>, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash50False/hash50False_1769215475.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash50False/hash50False_1769215475.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash50False/hash50False_1769215475.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash50False/hash50False_1769215475.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash50False/hash50False_1769215475.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash50False/hash50False_1769215475.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash50False/hash50False_1769215475.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash50False/hash50False_1769215475.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015044212341308594s, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011014938354492188s, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash50False/hash50False.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash50False/hash50False_1769215475.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1769215371.86027, (0, 0) as of 1769215371.86027, created as of 1769215371.86027>, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash50False/hash50False_1769215475.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014162063598632812s, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010585784912109375s, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash50False/hash50False.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1769215371.86027, (0, 0) as of 1769215371.86027, created as of 1769215371.86027> - zero objects found, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash50False/hash50False_1769215475.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash50False/hash50False_1769215475.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0va_fpkx/sda/containers/0/lse/hash50False/hash50False.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash50False/hash50False_1769215475.00000.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/lse/hash50False/hash50False_1769215475.00000.db +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash50True/hash50True.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash50True/hash50True_1769215491.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash50True/hash50True_1769215491.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1769215371.86027, (0, 0) as of 1769215371.86027, created as of 1769215371.86027>, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash50True/hash50True_1769215491.00000.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges ... ok -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash50True/hash50True_1734804926.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash50True/hash50True_1734804926.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash50True/hash50True_1734804926.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash50True/hash50True_1734804926.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash50True/hash50True_1734804926.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash50True/hash50True_1734804926.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash50True/hash50True_1734804926.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013256072998046875s, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016760826110839844s, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash50True/hash50True_1734804926.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1734804819.63555, (0, 0) as of 1734804819.63555, created as of 1734804819.63555>, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash50True/hash50True_1734804926.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013828277587890625s, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.703636169433594e-05s, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1734804819.63555, (0, 0) as of 1734804819.63555, created as of 1734804819.63555> - zero objects found, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash50True/hash50True_1734804926.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash50True/hash50True_1734804926.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpak3d4zdp/sda/containers/0/rue/hash50True/hash50True.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash50True/hash50True_1734804926.00000.db -sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmpak3d4zdp/sda/containers/0/rue/hash50True/hash50True_1734804926.00000.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpxkj1v4u3/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpxkj1v4u3/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpxkj1v4u3/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpxkj1v4u3/sda/containers/0/h60/hash60/hash60.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpxkj1v4u3/sda/containers/0/h60/hash60/hash60_1734804872.77510.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpxkj1v4u3/sda/containers/0/h60/hash60/hash60_1734804872.77510.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpxkj1v4u3/sda/containers/0/h60/hash60/hash60_1734804872.77510.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpxkj1v4u3/sda/containers/0/h60/hash60/hash60_1734804872.77510.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpxkj1v4u3/sda/containers/0/h60/hash60/hash60_1734804872.77510.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpxkj1v4u3/sda/containers/0/h60/hash60/hash60_1734804872.77510.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpxkj1v4u3/sda/containers/0/h60/hash60/hash60_1734804872.77510.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpxkj1v4u3/sda/containers/0/h60/hash60/hash60_1734804872.77510.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpxkj1v4u3/sda/containers/0/h60/hash60/hash60_1734804872.77510.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpxkj1v4u3/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpxkj1v4u3/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpxkj1v4u3/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpxkj1v4u3/sda/containers/0/h50/hash50/hash50.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpxkj1v4u3/sda/containers/0/h50/hash50/hash50_1734804872.79680.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpxkj1v4u3/sda/containers/0/h50/hash50/hash50_1734804872.79680.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpxkj1v4u3/sda/containers/0/h50/hash50/hash50_1734804872.79680.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpxkj1v4u3/sda/containers/0/h50/hash50/hash50_1734804872.79680.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpxkj1v4u3/sda/containers/0/h50/hash50/hash50_1734804872.79680.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpxkj1v4u3/sda/containers/0/h50/hash50/hash50_1734804872.79680.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpxkj1v4u3/sda/containers/0/h50/hash50/hash50_1734804872.79680.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpxkj1v4u3/sda/containers/0/h50/hash50/hash50_1734804872.79680.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpxkj1v4u3/sda/containers/0/h50/hash50/hash50_1734804872.79680.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpxkj1v4u3/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpxkj1v4u3/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpxkj1v4u3/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpxkj1v4u3/sda/containers/0/h70/hash70/hash70.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmpxkj1v4u3/sda/containers/0/h70/hash70/hash70_1734804872.82371.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpxkj1v4u3/sda/containers/0/h70/hash70/hash70_1734804872.82371.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpxkj1v4u3/sda/containers/0/h70/hash70/hash70_1734804872.82371.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpxkj1v4u3/sda/containers/0/h70/hash70/hash70_1734804872.82371.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpxkj1v4u3/sda/containers/0/h70/hash70/hash70_1734804872.82371.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash50True/hash50True_1769215491.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash50True/hash50True_1769215491.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash50True/hash50True_1769215491.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash50True/hash50True_1769215491.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash50True/hash50True_1769215491.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash50True/hash50True_1769215491.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash50True/hash50True_1769215491.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001537799835205078s, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.894371032714844e-05s, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash50True/hash50True.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash50True/hash50True_1769215491.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1769215371.86027, (0, 0) as of 1769215371.86027, created as of 1769215371.86027>, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash50True/hash50True_1769215491.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001552104949951172s, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001163482666015625s, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash50True/hash50True.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1769215371.86027, (0, 0) as of 1769215371.86027, created as of 1769215371.86027> - zero objects found, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash50True/hash50True_1769215491.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash50True/hash50True_1769215491.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0va_fpkx/sda/containers/0/rue/hash50True/hash50True.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash50True/hash50True_1769215491.00000.db +sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmp0va_fpkx/sda/containers/0/rue/hash50True/hash50True_1769215491.00000.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpfixjrgca/sda/containers/0/h60/hash60/hash60.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfixjrgca/sda/containers/0/h60/hash60/hash60.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfixjrgca/sda/containers/0/h60/hash60/hash60.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfixjrgca/sda/containers/0/h60/hash60/hash60.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpfixjrgca/sda/containers/0/h60/hash60/hash60_1769215438.19692.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpfixjrgca/sda/containers/0/h60/hash60/hash60_1769215438.19692.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfixjrgca/sda/containers/0/h60/hash60/hash60_1769215438.19692.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfixjrgca/sda/containers/0/h60/hash60/hash60_1769215438.19692.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfixjrgca/sda/containers/0/h60/hash60/hash60_1769215438.19692.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpfixjrgca/sda/containers/0/h60/hash60/hash60_1769215438.19692.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpfixjrgca/sda/containers/0/h60/hash60/hash60_1769215438.19692.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpfixjrgca/sda/containers/0/h60/hash60/hash60_1769215438.19692.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpfixjrgca/sda/containers/0/h60/hash60/hash60_1769215438.19692.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpfixjrgca/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfixjrgca/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfixjrgca/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfixjrgca/sda/containers/0/h50/hash50/hash50.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpfixjrgca/sda/containers/0/h50/hash50/hash50_1769215438.21999.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpfixjrgca/sda/containers/0/h50/hash50/hash50_1769215438.21999.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfixjrgca/sda/containers/0/h50/hash50/hash50_1769215438.21999.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfixjrgca/sda/containers/0/h50/hash50/hash50_1769215438.21999.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfixjrgca/sda/containers/0/h50/hash50/hash50_1769215438.21999.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpfixjrgca/sda/containers/0/h50/hash50/hash50_1769215438.21999.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpfixjrgca/sda/containers/0/h50/hash50/hash50_1769215438.21999.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpfixjrgca/sda/containers/0/h50/hash50/hash50_1769215438.21999.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpfixjrgca/sda/containers/0/h50/hash50/hash50_1769215438.21999.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpfixjrgca/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfixjrgca/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfixjrgca/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfixjrgca/sda/containers/0/h70/hash70/hash70.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmpfixjrgca/sda/containers/0/h70/hash70/hash70_1769215438.24159.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpfixjrgca/sda/containers/0/h70/hash70/hash70_1769215438.24159.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfixjrgca/sda/containers/0/h70/hash70/hash70_1769215438.24159.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfixjrgca/sda/containers/0/h70/hash70/hash70_1769215438.24159.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfixjrgca/sda/containers/0/h70/hash70/hash70_1769215438.24159.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges ... ok test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin ... ok test.unit.container.test_sharder.TestSharder.test_run_forever test.unit.container.test_sharder.TestSharder.test_run_forever ... ok -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpxkj1v4u3/sda/containers/0/h70/hash70/hash70_1734804872.82371.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpxkj1v4u3/sda/containers/0/h70/hash70/hash70_1734804872.82371.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpxkj1v4u3/sda/containers/0/h70/hash70/hash70_1734804872.82371.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpxkj1v4u3/sda/containers/0/h70/hash70/hash70_1734804872.82371.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpfixjrgca/sda/containers/0/h70/hash70/hash70_1769215438.24159.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpfixjrgca/sda/containers/0/h70/hash70/hash70_1769215438.24159.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpfixjrgca/sda/containers/0/h70/hash70/hash70_1769215438.24159.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpfixjrgca/sda/containers/0/h70/hash70/hash70_1769215438.24159.db sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 audit_shard - attempted:2 success:2 failure:0 sharder-test INFO: Container sharder cycle completed: 5.00s sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_shard - attempted:2 success:2 failure:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_shard - attempted:2 success:2 failure:0 sharder-test INFO: Container sharder cycle completed: 3604.00s sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 audit_shard - attempted:2 success:2 failure:0 sharder-test INFO: Container sharder cycle completed: 30.00s sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test ERROR: Unhandled exception while dumping progress: Test over, path: a/c1, db: /tmp/tmp1ggjfpu4/sda/containers/0/ash/c1hash/c1hash.db: +sharder-test ERROR: Unhandled exception while dumping progress: Test over, path: a/c1, db: /tmp/tmp19zq6h4k/sda/containers/0/ash/c1hash/c1hash.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2528, in _one_shard_cycle self._record_sharding_progress(broker, node, error) @@ -113827,8 +110482,8 @@ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect Exception: Test over -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmphbbmvi15/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmphbbmvi15/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpc5bgrrns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmpc5bgrrns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, @@ -113849,12 +110504,12 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmphbbmvi15/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmphbbmvi15/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmphbbmvi15/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmphbbmvi15/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmphbbmvi15/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmphbbmvi15/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpc5bgrrns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpc5bgrrns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmpc5bgrrns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmpc5bgrrns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmpc5bgrrns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpc5bgrrns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, @@ -113875,7 +110530,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmphbbmvi15/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpc5bgrrns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, @@ -113896,7 +110551,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmphbbmvi15/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpc5bgrrns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, @@ -113917,9 +110572,9 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmphbbmvi15/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmphbbmvi15/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmphbbmvi15/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmpc5bgrrns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpc5bgrrns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpc5bgrrns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, @@ -113940,9 +110595,9 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 404, path: a/c, db: /tmp/tmphbbmvi15/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmphbbmvi15/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmphbbmvi15/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 404, path: a/c, db: /tmp/tmpc5bgrrns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpc5bgrrns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpc5bgrrns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, @@ -113963,7 +110618,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmphbbmvi15/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpc5bgrrns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, @@ -113984,8 +110639,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmphbbmvi15/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmphbbmvi15/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmpc5bgrrns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpc5bgrrns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, @@ -114006,9 +110661,9 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmphbbmvi15/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmphbbmvi15/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmphbbmvi15/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpc5bgrrns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpc5bgrrns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmpc5bgrrns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, @@ -114029,7 +110684,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: FakeStatus Error, path: a/c, db: /tmp/tmphbbmvi15/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: FakeStatus Error, path: a/c, db: /tmp/tmpc5bgrrns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, @@ -114051,14 +110706,16 @@ raise status('FakeStatus Error') Exception: FakeStatus Errortest.unit.container.test_sharder.TestSharder.test_send_shard_ranges test.unit.container.test_sharder.TestSharder.test_send_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required ... ok -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmphbbmvi15/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmphbbmvi15/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmphbbmvi15/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmphbbmvi15/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmphbbmvi15/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmphbbmvi15/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmphbbmvi15/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpc5bgrrns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpc5bgrrns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpc5bgrrns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmpc5bgrrns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmpc5bgrrns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmpc5bgrrns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpc5bgrrns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, @@ -114079,7 +110736,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmphbbmvi15/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpc5bgrrns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, @@ -114100,694 +110757,4049 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmphbbmvi15/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmphbbmvi15/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmphbbmvi15/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmphbbmvi15/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001735687255859375s, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010371208190917969s, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj002_0 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmp4bjw2f31/sda/containers/0/8fc/857fe81dc763e7cff7e7cd987d6c28fc/857fe81dc763e7cff7e7cd987d6c28fc.db, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test INFO: Cleaved ShardRange in 0.007s, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1734804819.63555, (0, 0) as of 1734804819.63555, created as of 1734804819.63555>, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016760826110839844s, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011587142944335938s, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmp4bjw2f31/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011849403381347656s, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013875961303710938s, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1734804819.63555, (0, 0) as of 1734804819.63555, cleaved as of 1734804819.63555>, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1734804819.63555, (0, 0) as of 1734804819.63555, cleaved as of 1734804819.63555> - shard db already in sync, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmp4bjw2f31/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.677078247070312e-05s, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.510185241699219e-05s, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1734804819.63555, (0, 0) as of 1734804819.63555, cleaved as of 1734804819.63555>, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1734804819.63555, (0, 0) as of 1734804819.63555, cleaved as of 1734804819.63555> - shard db already in sync, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 0 required, shard db: /tmp/tmp4bjw2f31/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.749961853027344e-05s, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.700920104980469e-05s, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1734804819.63555, (0, 0) as of 1734804819.63555, cleaved as of 1734804819.63555>, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1734804819.63555, (0, 0) as of 1734804819.63555, cleaved as of 1734804819.63555> - shard db already in sync, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test INFO: Cleaved ShardRange<'obj002' to 'obj004' as of 1734804819.63555, (0, 0) as of 1734804819.63555, cleaved as of 1734804819.63555> in 0.002s, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj006_2 for ShardRange<'obj004' to 'obj006' as of 1734804819.63555, (0, 0) as of 1734804819.63555, created as of 1734804819.63555>, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016379356384277344s, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011348724365234375s, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj006_2 for ShardRange, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test INFO: Cleaved ShardRange<'obj004' to 'obj006' as of 1734804819.63555, (2, 2) as of 1734804873.25797, cleaved as of 1734804819.63555> in 0.007s, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpc5bgrrns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmpc5bgrrns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmpc5bgrrns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpc5bgrrns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00017261505126953125s, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011014938354492188s, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj002_0 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmpabjy6rvd/sda/containers/0/04d/08201051590c2193d4dfa297c48f704d/08201051590c2193d4dfa297c48f704d.db, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable ... ok + +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test INFO: Cleaved ShardRange in 0.003s, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1769215371.86027, (0, 0) as of 1769215371.86027, created as of 1769215371.86027>, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018167495727539062s, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011563301086425781s, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmpabjy6rvd/sda/containers/0/6eb/30a33d07282c050d5dc9f65dba06f6eb/30a33d07282c050d5dc9f65dba06f6eb.db, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013780593872070312s, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013709068298339844s, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1769215371.86027, (0, 0) as of 1769215371.86027, cleaved as of 1769215371.86027>, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1769215371.86027, (0, 0) as of 1769215371.86027, cleaved as of 1769215371.86027> - shard db already in sync, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmpabjy6rvd/sda/containers/0/6eb/30a33d07282c050d5dc9f65dba06f6eb/30a33d07282c050d5dc9f65dba06f6eb.db, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta ... ok + +sharder-test DEBUG: got 0 rows (deleted=False) in 7.319450378417969e-05s, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.915496826171875e-05s, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1769215371.86027, (0, 0) as of 1769215371.86027, cleaved as of 1769215371.86027>, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1769215371.86027, (0, 0) as of 1769215371.86027, cleaved as of 1769215371.86027> - shard db already in sync, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 0 required, shard db: /tmp/tmpabjy6rvd/sda/containers/0/6eb/30a33d07282c050d5dc9f65dba06f6eb/30a33d07282c050d5dc9f65dba06f6eb.db, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.200241088867188e-05s, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.43865966796875e-05s, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1769215371.86027, (0, 0) as of 1769215371.86027, cleaved as of 1769215371.86027>, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1769215371.86027, (0, 0) as of 1769215371.86027, cleaved as of 1769215371.86027> - shard db already in sync, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test INFO: Cleaved ShardRange<'obj002' to 'obj004' as of 1769215371.86027, (0, 0) as of 1769215371.86027, cleaved as of 1769215371.86027> in 0.002s, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj006_2 for ShardRange<'obj004' to 'obj006' as of 1769215371.86027, (0, 0) as of 1769215371.86027, created as of 1769215371.86027>, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001728534698486328s, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011277198791503906s, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj006_2 for ShardRange, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test INFO: Cleaved ShardRange<'obj004' to 'obj006' as of 1769215371.86027, (2, 2) as of 1769215438.53122, cleaved as of 1769215371.86027> in 0.008s, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.557868957519531e-05s, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.581710815429688e-05s, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.dbtest.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.081031799316406e-05s, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.414817810058594e-05s, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.dbtest.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures test.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging ... ok test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts ... ok test.unit.container.test_sharder.TestSharder.test_sharding_enabled test.unit.container.test_sharder.TestSharder.test_sharding_enabled ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor ... ok -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1734804819.63555, (0, 0) as of 1734804819.63555, created as of 1734804819.63555>, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00015878677368164062s, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010800361633300781s, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__3 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmp4bjw2f31/sda/containers/0/683/f7a6bb6d9367b7ae7b6b30a833289683/f7a6bb6d9367b7ae7b6b30a833289683.db, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1769215371.86027, (0, 0) as of 1769215371.86027, created as of 1769215371.86027>, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00015878677368164062s, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010943412780761719s, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__3 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmpabjy6rvd/sda/containers/0/6fe/fce127f1e6cb6d75d691c2c7f70e56fe/fce127f1e6cb6d75d691c2c7f70e56fe.db, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.82012939453125e-05s, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.749961853027344e-05s, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1734804819.63555, (0, 0) as of 1734804819.63555, created as of 1734804819.63555>, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Cleaving ShardRange<'obj006' to MaxBound as of 1734804819.63555, (0, 0) as of 1734804819.63555, created as of 1734804819.63555> - shard db already in sync, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test INFO: Cleaved ShardRange<'obj006' to MaxBound as of 1734804819.63555, (3, 3) as of 1734804873.33014, cleaved as of 1734804819.63555> in 0.004s, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp4bjw2f31/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.06134.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '23409987-c7cc-4c94-9b4c-c820ff98211a-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpj2lqq43g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '23409987-c7cc-4c94-9b4c-c820ff98211a-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpj2lqq43g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '23409987-c7cc-4c94-9b4c-c820ff98211a-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpj2lqq43g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '23409987-c7cc-4c94-9b4c-c820ff98211a-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpj2lqq43g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f8651d73-ca29-4700-a2f5-c22556d41c6a-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpj2lqq43g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1734804873.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpln6h7c5y/sda/containers/0/ash/c2hash/c2hash.db' -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpln6h7c5y/sda/containers/0/ash/c1hash/c1hash.db' -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpln6h7c5y/sda/containers/0/ash/c3hash/c3hash.db' -sharder-test INFO: Since Sat Dec 21 06:14:33 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.200241088867188e-05s, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.034706115722656e-05s, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1769215371.86027, (0, 0) as of 1769215371.86027, created as of 1769215371.86027>, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Cleaving ShardRange<'obj006' to MaxBound as of 1769215371.86027, (0, 0) as of 1769215371.86027, created as of 1769215371.86027> - shard db already in sync, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test INFO: Cleaved ShardRange<'obj006' to MaxBound as of 1769215371.86027, (3, 3) as of 1769215438.58204, cleaved as of 1769215371.86027> in 0.005s, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpabjy6rvd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.38841.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '6733ac45-8eac-4492-8422-9d3ea1a2b685-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpc1n_7hf5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '6733ac45-8eac-4492-8422-9d3ea1a2b685-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpc1n_7hf5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '6733ac45-8eac-4492-8422-9d3ea1a2b685-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpc1n_7hf5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '6733ac45-8eac-4492-8422-9d3ea1a2b685-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpc1n_7hf5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '39175de1-da40-4212-8a24-163fe3b8aa8f-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpc1n_7hf5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769215438.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp6t5t7be9/sda/containers/0/ash/c2hash/c2hash.db' +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp6t5t7be9/sda/containers/0/ash/c1hash/c1hash.db' +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp6t5t7be9/sda/containers/0/ash/c3hash/c3hash.db' +sharder-test INFO: Since Sat Jan 24 14:43:58 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker ... ok test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation ... ok test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta ... ok -sharder-test INFO: Since Sat Dec 21 06:14:33 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:33 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:14:33 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:33 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:14:33 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:14:33 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:14:33 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:14:33 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:33 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:14:33 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:33 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:14:33 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:14:33 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:14:33 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:14:33 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:33 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:14:33 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:33 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:14:33 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:14:33 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:14:33 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:14:33 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:33 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:14:33 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:33 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:14:33 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:14:33 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:14:33 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Dec 21 06:14:33 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:33 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Dec 21 06:14:33 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Dec 21 06:14:33 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Dec 21 06:14:33 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Dec 21 06:14:33 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmpy4xiauax/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmpy4xiauax/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpy4xiauax/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmpy4xiauax/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpy4xiauax/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmpy4xiauax/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpy4xiauax/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmpy4xiauax/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpy4xiauax/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmpy4xiauax/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpy4xiauax/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmpy4xiauax/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpy4xiauax/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpy4xiauax/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmps3913iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmps3913iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmps3913iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmps3913iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmps3913iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmps3913iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmp94ot72g3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmp94ot72g3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp94ot72g3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmp94ot72g3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp94ot72g3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmp94ot72g3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp94ot72g3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_update_root_container_own_range +sharder-test INFO: Since Sat Jan 24 14:43:58 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:58 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:58 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:58 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:43:58 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:43:58 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:58 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:43:58 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:58 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:58 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:58 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:43:58 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:43:58 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:58 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:43:58 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:58 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:58 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:58 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:43:58 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:43:58 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:58 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:43:58 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:58 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:58 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:58 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:43:58 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:43:58 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:58 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sat Jan 24 14:43:58 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:58 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sat Jan 24 14:43:58 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sat Jan 24 14:43:58 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sat Jan 24 14:43:58 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sat Jan 24 14:43:58 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmpzhrfvgjz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmpzhrfvgjz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpzhrfvgjz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmpzhrfvgjz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpzhrfvgjz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmpzhrfvgjz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpzhrfvgjz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmpzhrfvgjz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpzhrfvgjz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmpzhrfvgjz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpzhrfvgjz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmpzhrfvgjz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpzhrfvgjz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpzhrfvgjz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpb_ax2by4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpb_ax2by4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpb_ax2by4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpb_ax2by4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpb_ax2by4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpb_ax2by4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmph5nkozum/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmph5nkozum/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmph5nkozum/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmph5nkozum/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmph5nkozum/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmph5nkozum/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmph5nkozum/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_update_root_container_own_range test.unit.container.test_sharder.TestSharder.test_update_root_container_own_range ... ok test.unit.container.test_sharder.TestSharder.test_update_stat test.unit.container.test_sharder.TestSharder.test_update_stat ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object ... ok test.unit.container.test_sharder.TestSharder.test_yield_objects test.unit.container.test_sharder.TestSharder.test_yield_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash ... ok -sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmp94ot72g3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp94ot72g3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmp94ot72g3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp94ot72g3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmp94ot72g3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp94ot72g3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmp94ot72g3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmp94ot72g3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmp94ot72g3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 3, path: a/c, db: /tmp/tmp94ot72g3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=3, path: a/c, db: /tmp/tmp94ot72g3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 4, path: a/c, db: /tmp/tmp94ot72g3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=4, path: a/c, db: /tmp/tmp94ot72g3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 5, path: a/c, db: /tmp/tmp94ot72g3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=5, path: a/c, db: /tmp/tmp94ot72g3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 6, path: a/c, db: /tmp/tmp94ot72g3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=2, tombstones=6, path: a/c, db: /tmp/tmp94ot72g3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 7, path: a/c, db: /tmp/tmp94ot72g3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=1, tombstones=7, path: a/c, db: /tmp/tmp94ot72g3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 8, path: a/c, db: /tmp/tmp94ot72g3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=8, path: a/c, db: /tmp/tmp94ot72g3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 15 rows (deleted=False) in 0.00029015541076660156s, path: a/c, db: /tmp/tmpfzgva6tp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 15 rows (deleted=True) in 0.00023102760314941406s, path: a/c, db: /tmp/tmpfzgva6tp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=False) in 0.00014662742614746094s, path: a/c, db: /tmp/tmpfzgva6tp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00019741058349609375s, path: a/c, db: /tmp/tmpfzgva6tp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=True) in 0.00011682510375976562s, path: a/c, db: /tmp/tmpfzgva6tp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.0001773834228515625s, path: a/c, db: /tmp/tmpfzgva6tp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.0002193450927734375s, path: a/c, db: /tmp/tmpfzgva6tp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.0001862049102783203s, path: a/c, db: /tmp/tmpfzgva6tp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017189979553222656s, path: a/c, db: /tmp/tmp50k30rof/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00018072128295898438s, path: a/c, db: /tmp/tmp50k30rof/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001850128173828125s, path: a/c, db: /tmp/tmp50k30rof/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 0.00016379356384277344s, path: a/c, db: /tmp/tmp50k30rof/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00014162063598632812s, path: a/c, db: /tmp/tmp50k30rof/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 9.751319885253906e-05s, path: a/c, db: /tmp/tmp50k30rof/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 7.462501525878906e-05s, path: a/c, db: /tmp/tmp50k30rof/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 8.7738037109375e-05s, path: a/c, db: /tmp/tmp50k30rof/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 7.343292236328125e-05s, path: a/c, db: /tmp/tmp50k30rof/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.0001723766326904297s, path: a/c, db: /tmp/tmp50k30rof/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.082389831542969e-05s, path: a/c, db: /tmp/tmp50k30rof/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 0.00016117095947265625s, path: a/c, db: /tmp/tmp50k30rof/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 7.867813110351562e-05s, path: a/c, db: /tmp/tmp50k30rof/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.965896606445312e-05s, path: a/c, db: /tmp/tmp50k30rof/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 8.916854858398438e-05s, path: a/c, db: /tmp/tmp50k30rof/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.0003707408905029297s, path: a/c, db: /tmp/tmp50k30rof/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range +sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmph5nkozum/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmph5nkozum/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmph5nkozum/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmph5nkozum/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmph5nkozum/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmph5nkozum/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmph5nkozum/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmph5nkozum/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmph5nkozum/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 3, path: a/c, db: /tmp/tmph5nkozum/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=5, tombstones=3, path: a/c, db: /tmp/tmph5nkozum/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 4, path: a/c, db: /tmp/tmph5nkozum/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=4, tombstones=4, path: a/c, db: /tmp/tmph5nkozum/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 5, path: a/c, db: /tmp/tmph5nkozum/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=3, tombstones=5, path: a/c, db: /tmp/tmph5nkozum/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 6, path: a/c, db: /tmp/tmph5nkozum/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=2, tombstones=6, path: a/c, db: /tmp/tmph5nkozum/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 7, path: a/c, db: /tmp/tmph5nkozum/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=1, tombstones=7, path: a/c, db: /tmp/tmph5nkozum/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 8, path: a/c, db: /tmp/tmph5nkozum/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=8, path: a/c, db: /tmp/tmph5nkozum/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 15 rows (deleted=False) in 0.0002415180206298828s, path: a/c, db: /tmp/tmpndnsrc05/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 15 rows (deleted=True) in 0.00019931793212890625s, path: a/c, db: /tmp/tmpndnsrc05/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=False) in 0.0001652240753173828s, path: a/c, db: /tmp/tmpndnsrc05/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00019621849060058594s, path: a/c, db: /tmp/tmpndnsrc05/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=True) in 0.00012159347534179688s, path: a/c, db: /tmp/tmpndnsrc05/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.0002090930938720703s, path: a/c, db: /tmp/tmpndnsrc05/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.000213623046875s, path: a/c, db: /tmp/tmpndnsrc05/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.0001690387725830078s, path: a/c, db: /tmp/tmpndnsrc05/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016951560974121094s, path: a/c, db: /tmp/tmpvj28xnbj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.0001685619354248047s, path: a/c, db: /tmp/tmpvj28xnbj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001468658447265625s, path: a/c, db: /tmp/tmpvj28xnbj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 0.0001571178436279297s, path: a/c, db: /tmp/tmpvj28xnbj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00015044212341308594s, path: a/c, db: /tmp/tmpvj28xnbj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 9.584426879882812e-05s, path: a/c, db: /tmp/tmpvj28xnbj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.654594421386719e-05s, path: a/c, db: /tmp/tmpvj28xnbj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 9.250640869140625e-05s, path: a/c, db: /tmp/tmpvj28xnbj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 7.891654968261719e-05s, path: a/c, db: /tmp/tmpvj28xnbj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.000225067138671875s, path: a/c, db: /tmp/tmpvj28xnbj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.487701416015625e-05s, path: a/c, db: /tmp/tmpvj28xnbj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 0.0001690387725830078s, path: a/c, db: /tmp/tmpvj28xnbj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 8.106231689453125e-05s, path: a/c, db: /tmp/tmpvj28xnbj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010418891906738281s, path: a/c, db: /tmp/tmpvj28xnbj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00010037422180175781s, path: a/c, db: /tmp/tmpvj28xnbj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.0003380775451660156s, path: a/c, db: /tmp/tmpvj28xnbj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range ... ok test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable -test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception -test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_euclean_quarantined -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_euclean_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_expirer.TestExpirerHelpers.test_add_expirer_bytes_to_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_add_expirer_bytes_to_ctype ... ok -test.unit.obj.test_expirer.TestExpirerHelpers.test_add_invalid_expirer_bytes_to_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_add_invalid_expirer_bytes_to_ctype ... ok -test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_expirer_bytes_from_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_expirer_bytes_from_ctype ... ok -test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_missing_bytes_from_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_missing_bytes_from_ctype ... ok -test.unit.obj.test_expirer.TestExpirerHelpers.test_inverse_add_extract_bytes_from_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_inverse_add_extract_bytes_from_ctype ... ok -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestRateLimiterBucket.test_bool -test.unit.obj.test_updater.TestRateLimiterBucket.test_bool ... ok -test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering -test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering ... ok -test.unit.obj.test_updater.TestRateLimiterBucket.test_len -test.unit.obj.test_updater.TestRateLimiterBucket.test_len ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication -test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration -test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container +test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion +test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers +test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container +test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion +test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove +test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted +test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted ... ok +test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path +test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum +test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides +test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip +test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip ... ok + +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00010848045349121094s, path: a/c, db: /tmp/tmpvj28xnbj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=True) in 9.107589721679688e-05s, path: a/c, db: /tmp/tmpvj28xnbj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010323524475097656s, path: a/c, db: /tmp/tmpvj28xnbj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 8.940696716308594e-05s, path: a/c, db: /tmp/tmpvj28xnbj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 9.083747863769531e-05s, path: a/c, db: /tmp/tmpvj28xnbj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010275840759277344s, path: a/c, db: /tmp/tmpvj28xnbj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 9.202957153320312e-05s, path: a/c, db: /tmp/tmpvj28xnbj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 9.34600830078125e-05s, path: a/c, db: /tmp/tmpvj28xnbj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 9.870529174804688e-05s, path: a/c, db: /tmp/tmpvj28xnbj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 9.72747802734375e-05s, path: a/c, db: /tmp/tmpvj28xnbj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=False) in 8.797645568847656e-05s, path: a/c, db: /tmp/tmpvj28xnbj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=True) in 0.00010085105895996094s, path: a/c, db: /tmp/tmpvj28xnbj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010037422180175781s, path: a/c, db: /tmp/tmpvj28xnbj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 9.489059448242188e-05s, path: a/c, db: /tmp/tmpvj28xnbj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 8.58306884765625e-05s, path: a/c, db: /tmp/tmpvj28xnbj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.0001010894775390625s, path: a/c, db: /tmp/tmpvj28xnbj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 9.298324584960938e-05s, path: a/c, db: /tmp/tmpvj28xnbj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=False) in 8.606910705566406e-05s, path: a/c, db: /tmp/tmpvj28xnbj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=True) in 8.702278137207031e-05s, path: a/c, db: /tmp/tmpvj28xnbj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011444091796875s, path: a/c, db: /tmp/tmpvj28xnbj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=False) in 0.00011706352233886719s, path: a/c, db: /tmp/tmpvj28xnbj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00010514259338378906s, path: a/c, db: /tmp/tmpvj28xnbj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=True) in 0.0001895427703857422s, path: a/c, db: /tmp/tmpvj28xnbj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.00010442733764648438s, path: a/c, db: /tmp/tmpvj28xnbj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001437664031982422s, path: a/c, db: /tmp/tmpo_jx799z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000118255615234375s, path: a/c, db: /tmp/tmpo_jx799z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Base DELETE returning 503 for (204, 204, 404) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txef3c2e536d3a4288a2978-00697415cf) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txef3c2e536d3a4288a2978-00697415cf) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txef3c2e536d3a4288a2978-00697415cf)test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key +test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache ... ok -sharder-test DEBUG: got 3 rows (deleted=False) in 9.274482727050781e-05s, path: a/c, db: /tmp/tmp50k30rof/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=True) in 8.463859558105469e-05s, path: a/c, db: /tmp/tmp50k30rof/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012445449829101562s, path: a/c, db: /tmp/tmp50k30rof/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 9.369850158691406e-05s, path: a/c, db: /tmp/tmp50k30rof/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 8.273124694824219e-05s, path: a/c, db: /tmp/tmp50k30rof/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010371208190917969s, path: a/c, db: /tmp/tmp50k30rof/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001418590545654297s, path: a/c, db: /tmp/tmp50k30rof/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 8.988380432128906e-05s, path: a/c, db: /tmp/tmp50k30rof/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 9.989738464355469e-05s, path: a/c, db: /tmp/tmp50k30rof/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 9.512901306152344e-05s, path: a/c, db: /tmp/tmp50k30rof/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=False) in 9.298324584960938e-05s, path: a/c, db: /tmp/tmp50k30rof/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=True) in 8.916854858398438e-05s, path: a/c, db: /tmp/tmp50k30rof/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001087188720703125s, path: a/c, db: /tmp/tmp50k30rof/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00010967254638671875s, path: a/c, db: /tmp/tmp50k30rof/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 9.584426879882812e-05s, path: a/c, db: /tmp/tmp50k30rof/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 9.918212890625e-05s, path: a/c, db: /tmp/tmp50k30rof/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 9.107589721679688e-05s, path: a/c, db: /tmp/tmp50k30rof/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=False) in 8.58306884765625e-05s, path: a/c, db: /tmp/tmp50k30rof/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=True) in 8.559226989746094e-05s, path: a/c, db: /tmp/tmp50k30rof/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.512901306152344e-05s, path: a/c, db: /tmp/tmp50k30rof/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=False) in 0.0001289844512939453s, path: a/c, db: /tmp/tmp50k30rof/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 9.274482727050781e-05s, path: a/c, db: /tmp/tmp50k30rof/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=True) in 0.00020813941955566406s, path: a/c, db: /tmp/tmp50k30rof/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 9.846687316894531e-05s, path: a/c, db: /tmp/tmp50k30rof/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015497207641601562s, path: a/c, db: /tmp/tmpm2y81wz4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010275840759277344s, path: a/c, db: /tmp/tmpm2y81wz4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test ERROR: Container HEAD returning 503 for [] (txn: txef3c2e536d3a4288a2978-00697415cf) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test WARNING: Handoff requested (9) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta ... ok + +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing +test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_options +test.unit.proxy.controllers.test_base.TestFuncs.test_options ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized +test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin +test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics +test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled ... ok + +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txd7703b8cd8204ac780120-00697415cf) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txd7703b8cd8204ac780120-00697415cf) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txd7703b8cd8204ac780120-00697415cf) +test ERROR: Container HEAD returning 503 for [] (txn: txd7703b8cd8204ac780120-00697415cf) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx89cdbe7ce47f442b839ff-00697415cf) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx89cdbe7ce47f442b839ff-00697415cf) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx89cdbe7ce47f442b839ff-00697415cf) +test ERROR: Container HEAD returning 503 for [] (txn: tx89cdbe7ce47f442b839ff-00697415cf) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta +test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta ... ok +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout ... ok +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward ... ok +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests +test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT +test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached +test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database +test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database ... ok + +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txc826608130e647999fbd5-00697415cf) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txc826608130e647999fbd5-00697415cf) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txc826608130e647999fbd5-00697415cf) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: txc826608130e647999fbd5-00697415cf) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txc826608130e647999fbd5-00697415cf) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txc826608130e647999fbd5-00697415cf) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txc826608130e647999fbd5-00697415cf) +test INFO: Client disconnected on read of '/a/c' (txn: txc826608130e647999fbd5-00697415cf) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txc74f32525ad9428b9aebc-00697415cf) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txc74f32525ad9428b9aebc-00697415cf) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txc74f32525ad9428b9aebc-00697415cf) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: txcf1019d2c72e42448f184-00697415cf) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: txfd2b5a4d3c3b476e92293-00697415cf) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx1521de4119024eb1b9d0b-00697415cf) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: txc45fd30d11ce454d9dba6-00697415cf) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx82f7d38c9f3f4ba19d2e0-00697415cf) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx701ae19d960a4f27b5fde-00697415cf) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx701ae19d960a4f27b5fde-00697415cf) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: txedf83630b7f64891a1330-00697415cf) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: txccf712bf4b444ee4ab635-00697415cf) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx965beefee60f452dad01e-00697415cf) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: tx1a748bceace44449ae5e9-00697415cf) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: txc9edc967968c44aa8c384-00697415cf)test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors +test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin +test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin ... ok + +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txfa0b4009b2e54c3a9ad7b-00697415cf) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txfa0b4009b2e54c3a9ad7b-00697415cf) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: tx9ef782ca8e19408bacb48-00697415cf) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: txa95f15b70891442aa9781-00697415cf) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx4193e0e5428b462c9beb5-00697415cf) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: tx2c1a6489c01840a2be34d-00697415cf) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx6c779342eb3d4aa4bdc82-00697415cf) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx49f9f67ff3464700b4387-00697415cf) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx49f9f67ff3464700b4387-00697415cf) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txd4dbc6c379db495d8adf0-00697415cf) +test INFO: Client disconnected on read of '/a/c' (txn: tx551309a095e84e2d82745-00697415cf) +test INFO: Client disconnected on read of '/a/c' (txn: tx7528f9d0735240808e2a7-00697415cf) +test INFO: Client disconnected on read of '/a/c' (txn: tx7528f9d0735240808e2a7-00697415cf) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: Container GET returning 503 for (204, 404, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (204, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE ... ok + +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (404, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: Container GET returning 503 for (204, 404, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST ... ok + +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (204, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (404, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT ... ok + +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: Container GET returning 503 for (201, 404, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (201, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (404, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: tx56b49cfe06f4491798b3e-00697415cf) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: tx56b49cfe06f4491798b3e-00697415cf) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: tx56b49cfe06f4491798b3e-00697415cf) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: tx56b49cfe06f4491798b3e-00697415cf) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: tx56b49cfe06f4491798b3e-00697415cf) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: tx56b49cfe06f4491798b3e-00697415cf) +test ERROR: Container GET returning 503 for [] (txn: tx56b49cfe06f4491798b3e-00697415cf) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx485f789897a04d7cbbfdc-00697415cf) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx485f789897a04d7cbbfdc-00697415cf) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx485f789897a04d7cbbfdc-00697415cf) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: tx485f789897a04d7cbbfdc-00697415cf) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx485f789897a04d7cbbfdc-00697415cf) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx485f789897a04d7cbbfdc-00697415cf) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx485f789897a04d7cbbfdc-00697415cf) +test INFO: Client disconnected on read of '/a/c' (txn: tx7b644862f62444c397b11-00697415cf) +test INFO: Client disconnected on read of '/a/c' (txn: txdde0e1cf902445ff8c511-00697415cf) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txeee211f1f71543f29ca51-00697415cf) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txeee211f1f71543f29ca51-00697415cf) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txeee211f1f71543f29ca51-00697415cf) +test ERROR: Container GET returning 503 for [] (txn: txeee211f1f71543f29ca51-00697415cf) +test INFO: Client disconnected on read of '/a/c' (txn: txeee211f1f71543f29ca51-00697415cf) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx26f4cf04b29f49248cc9d-00697415cf) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx26f4cf04b29f49248cc9d-00697415cf) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx26f4cf04b29f49248cc9d-00697415cf) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx26f4cf04b29f49248cc9d-00697415cf) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx26f4cf04b29f49248cc9d-00697415cf) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx26f4cf04b29f49248cc9d-00697415cf) +test ERROR: Container GET returning 503 for [] (txn: tx26f4cf04b29f49248cc9d-00697415cf) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx870f4b6a13664c7bb9675-00697415cf) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx870f4b6a13664c7bb9675-00697415cf) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx870f4b6a13664c7bb9675-00697415cf) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx870f4b6a13664c7bb9675-00697415cf)test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET +test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner +test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST ... ok + +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx870f4b6a13664c7bb9675-00697415cf) +test ERROR: Container GET returning 503 for [] (txn: tx870f4b6a13664c7bb9675-00697415cf) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txaa7b4a4a30df4fd284d18-00697415cf) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txaa7b4a4a30df4fd284d18-00697415cf) +test ERROR: Container GET returning 503 for [] (txn: txaa7b4a4a30df4fd284d18-00697415cf) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0a17d66d8b06457799f7f-00697415cf) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txbf8b915e162044d086dd6-00697415cf) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txbf8b915e162044d086dd6-00697415cf) +test ERROR: Container GET returning 503 for [500, 500] (txn: txbf8b915e162044d086dd6-00697415cf) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txf0155a59f31e43a68baac-00697415cf) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txa4337682c30b41f0ae86f-00697415cf) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txa4337682c30b41f0ae86f-00697415cf) +test INFO: Client disconnected on read of '/a/c' (txn: txa4337682c30b41f0ae86f-00697415cf) +test ERROR: Container GET returning 503 for [] (txn: tx2ccda09c61414e209b687-00697415cf) +test INFO: Client disconnected on read of '/a/c' (txn: tx2ccda09c61414e209b687-00697415cf) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx24f3ae6438fb49b08e839-00697415cf) +test INFO: Client disconnected on read of '/a/c' (txn: tx24f3ae6438fb49b08e839-00697415cf) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9408cc00b4064e6298832-00697415cf) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9408cc00b4064e6298832-00697415cf) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9408cc00b4064e6298832-00697415cf) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9408cc00b4064e6298832-00697415cf) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9408cc00b4064e6298832-00697415cf) +test ERROR: Container GET returning 503 for (200, 503, 503) (txn: tx9408cc00b4064e6298832-00697415cf) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6de5fd75c2f7476bb54b2-00697415cf) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6de5fd75c2f7476bb54b2-00697415cf) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6de5fd75c2f7476bb54b2-00697415cf) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6de5fd75c2f7476bb54b2-00697415cf) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6de5fd75c2f7476bb54b2-00697415cf)test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type ... ok + +test ERROR: Container GET returning 503 for (200, 503, 503) (txn: tx6de5fd75c2f7476bb54b2-00697415cf) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating&includes=1_test: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx3f77a3ea5a644ee78dfb1-00697415cf) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: ValueError("upper ('a') must be greater than or equal to lower ('z')") (txn: tx3b860498531f4badaf2c3-00697415cf) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: KeyError('name') (txn: tx8ab434fdcda2455a92a41-00697415cf) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type None (txn: tx2969b95773634e1995210-00697415cf) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating&includes=1_test: ValueError('not a list') (txn: txe975171f27904e01b16f8-00697415cf) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Failed to get container shard listing from /v1/a/c?format=json&states=updating&includes=1_test: 404 (txn: tx2432c6edca784f97b5c0c-00697415cf) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type 'object' (txn: tx0b3ce861dd94491683445-00697415cf) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp_6l_hrjb/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp_6l_hrjb/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp_6l_hrjb/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp_6l_hrjb/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:59 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0034 "-" 3082125 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:59 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0029 "-" 3082125 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:59 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0027 "-" 3082125 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:59 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0026 "-" 3082125 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:59 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txcfc8f6574a11410aa1eda-00697415cf" "proxy-server 3082125" 0.0012 "-" 3082125 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:59 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:50557/sdb1/0/a/c" "txcfc8f6574a11410aa1eda-00697415cf" "container-server 3082125" 0.0011 "-" 3082125 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:59 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:33261/sda1/0/a/c" "txcfc8f6574a11410aa1eda-00697415cf" "container-server 3082125" 0.0010 "-" 3082125 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:59 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txcfc8f6574a11410aa1eda-00697415cf" "proxy-server 3082125" 0.0130 "-" 3082125 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:59 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txcfc8f6574a11410aa1eda-00697415cf" "proxy-server 3082125" 0.0092 "-" 3082125 0/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string ... ok + +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txf205e5879f684f61a0b17-00697415cd) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf205e5879f684f61a0b17-00697415cd) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf205e5879f684f61a0b17-00697415cd) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txf205e5879f684f61a0b17-00697415cd) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf205e5879f684f61a0b17-00697415cd) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txf205e5879f684f61a0b17-00697415cd) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txf205e5879f684f61a0b17-00697415cd) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txf205e5879f684f61a0b17-00697415cd) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txf205e5879f684f61a0b17-00697415cd) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txf205e5879f684f61a0b17-00697415cd) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txf205e5879f684f61a0b17-00697415cd) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx7be7ecb5011445f3bc245-00697415cd) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx7be7ecb5011445f3bc245-00697415cd) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7be7ecb5011445f3bc245-00697415cd) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7be7ecb5011445f3bc245-00697415cd) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx7be7ecb5011445f3bc245-00697415cd) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx6f9044ba77964e638aeb1-00697415cd) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx6f9044ba77964e638aeb1-00697415cd) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx6f9044ba77964e638aeb1-00697415cd) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx6f9044ba77964e638aeb1-00697415cd) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx6f9044ba77964e638aeb1-00697415cd) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx74b7e9d9efec406b8d604-00697415cd) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx74b7e9d9efec406b8d604-00697415cd) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx74b7e9d9efec406b8d604-00697415cd) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx74b7e9d9efec406b8d604-00697415cd) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx74b7e9d9efec406b8d604-00697415cd) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc8db751bad774d4396b77-00697415ce) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txc8db751bad774d4396b77-00697415ce) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txc8db751bad774d4396b77-00697415ce) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txc8db751bad774d4396b77-00697415ce) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txc8db751bad774d4396b77-00697415ce) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txc8db751bad774d4396b77-00697415ce) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txc8db751bad774d4396b77-00697415ce) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc8db751bad774d4396b77-00697415ce) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc8db751bad774d4396b77-00697415ce) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 404 (txn: txc8db751bad774d4396b77-00697415ce) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: txc8db751bad774d4396b77-00697415ce) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx0b27d3bb18c341b599d4b-00697415cf) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0b27d3bb18c341b599d4b-00697415cf) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0b27d3bb18c341b599d4b-00697415cf) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0b27d3bb18c341b599d4b-00697415cf) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0b27d3bb18c341b599d4b-00697415cf) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0b27d3bb18c341b599d4b-00697415cf) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx0b27d3bb18c341b599d4b-00697415cf) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0b27d3bb18c341b599d4b-00697415cf) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0b27d3bb18c341b599d4b-00697415cf) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx0b27d3bb18c341b599d4b-00697415cf) +test DEBUG: Setting object count to 1065 (txn: tx0b27d3bb18c341b599d4b-00697415cf)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info +test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_head_info +test.unit.proxy.controllers.test_info.TestInfoController.test_head_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_options_info +test.unit.proxy.controllers.test_info.TestInfoController.test_options_info ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_GET +test.unit.proxy.test_mem_server.TestAccountController.test_GET ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate +test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS +test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx50d147f86e8e4d2484b25-006767058a) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to get commit status of PUT to /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response + resp = putter.await_response( + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1747, in await_response + self.resp = self.conn.getexpect() + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 855, in getexpect + expect_status = self._status.get_expect_status() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 758, in get_expect_status + raise expect_status +Exception: kaboom! (txn: txe6532e3fd2554318b18af-00697415cf) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get commit status of PUT to /v1/a/c/o: Timeout (Nones) (txn: txb39f6e8049cf4905a3e53-00697415cf) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: ERROR Client read timeout (Nones) (txn: tx3712f391394a4f499d614-00697415cf) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected without sending last chunk (txn: tx160ff84ed79345ecb163c-00697415cf) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 3170, in _transfer_data + chunk = next(data_source) + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ + return self._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 5009, in _get_next_item + return super(CooperativeIterator, self)._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item + return next(self.wrapped_iter) + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 884, in reader + return req.environ['wsgi.input'].read( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 7204, in read + raise Exception('exception message') +Exception: exception message (txn: txa11dd3f3c3994a1889f7e-00697415cf) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: txdb1ef66afd95425b85949-00697415cf) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx87b7ee08b76d41e4ba2a0-00697415cf) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx87b7ee08b76d41e4ba2a0-00697415cf) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx87b7ee08b76d41e4ba2a0-00697415cf) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx87b7ee08b76d41e4ba2a0-00697415cf) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx87b7ee08b76d41e4ba2a0-00697415cf) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx87b7ee08b76d41e4ba2a0-00697415cf) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx87b7ee08b76d41e4ba2a0-00697415cf) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx87b7ee08b76d41e4ba2a0-00697415cf) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx87b7ee08b76d41e4ba2a0-00697415cf) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx87b7ee08b76d41e4ba2a0-00697415cf) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx87b7ee08b76d41e4ba2a0-00697415cf) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx87b7ee08b76d41e4ba2a0-00697415cf) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx87b7ee08b76d41e4ba2a0-00697415cf) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx87b7ee08b76d41e4ba2a0-00697415cf) +proxy-server ERROR: Not enough object servers ack'ed (got 0) (txn: tx87b7ee08b76d41e4ba2a0-00697415cf) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txa625980c291a436bb1f11-00697415cf)test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT +test.unit.proxy.test_mem_server.TestAccountController.test_PUT ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json +test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused +test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error +test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header +test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header +test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok + +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: txa625980c291a436bb1f11-00697415cf) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: txa625980c291a436bb1f11-00697415cf) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: txa625980c291a436bb1f11-00697415cf) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: txa625980c291a436bb1f11-00697415cf) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txa625980c291a436bb1f11-00697415cf) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: txa625980c291a436bb1f11-00697415cf) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: txa625980c291a436bb1f11-00697415cf) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: txa625980c291a436bb1f11-00697415cf) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: txa625980c291a436bb1f11-00697415cf) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txa625980c291a436bb1f11-00697415cf) +proxy-server ERROR: Not enough object servers ack'ed (got 3) (txn: txa625980c291a436bb1f11-00697415cf) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx8b5d335cec0a42da99d6b-00697415cf) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx8b5d335cec0a42da99d6b-00697415cf) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx8b5d335cec0a42da99d6b-00697415cf) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txabb37738659e46de9b36e-00697415cf) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: txabb37738659e46de9b36e-00697415cf) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: txabb37738659e46de9b36e-00697415cf) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Expect: 100-continue on /a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node + putter = self._make_putter(node, part, req, headers) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 3035, in _make_putter + return MIMEPutter.connect( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1998, in connect + raise FooterNotSupported() +swift.common.exceptions.FooterNotSupported (txn: txb435f0d775bb44abb74a0-00697415cf) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx2573a466cdbb4c1392c27-006767058a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txb864723f144f48f0b43b1-006767058a) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txb864723f144f48f0b43b1-006767058a) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txb864723f144f48f0b43b1-006767058a) -proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: txb864723f144f48f0b43b1-006767058a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: txfd6f9b7c6327401f8cb2b-00697415d0) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: txfd6f9b7c6327401f8cb2b-00697415d0) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: txfd6f9b7c6327401f8cb2b-00697415d0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT ... ok + +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx34e0744276514a7380bd4-00697415d0) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx34e0744276514a7380bd4-00697415d0) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx34e0744276514a7380bd4-00697415d0) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx34e0744276514a7380bd4-00697415d0) +proxy-server ERROR: Object PUT returning 503 for [201, 503, 201, 201, 503, 201, 201, 201, 201, 503, 503, 201, 201, 201] (txn: tx34e0744276514a7380bd4-00697415d0) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp1tlkkl7y/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp1tlkkl7y/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 DEBUG: Could not load '/tmp/tmph8bfurms/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmph8bfurms/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp1tlkkl7y/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp1tlkkl7y/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 DEBUG: Could not load '/tmp/tmph8bfurms/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmph8bfurms/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0033 "-" 33225 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0030 "-" 33225 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 33225 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 33225 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx76a1b3ded07742e5849f2-006767058a" "proxy-server 33225" 0.0013 "-" 33225 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:54119/sdb1/1/a/c" "tx76a1b3ded07742e5849f2-006767058a" "container-server 33225" 0.0012 "-" 33225 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:33825/sda1/1/a/c" "tx76a1b3ded07742e5849f2-006767058a" "container-server 33225" 0.0011 "-" 33225 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx76a1b3ded07742e5849f2-006767058a" "proxy-server 33225" 0.0134 "-" 33225 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx76a1b3ded07742e5849f2-006767058a" "proxy-server 33225" 0.0097 "-" 33225 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/14/34 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx76a1b3ded07742e5849f2-006767058a - 0.0230 - - 1734804874.140549898 1734804874.163580894 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx70cd8618ee9a4eb7901ce-006767058a" "proxy-server 33225" 0.0012 "-" 33225 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:54119/sdb1/1/a1/c1" "tx70cd8618ee9a4eb7901ce-006767058a" "container-server 33225" 0.0021 "-" 33225 0 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:33825/sda1/1/a1/c1" "tx70cd8618ee9a4eb7901ce-006767058a" "container-server 33225" 0.0011 "-" 33225 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx70cd8618ee9a4eb7901ce-006767058a" "proxy-server 33225" 0.0094 "-" 33225 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx70cd8618ee9a4eb7901ce-006767058a" "proxy-server 33225" 0.0144 "-" 33225 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/14/34 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx70cd8618ee9a4eb7901ce-006767058a - 0.0220 - - 1734804874.165122271 1734804874.187135935 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx19585d9172254b2797438-006767058a" "proxy-server 33225" 0.0019 "-" 33225 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:54119/sdb1/2/a/c1" "tx19585d9172254b2797438-006767058a" "container-server 33225" 0.0019 "-" 33225 1 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:33825/sda1/2/a/c1" "tx19585d9172254b2797438-006767058a" "container-server 33225" 0.0011 "-" 33225 1 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx19585d9172254b2797438-006767058a" "proxy-server 33225" 0.0160 "-" 33225 1test.unit.proxy.test_mem_server.TestController.test_account_info_200 -test.unit.proxy.test_mem_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_404 -test.unit.proxy.test_mem_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_container_count -test.unit.proxy.test_mem_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_no_account -test.unit.proxy.test_mem_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache -test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_200 -test.unit.proxy.test_mem_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_404 -test.unit.proxy.test_mem_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account -test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache -test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings -test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings -test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_make_requests -test.unit.proxy.test_mem_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_transfer_headers -test.unit.proxy.test_mem_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0034 "-" 3082121 - +HTTP PERF: 0.00573 seconds to PUT 127.0.0.1:54807 /sdb1/1/a) +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0034 "-" 3082121 - +HTTP PERF: 0.00534 seconds to PUT 127.0.0.1:52207 /sda1/1/a) +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 3082121 - +HTTP PERF: 0.00478 seconds to PUT 127.0.0.1:52207 /sda1/2/a1) +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 3082121 - +HTTP PERF: 0.00476 seconds to PUT 127.0.0.1:54807 /sdb1/2/a1) +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5ba9e19e17ab41bf987ad-00697415d0" "proxy-server 3082121" 0.0013 "-" 3082121 - +HTTP PERF: 0.00305 seconds to HEAD 127.0.0.1:52207 /sda1/1/a?format=json) +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:44993/sdb1/1/a/c" "tx5ba9e19e17ab41bf987ad-00697415d0" "container-server 3082121" 0.0011 "-" 3082121 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:32875/sda1/1/a/c" "tx5ba9e19e17ab41bf987ad-00697415d0" "container-server 3082121" 0.0011 "-" 3082121 0 +HTTP PERF: 0.00484 seconds to PUT 127.0.0.1:54807 /sdb1/1/a/c) +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx5ba9e19e17ab41bf987ad-00697415d0" "proxy-server 3082121" 0.0095 "-" 3082121 0 +HTTP PERF: 0.01083 seconds to PUT 127.0.0.1:52207 /sda1/1/a/c) +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx5ba9e19e17ab41bf987ad-00697415d0" "proxy-server 3082121" 0.0161 "-" 3082121 0 +HTTP PERF: 0.01785 seconds to PUT 127.0.0.1:44993 /sdb1/1/a/c) +HTTP PERF: 0.01862 seconds to PUT 127.0.0.1:32875 /sda1/1/a/c) +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/44/00 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx5ba9e19e17ab41bf987ad-00697415d0 - 0.0247 - - 1769215440.238582611 1769215440.263300180 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txb33bfa68a4b1456f91e43-00697415d0" "proxy-server 3082121" 0.0012 "-" 3082121 - +HTTP PERF: 0.00281 seconds to HEAD 127.0.0.1:52207 /sda1/2/a1?format=json) /usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_server.TestAccountController.test_DELETE -test.unit.proxy.test_server.TestAccountController.test_DELETE ... ok -test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string -test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string ... ok -test.unit.proxy.test_server.TestAccountController.test_GET -test.unit.proxy.test_server.TestAccountController.test_GET ... ok -test.unit.proxy.test_server.TestAccountController.test_GET_autocreate -test.unit.proxy.test_server.TestAccountController.test_GET_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_HEAD -test.unit.proxy.test_server.TestAccountController.test_HEAD ... ok -test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate -test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_OPTIONS -test.unit.proxy.test_server.TestAccountController.test_OPTIONS ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata -test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_metadata -test.unit.proxy.test_server.TestAccountController.test_POST_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT -test.unit.proxy.test_server.TestAccountController.test_PUT ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata -test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length -test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_metadata -test.unit.proxy.test_server.TestAccountController.test_PUT_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_status -test.unit.proxy.test_server.TestAccountController.test_PUT_status ... ok -test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json -test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok -test.unit.proxy.test_server.TestAccountController.test_connection_refused -test.unit.proxy.test_server.TestAccountController.test_connection_refused ... ok -test.unit.proxy.test_server.TestAccountController.test_other_socket_error -test.unit.proxy.test_server.TestAccountController.test_other_socket_error ... ok -test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:44993/sdb1/1/a1/c1" "txb33bfa68a4b1456f91e43-00697415d0" "container-server 3082121" 0.0022 "-" 3082121 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:32875/sda1/1/a1/c1" "txb33bfa68a4b1456f91e43-00697415d0" "container-server 3082121" 0.0011 "-" 3082121 0 +HTTP PERF: 0.00604 seconds to PUT 127.0.0.1:54807 /sdb1/2/a1/c1) +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txb33bfa68a4b1456f91e43-00697415d0" "proxy-server 3082121" 0.0102 "-" 3082121 0 +HTTP PERF: 0.01154 seconds to PUT 127.0.0.1:52207 /sda1/2/a1/c1) +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txb33bfa68a4b1456f91e43-00697415d0" "proxy-server 3082121" 0.0156 "-" 3082121 0 +HTTP PERF: 0.01765 seconds to PUT 127.0.0.1:32875 /sda1/1/a1/c1) +HTTP PERF: 0.01771 seconds to PUT 127.0.0.1:44993 /sdb1/1/a1/c1) +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/44/00 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txb33bfa68a4b1456f91e43-00697415d0 - 0.0239 - - 1769215440.264801025 1769215440.288657188 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9cc94f88908f4bcca9c79-00697415d0" "proxy-server 3082121" 0.0021 "-" 3082121 - +HTTP PERF: 0.00382 seconds to HEAD 127.0.0.1:54807 /sdb1/1/a?format=json) +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:32875/sda1/2/a/c1" "tx9cc94f88908f4bcca9c79-00697415d0" "container-server 3082121" 0.0028 "-" 3082121 1 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:44993/sdb1/2/a/c1" "tx9cc94f88908f4bcca9c79-00697415d0" "container-server 3082121" 0.0012 "-" 3082121 1 +HTTP PERF: 0.01109 seconds to PUT 127.0.0.1:52207 /sda1/1/a/c1) +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx9cc94f88908f4bcca9c79-00697415d0" "proxy-server 3082121" 0.0153 "-" 3082121 1 +HTTP PERF: 0.00761 seconds to PUT 127.0.0.1:54807 /sdb1/1/a/c1) +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx9cc94f88908f4bcca9c79-00697415d0" "proxy-server 3082121" 0.0115 "-" 3082121 1 +HTTP PERF: 0.01792 seconds to PUT 127.0.0.1:32875 /sda1/2/a/c1) +HTTP PERF: 0.01872 seconds to PUT 127.0.0.1:44993 /sdb1/2/a/c1) +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/44/00 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx9cc94f88908f4bcca9c79-00697415d0 - 0.0255 - - 1769215440.290237188 1769215440.315702438 1 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx8a045992438847d189647-00697415d0" "proxy-server 3082121" 0.0020 "-" 3082121 - +HTTP PERF: 0.00376 seconds to HEAD 127.0.0.1:52207 /sda1/1/a?format=json) +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:32875/sda1/1/a/c2" "tx8a045992438847d189647-00697415d0" "container-server 3082121" 0.0022 "-" 3082121 2 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:44993/sdb1/1/a/c2" "tx8a045992438847d189647-00697415d0" "container-server 3082121" 0.0019 "-" 3082121 2 +HTTP PERF: 0.00692 seconds to PUT 127.0.0.1:54807 /sdb1/1/a/c2) +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx8a045992438847d189647-00697415d0" "proxy-server 3082121" 0.0109 "-" 3082121 2 +HTTP PERF: 0.01225 seconds to PUT 127.0.0.1:52207 /sda1/1/a/c2) +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx8a045992438847d189647-00697415d0" "proxy-server 3082121" 0.0163 "-" 3082121 2 +HTTP PERF: 0.01838 seconds to PUT 127.0.0.1:44993 /sdb1/1/a/c2) +HTTP PERF: 0.01843 seconds to PUT 127.0.0.1:32875 /sda1/1/a/c2) +test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file +test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options +test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts +test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings +test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings +test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings ... ok + +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/59 PUT /v1/a/c HTTP/1.0 201 - - t - - - txcfc8f6574a11410aa1eda-00697415cf - 0.0219 - - 1769215439.691758633 1769215439.713635921 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:59 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txbb9c324e8fee4e17a797d-00697415cf" "proxy-server 3082125" 0.0012 "-" 3082125 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:59 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:33261/sda1/2/a1/c1" "txbb9c324e8fee4e17a797d-00697415cf" "container-server 3082125" 0.0011 "-" 3082125 0 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:59 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:50557/sdb1/2/a1/c1" "txbb9c324e8fee4e17a797d-00697415cf" "container-server 3082125" 0.0011 "-" 3082125 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:59 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txbb9c324e8fee4e17a797d-00697415cf" "proxy-server 3082125" 0.0135 "-" 3082125 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:59 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txbb9c324e8fee4e17a797d-00697415cf" "proxy-server 3082125" 0.0101 "-" 3082125 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/59 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txbb9c324e8fee4e17a797d-00697415cf - 0.0216 - - 1769215439.715269327 1769215439.736876011 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:59 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx681289dc3362420a97113-00697415cf" "proxy-server 3082125" 0.0020 "-" 3082125 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:59 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:50557/sdb1/0/a/c1" "tx681289dc3362420a97113-00697415cf" "container-server 3082125" 0.0018 "-" 3082125 1 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:59 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:33261/sda1/0/a/c1" "tx681289dc3362420a97113-00697415cf" "container-server 3082125" 0.0011 "-" 3082125 1 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:59 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx681289dc3362420a97113-00697415cf" "proxy-server 3082125" 0.0101 "-" 3082125 1 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:59 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx681289dc3362420a97113-00697415cf" "proxy-server 3082125" 0.0150 "-" 3082125 1 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/59 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx681289dc3362420a97113-00697415cf - 0.0235 - - 1769215439.738406897 1769215439.761930943 1 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:59 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf37802f1b14b4e1988812-00697415cf" "proxy-server 3082125" 0.0020 "-" 3082125 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:59 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:50557/sdb1/2/a/c2" "txf37802f1b14b4e1988812-00697415cf" "container-server 3082125" 0.0017 "-" 3082125 2 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:59 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:33261/sda1/2/a/c2" "txf37802f1b14b4e1988812-00697415cf" "container-server 3082125" 0.0010 "-" 3082125 2 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:59 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf37802f1b14b4e1988812-00697415cf" "proxy-server 3082125" 0.0095 "-" 3082125 2 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:43:59 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf37802f1b14b4e1988812-00697415cf" "proxy-server 3082125" 0.0144 "-" 3082125 2 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/43/59 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txf37802f1b14b4e1988812-00697415cf - 0.0230 - - 1769215439.763386726 1769215439.786416531 2 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpgi1zttbu/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpgi1zttbu/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpgi1zttbu/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpgi1zttbu/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0031 "-" 3082125 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0032 "-" 3082125 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0027 "-" 3082125 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0028 "-" 3082125 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4cf2280238f244b59f0d6-00697415d0" "proxy-server 3082125" 0.0012 "-" 3082125 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:48261/sdb1/0/a/c" "tx4cf2280238f244b59f0d6-00697415d0" "container-server 3082125" 0.0010 "-" 3082125 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:33795/sda1/0/a/c" "tx4cf2280238f244b59f0d6-00697415d0" "container-server 3082125" 0.0010 "-" 3082125 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx4cf2280238f244b59f0d6-00697415d0" "proxy-server 3082125" 0.0089 "-" 3082125 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx4cf2280238f244b59f0d6-00697415d0" "proxy-server 3082125" 0.0139 "-" 3082125 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/44/00 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx4cf2280238f244b59f0d6-00697415d0 - 0.0213 - - 1769215440.207869530 1769215440.229177952 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txbdc0a7b3189e438ba896b-00697415d0" "proxy-server 3082125" 0.0012 "-" 3082125 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:33795/sda1/2/a1/c1" "txbdc0a7b3189e438ba896b-00697415d0" "container-server 3082125" 0.0018 "-" 3082125 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:48261/sdb1/2/a1/c1" "txbdc0a7b3189e438ba896b-00697415d0" "container-server 3082125" 0.0010 "-" 3082125 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txbdc0a7b3189e438ba896b-00697415d0" "proxy-server 3082125" 0.0131 "-" 3082125 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txbdc0a7b3189e438ba896b-00697415d0" "proxy-server 3082125" 0.0097 "-" 3082125 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/44/00 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txbdc0a7b3189e438ba896b-00697415d0 - 0.0213 - - 1769215440.230656862 1769215440.251930475 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5e439958307f4df3a998f-00697415d0" "proxy-server 3082125" 0.0019 "-" 3082125 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:33795/sda1/0/a/c1" "tx5e439958307f4df3a998f-00697415d0" "container-server 3082125" 0.0018 "-" 3082125 1 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:48261/sdb1/0/a/c1" "tx5e439958307f4df3a998f-00697415d0" "container-server 3082125" 0.0016 "-" 3082125 1test.unit.proxy.test_server.TestController.test_account_info_200 +test.unit.proxy.test_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_404 +test.unit.proxy.test_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_container_count +test.unit.proxy.test_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_no_account +test.unit.proxy.test_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_no_cache +test.unit.proxy.test_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_200 +test.unit.proxy.test_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_404 +test.unit.proxy.test_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_invalid_account +test.unit.proxy.test_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_no_cache +test.unit.proxy.test_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings +test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings +test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_make_requests +test.unit.proxy.test_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_transfer_headers +test.unit.proxy.test_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults +test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults ... ok +test.unit.test_locale.test_locale.TestTranslations.test_translations +test.unit.test_locale.test_locale.TestTranslations.test_translations ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container ... ok + +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx5e439958307f4df3a998f-00697415d0" "proxy-server 3082125" 0.0095 "-" 3082125 1 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx5e439958307f4df3a998f-00697415d0" "proxy-server 3082125" 0.0146 "-" 3082125 1 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/44/00 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx5e439958307f4df3a998f-00697415d0 - 0.0229 - - 1769215440.253426313 1769215440.276331186 1 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc95c18d755714ade9bc77-00697415d0" "proxy-server 3082125" 0.0020 "-" 3082125 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:33795/sda1/2/a/c2" "txc95c18d755714ade9bc77-00697415d0" "container-server 3082125" 0.0018 "-" 3082125 2 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:48261/sdb1/2/a/c2" "txc95c18d755714ade9bc77-00697415d0" "container-server 3082125" 0.0018 "-" 3082125 2 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc95c18d755714ade9bc77-00697415d0" "proxy-server 3082125" 0.0142 "-" 3082125 2 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:00 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc95c18d755714ade9bc77-00697415d0" "proxy-server 3082125" 0.0108 "-" 3082125 2 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/44/00 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txc95c18d755714ade9bc77-00697415d0 - 0.0234 - - 1769215440.277850389 1769215440.301261425 2 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/44/00 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx8a045992438847d189647-00697415d0 - 0.0255 - - 1769215440.317243576 1769215440.342786074 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': True, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 4}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.2, 'concurrent_ec_extra_requests': 0}, app) +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file ... ok +test ERROR: Failed to unlink '/tmp/tmpo439e7fg/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpo439e7fg/containers/part/suffix/hash/container_1769215438.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpo439e7fg/containers/part/suffix/hash/container_1769215438.00000.db': ['/tmp/tmpo439e7fg/containers/part/suffix/hash/container.db', '/tmp/tmpo439e7fg/containers/part/suffix/hash/container_1769215439.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpo439e7fg/containers/part/suffix/hash/container_1769215439.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test ERROR: Problem finding shard upper in '/tmp/tmpox8pm4h_/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpox8pm4h_/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpnp1x5e2q/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpnp1x5e2q/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging ... ok +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing ... ok +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted ... ok +test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted +test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted ... ok +test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing +test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_all_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_all_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507 ... ok +test ERROR: Failed to unlink '/tmp/tmpmvm0tn9v/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpmvm0tn9v/containers/part/suffix/hash/container_1769215455.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpmvm0tn9v/containers/part/suffix/hash/container_1769215455.00000.db': ['/tmp/tmpmvm0tn9v/containers/part/suffix/hash/container.db', '/tmp/tmpmvm0tn9v/containers/part/suffix/hash/container_1769215456.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpmvm0tn9v/containers/part/suffix/hash/container_1769215456.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sdu, error: ERROR Insufficient Storage (txn: tx68c67807d30a485fa2abb-00697415de) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sdt, error: ERROR Insufficient Storage (txn: tx7b696513e3a140ac875fa-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx7b696513e3a140ac875fa-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sdy, error: ERROR Insufficient Storage (txn: tx7b696513e3a140ac875fa-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx7b696513e3a140ac875fa-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx7b696513e3a140ac875fa-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx7b696513e3a140ac875fa-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sdq, error: ERROR Insufficient Storage (txn: tx7b696513e3a140ac875fa-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx7b696513e3a140ac875fa-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx7b696513e3a140ac875fa-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sdr, error: ERROR Insufficient Storage (txn: tx7b696513e3a140ac875fa-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sdb, error: ERROR Insufficient Storage (txn: tx7b696513e3a140ac875fa-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sds, error: ERROR Insufficient Storage (txn: tx7b696513e3a140ac875fa-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sdw, error: ERROR Insufficient Storage (txn: tx7b696513e3a140ac875fa-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sdo, error: ERROR Insufficient Storage (txn: tx7b696513e3a140ac875fa-00697415de) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sdw, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sdy, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sdu, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sds, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sdz, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok + +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: tx26147a71da2749d69b8f9-00697415de) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sdt, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sds, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sdb, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sdu, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sdv, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sdz, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_timeouts +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_timeouts ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found ... ok + +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server ERROR: Object DELETE returning 503 for (204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx8db8f8583cae440b95345-00697415de) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txb2e24de3443b4afcb9356-00697415de) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txb2e24de3443b4afcb9356-00697415de) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txb2e24de3443b4afcb9356-00697415de) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txb2e24de3443b4afcb9356-00697415de) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txb2e24de3443b4afcb9356-00697415de) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txb2e24de3443b4afcb9356-00697415de) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txb2e24de3443b4afcb9356-00697415de) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txb2e24de3443b4afcb9356-00697415de) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txb2e24de3443b4afcb9356-00697415de) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txb2e24de3443b4afcb9356-00697415de) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txb2e24de3443b4afcb9356-00697415de) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txb2e24de3443b4afcb9356-00697415de) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txb2e24de3443b4afcb9356-00697415de) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txb2e24de3443b4afcb9356-00697415de) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txb2e24de3443b4afcb9356-00697415de) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_none_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_none_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_one_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_one_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sdb (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sds (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sdz (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sdp (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sdu (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sdx (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sdo (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sdr (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sdq (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sdy (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sdw (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sdv (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sdt (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d8366d58210466592874-00697415df) +proxy-server ERROR: Object returning 503 for [] (txn: tx9d8366d58210466592874-00697415df) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c75c635ef434fcf9f11a-00697415df)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok + +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server ERROR: Object returning 503 for [] (txn: tx4c75c635ef434fcf9f11a-00697415df) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx716db4bb6f4b43e89565f-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx716db4bb6f4b43e89565f-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx716db4bb6f4b43e89565f-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx716db4bb6f4b43e89565f-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx716db4bb6f4b43e89565f-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx716db4bb6f4b43e89565f-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx716db4bb6f4b43e89565f-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx716db4bb6f4b43e89565f-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx716db4bb6f4b43e89565f-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx716db4bb6f4b43e89565f-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx716db4bb6f4b43e89565f-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx716db4bb6f4b43e89565f-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx716db4bb6f4b43e89565f-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx716db4bb6f4b43e89565f-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx716db4bb6f4b43e89565f-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx716db4bb6f4b43e89565f-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx716db4bb6f4b43e89565f-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx716db4bb6f4b43e89565f-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx716db4bb6f4b43e89565f-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx716db4bb6f4b43e89565f-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx716db4bb6f4b43e89565f-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx716db4bb6f4b43e89565f-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx716db4bb6f4b43e89565f-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx716db4bb6f4b43e89565f-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx716db4bb6f4b43e89565f-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx716db4bb6f4b43e89565f-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx716db4bb6f4b43e89565f-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx716db4bb6f4b43e89565f-00697415df) +proxy-server ERROR: Object returning 503 for [] (txn: tx716db4bb6f4b43e89565f-00697415df) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok + +proxy-server DEBUG: Ignoring 404 from primary (txn: txefef3b37624a46d7b7169-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefef3b37624a46d7b7169-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefef3b37624a46d7b7169-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefef3b37624a46d7b7169-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefef3b37624a46d7b7169-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefef3b37624a46d7b7169-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefef3b37624a46d7b7169-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefef3b37624a46d7b7169-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefef3b37624a46d7b7169-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefef3b37624a46d7b7169-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txefef3b37624a46d7b7169-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txefef3b37624a46d7b7169-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txefef3b37624a46d7b7169-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txefef3b37624a46d7b7169-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txefef3b37624a46d7b7169-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txefef3b37624a46d7b7169-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txefef3b37624a46d7b7169-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txefef3b37624a46d7b7169-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txefef3b37624a46d7b7169-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txefef3b37624a46d7b7169-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txefef3b37624a46d7b7169-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txefef3b37624a46d7b7169-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txefef3b37624a46d7b7169-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txefef3b37624a46d7b7169-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txefef3b37624a46d7b7169-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txefef3b37624a46d7b7169-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txefef3b37624a46d7b7169-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txefef3b37624a46d7b7169-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txefef3b37624a46d7b7169-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txefef3b37624a46d7b7169-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txefef3b37624a46d7b7169-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txefef3b37624a46d7b7169-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txefef3b37624a46d7b7169-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txefef3b37624a46d7b7169-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txefef3b37624a46d7b7169-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txefef3b37624a46d7b7169-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txefef3b37624a46d7b7169-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txefef3b37624a46d7b7169-00697415df) +proxy-server ERROR: Object returning 503 for [] (txn: txefef3b37624a46d7b7169-00697415df) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx07817e3ea2754913898a8-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx07817e3ea2754913898a8-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx07817e3ea2754913898a8-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx07817e3ea2754913898a8-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx07817e3ea2754913898a8-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx07817e3ea2754913898a8-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx07817e3ea2754913898a8-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx07817e3ea2754913898a8-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx07817e3ea2754913898a8-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx07817e3ea2754913898a8-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx07817e3ea2754913898a8-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx07817e3ea2754913898a8-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx07817e3ea2754913898a8-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx07817e3ea2754913898a8-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx07817e3ea2754913898a8-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx07817e3ea2754913898a8-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx07817e3ea2754913898a8-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx07817e3ea2754913898a8-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx07817e3ea2754913898a8-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx07817e3ea2754913898a8-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx07817e3ea2754913898a8-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx07817e3ea2754913898a8-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx07817e3ea2754913898a8-00697415df) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48f9426221cd499dacf3c-00697415df)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok + +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server ERROR: Object returning 503 for [] (txn: tx48f9426221cd499dacf3c-00697415df) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Object returning 503 for [] (txn: txd647e47308c0491c975b5-00697415df) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82a063af48bf4d69b67be-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82a063af48bf4d69b67be-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82a063af48bf4d69b67be-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82a063af48bf4d69b67be-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82a063af48bf4d69b67be-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82a063af48bf4d69b67be-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82a063af48bf4d69b67be-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82a063af48bf4d69b67be-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82a063af48bf4d69b67be-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82a063af48bf4d69b67be-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82a063af48bf4d69b67be-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82a063af48bf4d69b67be-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82a063af48bf4d69b67be-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82a063af48bf4d69b67be-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82a063af48bf4d69b67be-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82a063af48bf4d69b67be-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82a063af48bf4d69b67be-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82a063af48bf4d69b67be-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82a063af48bf4d69b67be-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82a063af48bf4d69b67be-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82a063af48bf4d69b67be-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82a063af48bf4d69b67be-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82a063af48bf4d69b67be-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82a063af48bf4d69b67be-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82a063af48bf4d69b67be-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82a063af48bf4d69b67be-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82a063af48bf4d69b67be-00697415df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx82a063af48bf4d69b67be-00697415df) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok + +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3fac02eeb0b445f2b234f-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3fac02eeb0b445f2b234f-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3fac02eeb0b445f2b234f-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3fac02eeb0b445f2b234f-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3fac02eeb0b445f2b234f-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3fac02eeb0b445f2b234f-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3fac02eeb0b445f2b234f-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3fac02eeb0b445f2b234f-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3fac02eeb0b445f2b234f-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3fac02eeb0b445f2b234f-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3fac02eeb0b445f2b234f-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3fac02eeb0b445f2b234f-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3fac02eeb0b445f2b234f-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3fac02eeb0b445f2b234f-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3fac02eeb0b445f2b234f-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3fac02eeb0b445f2b234f-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3fac02eeb0b445f2b234f-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3fac02eeb0b445f2b234f-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3fac02eeb0b445f2b234f-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3fac02eeb0b445f2b234f-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3fac02eeb0b445f2b234f-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3fac02eeb0b445f2b234f-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3fac02eeb0b445f2b234f-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3fac02eeb0b445f2b234f-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3fac02eeb0b445f2b234f-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3fac02eeb0b445f2b234f-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3fac02eeb0b445f2b234f-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3fac02eeb0b445f2b234f-00697415df) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx3fac02eeb0b445f2b234f-00697415df) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf00c761bac2e402cb9053-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf00c761bac2e402cb9053-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf00c761bac2e402cb9053-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf00c761bac2e402cb9053-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf00c761bac2e402cb9053-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf00c761bac2e402cb9053-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf00c761bac2e402cb9053-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf00c761bac2e402cb9053-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf00c761bac2e402cb9053-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf00c761bac2e402cb9053-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf00c761bac2e402cb9053-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf00c761bac2e402cb9053-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf00c761bac2e402cb9053-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf00c761bac2e402cb9053-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf00c761bac2e402cb9053-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf00c761bac2e402cb9053-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf00c761bac2e402cb9053-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf00c761bac2e402cb9053-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf00c761bac2e402cb9053-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf00c761bac2e402cb9053-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf00c761bac2e402cb9053-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf00c761bac2e402cb9053-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf00c761bac2e402cb9053-00697415df)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_succeed +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_succeed ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok + +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf00c761bac2e402cb9053-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf00c761bac2e402cb9053-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf00c761bac2e402cb9053-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf00c761bac2e402cb9053-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf00c761bac2e402cb9053-00697415df) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8f4653b709f448a289f9d-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8f4653b709f448a289f9d-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8f4653b709f448a289f9d-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8f4653b709f448a289f9d-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8f4653b709f448a289f9d-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8f4653b709f448a289f9d-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8f4653b709f448a289f9d-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8f4653b709f448a289f9d-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8f4653b709f448a289f9d-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8f4653b709f448a289f9d-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8f4653b709f448a289f9d-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8f4653b709f448a289f9d-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8f4653b709f448a289f9d-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8f4653b709f448a289f9d-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8f4653b709f448a289f9d-00697415df) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx8f4653b709f448a289f9d-00697415df) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: txd70e2c94a47943efbb045-00697415df)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok + +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txd70e2c94a47943efbb045-00697415df) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe154c8a80d2f46cb9b86b-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe154c8a80d2f46cb9b86b-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe154c8a80d2f46cb9b86b-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe154c8a80d2f46cb9b86b-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe154c8a80d2f46cb9b86b-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe154c8a80d2f46cb9b86b-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe154c8a80d2f46cb9b86b-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe154c8a80d2f46cb9b86b-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe154c8a80d2f46cb9b86b-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe154c8a80d2f46cb9b86b-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe154c8a80d2f46cb9b86b-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe154c8a80d2f46cb9b86b-00697415df) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe154c8a80d2f46cb9b86b-00697415df)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_fail +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok + +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe154c8a80d2f46cb9b86b-00697415df) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_custom_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_custom_config ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bbfe8b4ef724fbdbb379-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd8e87e836a354e5b9fceb-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc473166d1fcb403592ef4-00697415e0)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_default_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_default_config ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid +test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid ... ok -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx19585d9172254b2797438-006767058a" "proxy-server 33225" 0.0109 "-" 33225 1 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/14/34 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx19585d9172254b2797438-006767058a - 0.0297 - - 1734804874.188620567 1734804874.218290329 1 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx67f4e0169b194ad792e0b-006767058a" "proxy-server 33225" 0.0020 "-" 33225 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:54119/sdb1/1/a/c2" "tx67f4e0169b194ad792e0b-006767058a" "container-server 33225" 0.0011 "-" 33225 2 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:33825/sda1/1/a/c2" "tx67f4e0169b194ad792e0b-006767058a" "container-server 33225" 0.0018 "-" 33225 2 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx67f4e0169b194ad792e0b-006767058a" "proxy-server 33225" 0.0153 "-" 33225 2 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx67f4e0169b194ad792e0b-006767058a" "proxy-server 33225" 0.0244 "-" 33225 2 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/14/34 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx67f4e0169b194ad792e0b-006767058a - 0.0416 - - 1734804874.219816685 1734804874.261440039 2 +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc473166d1fcb403592ef4-00697415e0) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc473166d1fcb403592ef4-00697415e0) proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpqlh79s_w/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpqlh79s_w/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 DEBUG: Could not load '/tmp/tmpa566i0kq/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpa566i0kq/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpqlh79s_w/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpqlh79s_w/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 DEBUG: Could not load '/tmp/tmpa566i0kq/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpa566i0kq/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0031 "-" 33225 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0030 "-" 33225 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 33225 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 33225 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx34c21e626b334e9e9a7a1-006767058a" "proxy-server 33225" 0.0012 "-" 33225 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:44375/sdb1/1/a/c" "tx34c21e626b334e9e9a7a1-006767058a" "container-server 33225" 0.0011 "-" 33225 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:48885/sda1/1/a/c" "tx34c21e626b334e9e9a7a1-006767058a" "container-server 33225" 0.0011 "-" 33225 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx34c21e626b334e9e9a7a1-006767058a" "proxy-server 33225" 0.0134 "-" 33225 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx34c21e626b334e9e9a7a1-006767058a" "proxy-server 33225" 0.0095 "-" 33225 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/14/34 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx34c21e626b334e9e9a7a1-006767058a - 0.0230 - - 1734804874.320085049 1734804874.343134880 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txc9a307602dce490e88f8e-006767058a" "proxy-server 33225" 0.0012 "-" 33225 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:44375/sdb1/1/a1/c1" "txc9a307602dce490e88f8e-006767058a" "container-server 33225" 0.0022 "-" 33225 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:48885/sda1/1/a1/c1" "txc9a307602dce490e88f8e-006767058a" "container-server 33225" 0.0011 "-" 33225 0 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txc9a307602dce490e88f8e-006767058a" "proxy-server 33225" 0.0138 "-" 33225 0 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txc9a307602dce490e88f8e-006767058a" "proxy-server 33225" 0.0103 "-" 33225 0 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/14/34 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txc9a307602dce490e88f8e-006767058a - 0.0221 - - 1734804874.344649792 1734804874.366791725 0 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx15a53b2173754de6a382a-006767058a" "proxy-server 33225" 0.0020 "-" 33225 - -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:48885/sda1/2/a/c1" "tx15a53b2173754de6a382a-006767058a" "container-server 33225" 0.0019 "-" 33225 1 -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:44375/sdb1/2/a/c1" "tx15a53b2173754de6a382a-006767058a" "container-server 33225" 0.0018 "-" 33225 1 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx15a53b2173754de6a382a-006767058a" "proxy-server 33225" 0.0144 "-" 33225 1 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx15a53b2173754de6a382a-006767058a" "proxy-server 33225" 0.0108 "-" 33225 1 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/14/34 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx15a53b2173754de6a382a-006767058a - 0.0237 - - 1734804874.368274927 1734804874.391997099 1 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx39534a9289fb43bca1a90-006767058a" "proxy-server 33225" 0.0021 "-" 33225 - -acct1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:44375/sdb1/1/a/c2" "tx39534a9289fb43bca1a90-006767058a" "container-server 33225" 0.0025 "-" 33225 2 -acct2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:48885/sda1/1/a/c2" "tx39534a9289fb43bca1a90-006767058a" "container-server 33225" 0.0011 "-" 33225 2 -cont1 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx39534a9289fb43bca1a90-006767058a" "proxy-server 33225" 0.0099 "-" 33225 2 -cont2 INFO: 127.0.0.1 - - [21/Dec/2024:18:14:34 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx39534a9289fb43bca1a90-006767058a" "proxy-server 33225" 0.0149 "-" 33225 2 -proxy INFO: 127.0.0.1 127.0.0.1 21/Dec/2024/18/14/34 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx39534a9289fb43bca1a90-006767058a - 0.0235 - - 1734804874.393852949 1734804874.417354345 2 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:16 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0040 "-" 3082119 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:16 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0037 "-" 3082119 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:16 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 3082119 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:16 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 3082119 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:16 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx16fadb5c288845d7ba2a7-00697415e0" "proxy-server 3082119" 0.0012 "-" 3082119 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:16 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:33935/sdb1/1/a/c" "tx16fadb5c288845d7ba2a7-00697415e0" "container-server 3082119" 0.0012 "-" 3082119 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:16 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:48581/sda1/1/a/c" "tx16fadb5c288845d7ba2a7-00697415e0" "container-server 3082119" 0.0012 "-" 3082119 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:16 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx16fadb5c288845d7ba2a7-00697415e0" "proxy-server 3082119" 0.0159 "-" 3082119 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:16 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx16fadb5c288845d7ba2a7-00697415e0" "proxy-server 3082119" 0.0105 "-" 3082119 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/44/16 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx16fadb5c288845d7ba2a7-00697415e0 - 0.0251 - - 1769215456.445432425 1769215456.470494986 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:16 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx36c8e6831f3845f788d80-00697415e0" "proxy-server 3082119" 0.0013 "-" 3082119 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:16 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:33935/sdb1/1/a1/c1" "tx36c8e6831f3845f788d80-00697415e0" "container-server 3082119" 0.0027 "-" 3082119 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:16 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:48581/sda1/1/a1/c1" "tx36c8e6831f3845f788d80-00697415e0" "container-server 3082119" 0.0013 "-" 3082119 0 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:16 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx36c8e6831f3845f788d80-00697415e0" "proxy-server 3082119" 0.0158 "-" 3082119 0 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:16 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx36c8e6831f3845f788d80-00697415e0" "proxy-server 3082119" 0.0118 "-" 3082119 0 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/44/16 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx36c8e6831f3845f788d80-00697415e0 - 0.0253 - - 1769215456.472520590 1769215456.497818947 0 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:16 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx75c0fc5cd64f47f7bad57-00697415e0" "proxy-server 3082119" 0.0022 "-" 3082119 - +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:16 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:33935/sdb1/2/a/c1" "tx75c0fc5cd64f47f7bad57-00697415e0" "container-server 3082119" 0.0021 "-" 3082119 1 +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:16 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:48581/sda1/2/a/c1" "tx75c0fc5cd64f47f7bad57-00697415e0" "container-server 3082119" 0.0019 "-" 3082119 1 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:16 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx75c0fc5cd64f47f7bad57-00697415e0" "proxy-server 3082119" 0.0152 "-" 3082119 1 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:16 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx75c0fc5cd64f47f7bad57-00697415e0" "proxy-server 3082119" 0.0115 "-" 3082119 1 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/44/16 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx75c0fc5cd64f47f7bad57-00697415e0 - 0.0251 - - 1769215456.499448538 1769215456.524567604 1 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:16 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx37bf68008e714f8892eea-00697415e0" "proxy-server 3082119" 0.0021 "-" 3082119 - +acct1 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:16 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:33935/sdb1/1/a/c2" "tx37bf68008e714f8892eea-00697415e0" "container-server 3082119" 0.0028 "-" 3082119 2 +acct2 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:16 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:48581/sda1/1/a/c2" "tx37bf68008e714f8892eea-00697415e0" "container-server 3082119" 0.0011 "-" 3082119 2 +cont2 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:16 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx37bf68008e714f8892eea-00697415e0" "proxy-server 3082119" 0.0106 "-" 3082119 2 +cont1 INFO: 127.0.0.1 - - [24/Jan/2026:00:44:16 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx37bf68008e714f8892eea-00697415e0" "proxy-server 3082119" 0.0158 "-" 3082119 2 +proxy INFO: 127.0.0.1 127.0.0.1 24/Jan/2026/00/44/16 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx37bf68008e714f8892eea-00697415e0 - 0.0248 - - 1769215456.526117086 1769215456.550960779 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx4865d7e428404aad81548-00697415e0) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx3252bfabc7b94a2c9a976-00697415e0) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: txb03db0b156404e908deb5-00697415e0) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: txb03db0b156404e908deb5-00697415e0) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: txb03db0b156404e908deb5-00697415e0) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx4dca53c4d38e40b48c8c7-00697415e0) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx4dca53c4d38e40b48c8c7-00697415e0)test.unit.proxy.test_mem_server.TestContainerController.test_DELETE +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent +test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent +test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize +test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content +test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST +test.unit.proxy.test_mem_server.TestContainerController.test_POST ... ok + +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx4dca53c4d38e40b48c8c7-00697415e0) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx37b9d78ccbd3464b896bf-00697415e0) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx37b9d78ccbd3464b896bf-00697415e0) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txea849d82a19c46c282dc9-00697415e0) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txea849d82a19c46c282dc9-00697415e0) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx2ee2ee01917543838203b-00697415e0) +test INFO: Client disconnected on read of '/a/c' (txn: tx2ee2ee01917543838203b-00697415e0) +test INFO: Client disconnected on read of '/a/c' (txn: tx5f8267037f7f4d54b1cb3-00697415e0) +test INFO: Client disconnected on read of '/a/c' (txn: tx5f8267037f7f4d54b1cb3-00697415e0) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx9c9dcda341d34db9a3172-00697415e0) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx0b87535fac6d4287966f0-00697415e0) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txb8f2846ce5ac4bcd8e4d7-00697415e0) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txb8f2846ce5ac4bcd8e4d7-00697415e0) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txb8f2846ce5ac4bcd8e4d7-00697415e0) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txb8f2846ce5ac4bcd8e4d7-00697415e0) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx7674bb8165e140e1808ab-00697415e0) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx7674bb8165e140e1808ab-00697415e0) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx7674bb8165e140e1808ab-00697415e0) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx7674bb8165e140e1808ab-00697415e0) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: txaf7ed8317e5140dea473d-00697415e0) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: txaf7ed8317e5140dea473d-00697415e0) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: txaf7ed8317e5140dea473d-00697415e0) +test ERROR: Account HEAD returning 503 for [] (txn: txaf7ed8317e5140dea473d-00697415e0) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: tx7e65396fc4644033be4fe-00697415e0) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: tx8cff76737d8b48bdae3c9-00697415e0) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx8cff76737d8b48bdae3c9-00697415e0) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx4b7afda80aa9425ebb43f-00697415e0)test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl +test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT +test.unit.proxy.test_mem_server.TestContainerController.test_PUT ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok + +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx950e475ae8c94a11825b0-00697415e0) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx12318d169af54c5e82bbf-00697415e0) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa984d6c1f02645bba3b7c-00697415e0) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx9f12c046c0b14080a5ce6-00697415e0) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx7126d94b39924d74bc76f-00697415e0) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx7126d94b39924d74bc76f-00697415e0) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx2c8d61aeeebf4a1db167c-00697415e0) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx2c8d61aeeebf4a1db167c-00697415e0) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx2c8d61aeeebf4a1db167c-00697415e0) +test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: tx2c8d61aeeebf4a1db167c-00697415e0) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx2c8d61aeeebf4a1db167c-00697415e0) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx2c8d61aeeebf4a1db167c-00697415e0) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx2c8d61aeeebf4a1db167c-00697415e0) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx2c8d61aeeebf4a1db167c-00697415e0) +test WARNING: Could not autocreate account '/account' (txn: tx2c8d61aeeebf4a1db167c-00697415e0) +test INFO: autocreate account '/account' (txn: txab44d38dc33942bf9d181-00697415e0) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx41aec88322a243b99d8b8-00697415e0) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx41aec88322a243b99d8b8-00697415e0) +test ERROR: Account HEAD returning 503 for [503, 503] (txn: tx41aec88322a243b99d8b8-00697415e0) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx41aec88322a243b99d8b8-00697415e0) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx41aec88322a243b99d8b8-00697415e0) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx41aec88322a243b99d8b8-00697415e0) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx41aec88322a243b99d8b8-00697415e0) +test WARNING: Could not autocreate account '/account' (txn: tx41aec88322a243b99d8b8-00697415e0) +test INFO: autocreate account '/account' (txn: tx6ccc4141df8a4cb796d2c-00697415e0) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txebd7ec042d14439daaba0-00697415e0) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txebd7ec042d14439daaba0-00697415e0) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txebd7ec042d14439daaba0-00697415e0) +test INFO: autocreate account '/account' (txn: txe0b0c466ce7f4848afa96-00697415e0) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx2552d5e1cb744cd7bad9f-00697415e0) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx2552d5e1cb744cd7bad9f-00697415e0) +test INFO: autocreate account '/account' (txn: tx2552d5e1cb744cd7bad9f-00697415e0) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txeb80bdf7154a4c358c3b0-00697415e0) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txeb80bdf7154a4c358c3b0-00697415e0) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/☃' (txn: tx9affae222be34597bc730-00697415e0) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl ... ok + +test INFO: autocreate account '/account' (txn: tx82da933a5cae44ef87cb5-00697415e0) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx71081da42b3849b08ba41-00697415e0) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txfeda0d8a16e24af7992d7-00697415e0) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9f9b05f993744d9ea38e0-00697415e0) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx1fbe7f1f8d2e462faa05f-00697415e0) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx068ad14c00d04d9c916fd-00697415e0) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: txde8bed41f6d649d5827e7-00697415e0) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: txeb2003a0bfc244718fb4a-00697415e0) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: txeb2003a0bfc244718fb4a-00697415e0) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txeb2003a0bfc244718fb4a-00697415e0) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx1f776d2fbf064880b59bf-00697415e0) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx1f776d2fbf064880b59bf-00697415e0) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx1f776d2fbf064880b59bf-00697415e0) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx66d55f57e1e04049a377a-00697415e0) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx66d55f57e1e04049a377a-00697415e0) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx66d55f57e1e04049a377a-00697415e0) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx66d55f57e1e04049a377a-00697415e0) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: txae2f1d0799f14a3ab4def-00697415e0) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txae2f1d0799f14a3ab4def-00697415e0) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txae2f1d0799f14a3ab4def-00697415e0) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txae2f1d0799f14a3ab4def-00697415e0)test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 +test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found +test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name +test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index +test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index ... ok + +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx9d3b6f10371c422ea5006-00697415e1) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx33408c979927427e92dfa-00697415e1) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx33408c979927427e92dfa-00697415e1) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx33408c979927427e92dfa-00697415e1) +test ERROR: Account HEAD returning 503 for [] (txn: tx33408c979927427e92dfa-00697415e1) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx910b4e01823645838da11-00697415e1) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx910b4e01823645838da11-00697415e1) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx910b4e01823645838da11-00697415e1) +test ERROR: Account HEAD returning 503 for [] (txn: tx910b4e01823645838da11-00697415e1) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx93a8fccc4a8642129c48a-00697415e1) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx73eed00e98be487296443-00697415e1) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx73eed00e98be487296443-00697415e1) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx73eed00e98be487296443-00697415e1) +test ERROR: Account HEAD returning 503 for [] (txn: tx73eed00e98be487296443-00697415e1) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txace19e9332194d699b96a-00697415e1) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txace19e9332194d699b96a-00697415e1) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txace19e9332194d699b96a-00697415e1) +test ERROR: Account HEAD returning 503 for [] (txn: txace19e9332194d699b96a-00697415e1) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txedab462e683743eb872f6-00697415e1) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name +test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name ... ok + +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: tx0f7884725de74484ba342-00697415e1) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: tx0f7884725de74484ba342-00697415e1) +test INFO: Client disconnected on read of '/a/c' (txn: tx0f7884725de74484ba342-00697415e1) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txf9cef01579dc457eb61bc-00697415e1) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx2a62acf3969249beb2882-00697415e1) +test INFO: Client disconnected on read of '/a/c' (txn: tx2a62acf3969249beb2882-00697415e1) +test INFO: Client disconnected on read of '/a/c/' (txn: tx2a62acf3969249beb2882-00697415e1) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx1d73c2ed897c4eb1af3d7-00697415e1) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx1d73c2ed897c4eb1af3d7-00697415e1) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx1d73c2ed897c4eb1af3d7-00697415e1) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx1d73c2ed897c4eb1af3d7-00697415e1) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx7eda07b8c3c249018f6e7-00697415e1) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx7eda07b8c3c249018f6e7-00697415e1) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx7eda07b8c3c249018f6e7-00697415e1) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx7eda07b8c3c249018f6e7-00697415e1) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx0d2f5ef747f84fb78170a-00697415e1) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx0d2f5ef747f84fb78170a-00697415e1) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx0d2f5ef747f84fb78170a-00697415e1) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx0d2f5ef747f84fb78170a-00697415e1) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx5593bfe05ca44b819883e-00697415e1) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx5593bfe05ca44b819883e-00697415e1) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx5593bfe05ca44b819883e-00697415e1) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx5593bfe05ca44b819883e-00697415e1) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx9d8557a1070341de9162f-00697415e1) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx9d8557a1070341de9162f-00697415e1) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx9d8557a1070341de9162f-00697415e1) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx9d8557a1070341de9162f-00697415e1) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txbc763b3687bf4b6ca7bb9-00697415e1) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txbc763b3687bf4b6ca7bb9-00697415e1) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txbc763b3687bf4b6ca7bb9-00697415e1) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txbc763b3687bf4b6ca7bb9-00697415e1) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txa166b2c3296c4aa096e29-00697415e1) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txa166b2c3296c4aa096e29-00697415e1) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txa166b2c3296c4aa096e29-00697415e1) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txa166b2c3296c4aa096e29-00697415e1) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txd8543860fd38492aadc49-00697415e1) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txd8543860fd38492aadc49-00697415e1) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txd8543860fd38492aadc49-00697415e1) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txd8543860fd38492aadc49-00697415e1) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx61d8548c787041b1a90e4-00697415e1) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: tx61d8548c787041b1a90e4-00697415e1) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx61d8548c787041b1a90e4-00697415e1) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx61d8548c787041b1a90e4-00697415e1) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx61d8548c787041b1a90e4-00697415e1) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx61d8548c787041b1a90e4-00697415e1) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5326b1e590914e6695b3c-00697415e1) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx5326b1e590914e6695b3c-00697415e1) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx5326b1e590914e6695b3c-00697415e1) +test ERROR: Container GET returning 503 for [503, 503] (txn: tx5326b1e590914e6695b3c-00697415e1) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx455686f012d24b49a324a-00697415e1) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx455686f012d24b49a324a-00697415e1) +test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: tx455686f012d24b49a324a-00697415e1) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx455686f012d24b49a324a-00697415e1) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx455686f012d24b49a324a-00697415e1) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: tx455686f012d24b49a324a-00697415e1) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx455686f012d24b49a324a-00697415e1) +test ERROR: Container GET returning 503 for [503, 503] (txn: tx455686f012d24b49a324a-00697415e1) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf8823e8ff39b4735a39f8-00697415e1) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txf8823e8ff39b4735a39f8-00697415e1) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txf8823e8ff39b4735a39f8-00697415e1) +test ERROR: Container GET returning 503 for [] (txn: txf8823e8ff39b4735a39f8-00697415e1) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txfb193ccbe5464533b467f-00697415e1) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txfb193ccbe5464533b467f-00697415e1) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txfb193ccbe5464533b467f-00697415e1) +test ERROR: Container GET returning 503 for [] (txn: txfb193ccbe5464533b467f-00697415e1) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txef25bef4bd9e4435af3fa-00697415e1) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txef25bef4bd9e4435af3fa-00697415e1) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txef25bef4bd9e4435af3fa-00697415e1) +test ERROR: Container GET returning 503 for [] (txn: txef25bef4bd9e4435af3fa-00697415e1) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx0633a5f6f0614ed2b844b-00697415e1)test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting +test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found +test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok + +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx0633a5f6f0614ed2b844b-00697415e1) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx0633a5f6f0614ed2b844b-00697415e1) +test ERROR: Container GET returning 503 for [] (txn: tx0633a5f6f0614ed2b844b-00697415e1) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx1c87095a133f4205af3b1-00697415e1) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx1c87095a133f4205af3b1-00697415e1) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx1c87095a133f4205af3b1-00697415e1) +test ERROR: Container GET returning 503 for [] (txn: tx1c87095a133f4205af3b1-00697415e1) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txa428d9957a834a72b0499-00697415e1) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txa428d9957a834a72b0499-00697415e1) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txa428d9957a834a72b0499-00697415e1) +test ERROR: Container GET returning 503 for [] (txn: txa428d9957a834a72b0499-00697415e1) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx0e8e602e961f4902a42b0-00697415e1) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx0e8e602e961f4902a42b0-00697415e1) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx0e8e602e961f4902a42b0-00697415e1) +test ERROR: Container GET returning 503 for [] (txn: tx0e8e602e961f4902a42b0-00697415e1) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx146786005f37422ba0d2b-00697415e1) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx146786005f37422ba0d2b-00697415e1) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx146786005f37422ba0d2b-00697415e1) +test ERROR: Container GET returning 503 for [] (txn: tx146786005f37422ba0d2b-00697415e1) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx0c95929255084caeb1815-00697415e1) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx0c95929255084caeb1815-00697415e1) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx0c95929255084caeb1815-00697415e1) +test ERROR: Container GET returning 503 for [] (txn: tx0c95929255084caeb1815-00697415e1) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txd7e8e8a633fb42c2b9c1d-00697415e1) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txd7e8e8a633fb42c2b9c1d-00697415e1) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txd7e8e8a633fb42c2b9c1d-00697415e1) +test ERROR: Container GET returning 503 for [] (txn: txd7e8e8a633fb42c2b9c1d-00697415e1) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx11619782b86f4c6183e72-00697415e1) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx11619782b86f4c6183e72-00697415e1) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx11619782b86f4c6183e72-00697415e1) +test ERROR: Container GET returning 503 for [] (txn: tx11619782b86f4c6183e72-00697415e1) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx7e8635912e764f7095379-00697415e1) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx7e8635912e764f7095379-00697415e1) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx7e8635912e764f7095379-00697415e1) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx7e8635912e764f7095379-00697415e1) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txad0cd1a72dab41f187a75-00697415e1) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txad0cd1a72dab41f187a75-00697415e1) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txad0cd1a72dab41f187a75-00697415e1) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txad0cd1a72dab41f187a75-00697415e1) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txa61e25aefb274141aec5c-00697415e1) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txa61e25aefb274141aec5c-00697415e1) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txa61e25aefb274141aec5c-00697415e1) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txa61e25aefb274141aec5c-00697415e1) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txa507eee5729544e89ac4c-00697415e1) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txa507eee5729544e89ac4c-00697415e1) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txa507eee5729544e89ac4c-00697415e1) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txa507eee5729544e89ac4c-00697415e1) +test INFO: Client disconnected on read of '/a/c' (txn: txdc9d39c688df443bb41b2-00697415e1) +test INFO: Client disconnected on read of '/a/c/' (txn: txdc9d39c688df443bb41b2-00697415e1) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: txcfb7ca6670c242c5b5ae7-00697415e1) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: txcfb7ca6670c242c5b5ae7-00697415e1) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: txcfb7ca6670c242c5b5ae7-00697415e1) +test ERROR: Account HEAD returning 503 for [] (txn: txcfb7ca6670c242c5b5ae7-00697415e1) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: txf044c37fe14b45bbae65a-00697415e1) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: txf044c37fe14b45bbae65a-00697415e1) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: txf044c37fe14b45bbae65a-00697415e1) +test ERROR: Account HEAD returning 503 for [] (txn: txf044c37fe14b45bbae65a-00697415e1) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container +test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header +test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header +test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers +test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found +test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok + +test INFO: Client disconnected on read of '/a/c' (txn: tx715a5dc69ff64383b225d-00697415e1) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx6155643df8a2406aa8901-00697415e1) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txd25eaca6e354451cbd0e3-00697415e1) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) ---------------------------------------------------------------------- -Ran 9249 tests in 65.709s +Ran 9249 tests in 95.609s OK (skipped=1827) + stestr slowest -Test id Runtime (s) ------------------------------------------------------------------------------------------------------------ ----------- -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state 5.367 -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state 5.355 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state 5.254 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock 4.519 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving 4.041 -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state 3.756 -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving 2.780 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded 2.546 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock 2.479 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock 2.332 +Test id Runtime (s) +---------------------------------------------------------------------------------------------------------- ----------- +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance 5.222 +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state 4.137 +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state 4.058 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state 4.023 +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state 3.983 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock 3.802 +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock 3.755 +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock 3.719 +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges 2.952 +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock 2.882 + rm -rf .stestr make[1]: Leaving directory '/build/reproducible-path/swift-2.34.0' dh_install -O--buildsystem=pybuild @@ -115697,16 +115709,16 @@ The HTML pages are in debian/swift-doc/usr/share/doc/swift-doc/api-ref. dh_sphinxdoc -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/docs.js -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/combobox.js -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/api-site.js +dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/jquery-3.2.1.min.js dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/bootstrap.min.js +dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/docs.js dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/navigation.js -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/jquery-3.2.1.min.js -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/navigation.js -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/bootstrap.min.js +dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/api-site.js +dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/combobox.js dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/docs.js +dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/navigation.js dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/jquery-3.2.1.min.js +dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/bootstrap.min.js make[1]: Leaving directory '/build/reproducible-path/swift-2.34.0' debian/rules override_dh_installchangelogs make[1]: Entering directory '/build/reproducible-path/swift-2.34.0' @@ -115801,130 +115813,148 @@ NAME=`echo $FILE | cut -d. -f2` ; \ dh_installinit --error-handler=true -p$PKG --name=$NAME ;\ done -+ + cut -d. -f1 -echo swift-account.swift-account-auditor.init ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-account.swift-account-auditor.init +++ cut -d. -f1 + PKG=swift-account -+ cut -d. -f2 -+ echo swift-account.swift-account-auditor.init +++ echo swift-account.swift-account-auditor.init +++ cut -d. -f2 + NAME=swift-account-auditor + dh_installinit --error-handler=true -pswift-account --name=swift-account-auditor -+ echo swift-account.swift-account-reaper.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-account.swift-account-reaper.init +++ cut -d. -f1 + PKG=swift-account -+ cut -d. -f2 -+ echo swift-account.swift-account-reaper.init +++ echo swift-account.swift-account-reaper.init +++ cut -d. -f2 + NAME=swift-account-reaper + dh_installinit --error-handler=true -pswift-account --name=swift-account-reaper -+ echo swift-account.swift-account-replicator.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-account.swift-account-replicator.init +++ cut -d. -f1 + PKG=swift-account -+ + echo swift-account.swift-account-replicator.init -cut -d. -f2 +++ echo swift-account.swift-account-replicator.init +++ cut -d. -f2 + NAME=swift-account-replicator + dh_installinit --error-handler=true -pswift-account --name=swift-account-replicator -+ cut -d. -f1 -+ echo swift-account.swift-account.init ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-account.swift-account.init +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account.init -+ cut -d. -f2 +++ echo swift-account.swift-account.init +++ cut -d. -f2 + NAME=swift-account + dh_installinit --error-handler=true -pswift-account --name=swift-account -+ + echo swift-container.swift-container-auditor.init -cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-container.swift-container-auditor.init +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-auditor.init -+ cut -d. -f2 +++ echo swift-container.swift-container-auditor.init +++ cut -d. -f2 + NAME=swift-container-auditor + dh_installinit --error-handler=true -pswift-container --name=swift-container-auditor -+ cut -d. -f1 -+ echo swift-container.swift-container-reconciler.init ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-container.swift-container-reconciler.init +++ cut -d. -f1 + PKG=swift-container -+ cut -d. -f2 -+ echo swift-container.swift-container-reconciler.init +++ echo swift-container.swift-container-reconciler.init +++ cut -d. -f2 + NAME=swift-container-reconciler + dh_installinit --error-handler=true -pswift-container --name=swift-container-reconciler -+ cut -d. -f1 -+ echo swift-container.swift-container-replicator.init ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-container.swift-container-replicator.init +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-replicator.init -+ cut -d. -f2 +++ echo swift-container.swift-container-replicator.init +++ cut -d. -f2 + NAME=swift-container-replicator + dh_installinit --error-handler=true -pswift-container --name=swift-container-replicator -+ + cut -d. -f1 -echo swift-container.swift-container-sharder.init ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-container.swift-container-sharder.init +++ cut -d. -f1 + PKG=swift-container -+ + echo swift-container.swift-container-sharder.init -cut -d. -f2 +++ echo swift-container.swift-container-sharder.init +++ cut -d. -f2 + NAME=swift-container-sharder + dh_installinit --error-handler=true -pswift-container --name=swift-container-sharder -+ cut -d. -f1 -+ echo swift-container.swift-container-sync.init ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-container.swift-container-sync.init +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-sync.init -+ cut -d. -f2 +++ echo swift-container.swift-container-sync.init +++ cut -d. -f2 + NAME=swift-container-sync + dh_installinit --error-handler=true -pswift-container --name=swift-container-sync -+ + cut -d. -f1 -echo swift-container.swift-container-updater.init ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-container.swift-container-updater.init +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-updater.init -+ cut -d. -f2 +++ echo swift-container.swift-container-updater.init +++ cut -d. -f2 + NAME=swift-container-updater + dh_installinit --error-handler=true -pswift-container --name=swift-container-updater -+ cut -d. -f1 -+ echo swift-container.swift-container.init ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-container.swift-container.init +++ cut -d. -f1 + PKG=swift-container -+ cut -d. -f2 -+ echo swift-container.swift-container.init +++ echo swift-container.swift-container.init +++ cut -d. -f2 + NAME=swift-container + dh_installinit --error-handler=true -pswift-container --name=swift-container -+ cut -d. -f1 -+ echo swift-object-expirer.swift-object-expirer.init ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-object-expirer.swift-object-expirer.init +++ cut -d. -f1 + PKG=swift-object-expirer -+ echo swift-object-expirer.swift-object-expirer.init -+ cut -d. -f2 +++ echo swift-object-expirer.swift-object-expirer.init +++ cut -d. -f2 + NAME=swift-object-expirer + dh_installinit --error-handler=true -pswift-object-expirer --name=swift-object-expirer -+ echo swift-object.swift-object-auditor.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-object.swift-object-auditor.init +++ cut -d. -f1 + PKG=swift-object -+ cut -d. -f2 -+ echo swift-object.swift-object-auditor.init +++ echo swift-object.swift-object-auditor.init +++ cut -d. -f2 + NAME=swift-object-auditor + dh_installinit --error-handler=true -pswift-object --name=swift-object-auditor -+ echo swift-object.swift-object-reconstructor.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-object.swift-object-reconstructor.init +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-reconstructor.init -+ cut -d. -f2 +++ echo swift-object.swift-object-reconstructor.init +++ cut -d. -f2 + NAME=swift-object-reconstructor + dh_installinit --error-handler=true -pswift-object --name=swift-object-reconstructor -+ + echo swift-object.swift-object-replicator.init -cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-object.swift-object-replicator.init +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-replicator.init -+ cut -d. -f2 +++ echo swift-object.swift-object-replicator.init +++ cut -d. -f2 + NAME=swift-object-replicator + dh_installinit --error-handler=true -pswift-object --name=swift-object-replicator -+ cut -d. -f1 -+ echo swift-object.swift-object-updater.init ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-object.swift-object-updater.init +++ cut -d. -f1 + PKG=swift-object -+ + cut -d. -f2 -echo swift-object.swift-object-updater.init +++ echo swift-object.swift-object-updater.init +++ cut -d. -f2 + NAME=swift-object-updater + dh_installinit --error-handler=true -pswift-object --name=swift-object-updater -+ cut -d. -f1 -+ echo swift-object.swift-object.init ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-object.swift-object.init +++ cut -d. -f1 + PKG=swift-object -+ cut -d. -f2 -+ echo swift-object.swift-object.init +++ echo swift-object.swift-object.init +++ cut -d. -f2 + NAME=swift-object + dh_installinit --error-handler=true -pswift-object --name=swift-object -+ echo swift-proxy.swift-proxy.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-proxy.swift-proxy.init +++ cut -d. -f1 + PKG=swift-proxy -+ cut -d. -f2 -+ echo swift-proxy.swift-proxy.init +++ echo swift-proxy.swift-proxy.init +++ cut -d. -f2 + NAME=swift-proxy + dh_installinit --error-handler=true -pswift-proxy --name=swift-proxy make[1]: Leaving directory '/build/reproducible-path/swift-2.34.0' @@ -115946,221 +115976,252 @@ NAME=`echo $FILE | cut -d. -f2` ; \ dh_installsystemd -p$PKG --name=$NAME ;\ done -+ echo swift-account.swift-account-auditor.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account-auditor.service +++ cut -d. -f1 + PKG=swift-account -+ + cut -d. -f2 -echo swift-account.swift-account-auditor.service +++ echo swift-account.swift-account-auditor.service +++ cut -d. -f2 + NAME=swift-account-auditor + dh_installsystemd -pswift-account --name=swift-account-auditor -+ cut -d. -f1 -+ echo swift-account.swift-account-auditor@.service ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account-auditor@.service +++ cut -d. -f1 + PKG=swift-account -+ cut -d. -f2 -+ echo swift-account.swift-account-auditor@.service +++ echo swift-account.swift-account-auditor@.service +++ cut -d. -f2 + NAME=swift-account-auditor@ + dh_installsystemd -pswift-account --name=swift-account-auditor@ -+ cut -d. -f1 -+ echo swift-account.swift-account-reaper.service ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account-reaper.service +++ cut -d. -f1 + PKG=swift-account -+ + echo swift-account.swift-account-reaper.service -cut -d. -f2 +++ echo swift-account.swift-account-reaper.service +++ cut -d. -f2 + NAME=swift-account-reaper + dh_installsystemd -pswift-account --name=swift-account-reaper -+ + echo swift-account.swift-account-reaper@.service -cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account-reaper@.service +++ cut -d. -f1 + PKG=swift-account -+ + cut -d. -f2 -echo swift-account.swift-account-reaper@.service +++ echo swift-account.swift-account-reaper@.service +++ cut -d. -f2 + NAME=swift-account-reaper@ + dh_installsystemd -pswift-account --name=swift-account-reaper@ -+ cut -d. -f1 -+ echo swift-account.swift-account-replicator.service ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account-replicator.service +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account-replicator.service -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-account.swift-account-replicator.service + NAME=swift-account-replicator + dh_installsystemd -pswift-account --name=swift-account-replicator -+ echo swift-account.swift-account-replicator@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account-replicator@.service +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account-replicator@.service -+ cut -d. -f2 +++ echo swift-account.swift-account-replicator@.service +++ cut -d. -f2 + NAME=swift-account-replicator@ + dh_installsystemd -pswift-account --name=swift-account-replicator@ -+ + cut -d. -f1 -echo swift-account.swift-account.service ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account.service +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account.service -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-account.swift-account.service + NAME=swift-account + dh_installsystemd -pswift-account --name=swift-account -+ + echo swift-container.swift-container-auditor.service -cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-auditor.service +++ cut -d. -f1 + PKG=swift-container -+ + cut -d. -f2 -echo swift-container.swift-container-auditor.service +++ echo swift-container.swift-container-auditor.service +++ cut -d. -f2 + NAME=swift-container-auditor + dh_installsystemd -pswift-container --name=swift-container-auditor -+ + echo swift-container.swift-container-auditor@.service -cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-auditor@.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-auditor@.service -+ cut -d. -f2 +++ echo swift-container.swift-container-auditor@.service +++ cut -d. -f2 + NAME=swift-container-auditor@ + dh_installsystemd -pswift-container --name=swift-container-auditor@ -+ echo swift-container.swift-container-reconciler.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-reconciler.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-reconciler.service -+ cut -d. -f2 +++ echo swift-container.swift-container-reconciler.service +++ cut -d. -f2 + NAME=swift-container-reconciler + dh_installsystemd -pswift-container --name=swift-container-reconciler -+ echo swift-container.swift-container-replicator.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-replicator.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-replicator.service -+ cut -d. -f2 +++ echo swift-container.swift-container-replicator.service +++ cut -d. -f2 + NAME=swift-container-replicator + dh_installsystemd -pswift-container --name=swift-container-replicator -+ echo swift-container.swift-container-replicator@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-replicator@.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-replicator@.service -+ cut -d. -f2 +++ echo swift-container.swift-container-replicator@.service +++ cut -d. -f2 + NAME=swift-container-replicator@ + dh_installsystemd -pswift-container --name=swift-container-replicator@ -+ echo swift-container.swift-container-sharder.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-sharder.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-sharder.service -+ cut -d. -f2 +++ echo swift-container.swift-container-sharder.service +++ cut -d. -f2 + NAME=swift-container-sharder + dh_installsystemd -pswift-container --name=swift-container-sharder -+ echo swift-container.swift-container-sharder@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-sharder@.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-sharder@.service -+ cut -d. -f2 +++ echo swift-container.swift-container-sharder@.service +++ cut -d. -f2 + NAME=swift-container-sharder@ + dh_installsystemd -pswift-container --name=swift-container-sharder@ -+ echo swift-container.swift-container-sync.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-sync.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-sync.service -+ cut -d. -f2 +++ echo swift-container.swift-container-sync.service +++ cut -d. -f2 + NAME=swift-container-sync + dh_installsystemd -pswift-container --name=swift-container-sync -+ echo swift-container.swift-container-sync@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-sync@.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-sync@.service -+ cut -d. -f2 +++ echo swift-container.swift-container-sync@.service +++ cut -d. -f2 + NAME=swift-container-sync@ + dh_installsystemd -pswift-container --name=swift-container-sync@ -+ echo swift-container.swift-container-updater.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-updater.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-updater.service -+ cut -d. -f2 +++ echo swift-container.swift-container-updater.service +++ cut -d. -f2 + NAME=swift-container-updater + dh_installsystemd -pswift-container --name=swift-container-updater -+ echo swift-container.swift-container-updater@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-updater@.service +++ cut -d. -f1 + PKG=swift-container -+ + echo swift-container.swift-container-updater@.service -cut -d. -f2 +++ echo swift-container.swift-container-updater@.service +++ cut -d. -f2 + NAME=swift-container-updater@ + dh_installsystemd -pswift-container --name=swift-container-updater@ -+ echo swift-container.swift-container.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container.service -+ cut -d. -f2 +++ echo swift-container.swift-container.service +++ cut -d. -f2 + NAME=swift-container + dh_installsystemd -pswift-container --name=swift-container -+ echo swift-object-expirer.swift-object-expirer.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object-expirer.swift-object-expirer.service +++ cut -d. -f1 + PKG=swift-object-expirer -+ echo swift-object-expirer.swift-object-expirer.service -+ cut -d. -f2 +++ echo swift-object-expirer.swift-object-expirer.service +++ cut -d. -f2 + NAME=swift-object-expirer + dh_installsystemd -pswift-object-expirer --name=swift-object-expirer -+ echo swift-object.swift-object-auditor.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object-auditor.service +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-auditor.service -+ cut -d. -f2 +++ echo swift-object.swift-object-auditor.service +++ cut -d. -f2 + NAME=swift-object-auditor + dh_installsystemd -pswift-object --name=swift-object-auditor -+ echo swift-object.swift-object-auditor@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object-auditor@.service +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-auditor@.service -+ cut -d. -f2 +++ echo swift-object.swift-object-auditor@.service +++ cut -d. -f2 + NAME=swift-object-auditor@ + dh_installsystemd -pswift-object --name=swift-object-auditor@ -+ echo swift-object.swift-object-reconstructor.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object-reconstructor.service +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-reconstructor.service -+ cut -d. -f2 +++ echo swift-object.swift-object-reconstructor.service +++ cut -d. -f2 + NAME=swift-object-reconstructor + dh_installsystemd -pswift-object --name=swift-object-reconstructor -+ echo swift-object.swift-object-reconstructor@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object-reconstructor@.service +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-reconstructor@.service -+ cut -d. -f2 +++ echo swift-object.swift-object-reconstructor@.service +++ cut -d. -f2 + NAME=swift-object-reconstructor@ + dh_installsystemd -pswift-object --name=swift-object-reconstructor@ -+ echo swift-object.swift-object-replicator.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object-replicator.service +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-replicator.service -+ cut -d. -f2 +++ echo swift-object.swift-object-replicator.service +++ cut -d. -f2 + NAME=swift-object-replicator + dh_installsystemd -pswift-object --name=swift-object-replicator -+ echo swift-object.swift-object-replicator@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object-replicator@.service +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-replicator@.service -+ cut -d. -f2 +++ echo swift-object.swift-object-replicator@.service +++ cut -d. -f2 + NAME=swift-object-replicator@ + dh_installsystemd -pswift-object --name=swift-object-replicator@ -+ echo swift-object.swift-object-updater.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object-updater.service +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-updater.service -+ cut -d. -f2 +++ echo swift-object.swift-object-updater.service +++ cut -d. -f2 + NAME=swift-object-updater + dh_installsystemd -pswift-object --name=swift-object-updater -+ echo swift-object.swift-object-updater@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object-updater@.service +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-updater@.service -+ cut -d. -f2 +++ echo swift-object.swift-object-updater@.service +++ cut -d. -f2 + NAME=swift-object-updater@ + dh_installsystemd -pswift-object --name=swift-object-updater@ -+ echo swift-object.swift-object.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object.service +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object.service -+ cut -d. -f2 +++ echo swift-object.swift-object.service +++ cut -d. -f2 + NAME=swift-object + dh_installsystemd -pswift-object --name=swift-object -+ echo swift-object.swift-object@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object@.service +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object@.service -+ cut -d. -f2 +++ echo swift-object.swift-object@.service +++ cut -d. -f2 + NAME=swift-object@ + dh_installsystemd -pswift-object --name=swift-object@ -+ echo swift-proxy.swift-proxy.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-proxy.swift-proxy.service +++ cut -d. -f1 + PKG=swift-proxy -+ echo swift-proxy.swift-proxy.service -+ cut -d. -f2 +++ echo swift-proxy.swift-proxy.service +++ cut -d. -f2 + NAME=swift-proxy + dh_installsystemd -pswift-proxy --name=swift-proxy make[1]: Leaving directory '/build/reproducible-path/swift-2.34.0' @@ -116204,13 +116265,13 @@ make[1]: Leaving directory '/build/reproducible-path/swift-2.34.0' dh_md5sums -O--buildsystem=pybuild dh_builddeb -O--buildsystem=pybuild -dpkg-deb: building package 'swift-account' in '../swift-account_2.34.0-5_all.deb'. dpkg-deb: building package 'swift' in '../swift_2.34.0-5_all.deb'. +dpkg-deb: building package 'swift-account' in '../swift-account_2.34.0-5_all.deb'. dpkg-deb: building package 'python3-swift' in '../python3-swift_2.34.0-5_all.deb'. -dpkg-deb: building package 'swift-drive-audit' in '../swift-drive-audit_2.34.0-5_all.deb'. -dpkg-deb: building package 'swift-doc' in '../swift-doc_2.34.0-5_all.deb'. dpkg-deb: building package 'swift-container' in '../swift-container_2.34.0-5_all.deb'. dpkg-deb: building package 'swift-object' in '../swift-object_2.34.0-5_all.deb'. +dpkg-deb: building package 'swift-drive-audit' in '../swift-drive-audit_2.34.0-5_all.deb'. +dpkg-deb: building package 'swift-doc' in '../swift-doc_2.34.0-5_all.deb'. dpkg-deb: building package 'swift-object-expirer' in '../swift-object-expirer_2.34.0-5_all.deb'. dpkg-deb: building package 'swift-proxy' in '../swift-proxy_2.34.0-5_all.deb'. dpkg-genbuildinfo --build=binary -O../swift_2.34.0-5_arm64.buildinfo @@ -116221,12 +116282,14 @@ dpkg-buildpackage: info: binary-only upload (no source included) dpkg-genchanges: info: not including original source code in upload I: copying local configuration +I: user script /srv/workspace/pbuilder/2820326/tmp/hooks/B01_cleanup starting +I: user script /srv/workspace/pbuilder/2820326/tmp/hooks/B01_cleanup finished I: unmounting dev/ptmx filesystem I: unmounting dev/pts filesystem I: unmounting dev/shm filesystem I: unmounting proc filesystem I: unmounting sys filesystem I: cleaning the build env -I: removing directory /srv/workspace/pbuilder/3998218 and its subdirectories -I: Current time: Sat Dec 21 06:15:59 -12 2024 -I: pbuilder-time-stamp: 1734804959 +I: removing directory /srv/workspace/pbuilder/2820326 and its subdirectories +I: Current time: Sat Jan 24 14:45:28 +14 2026 +I: pbuilder-time-stamp: 1769215528